Translation_opennmt_youtube.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Translation opennmt youtube",
      "version": "0.3.2",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "id": "C0wZFOV6zTh-",
        "colab_type": "code",
        "outputId": "d77b05dc-a264-4fa8-89a3-3fc207c07a03",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 241
        }
      },
      "source": [
        "!git clone https://github.com/OpenNMT/OpenNMT-py\n",
        "  \n",
        "!ls"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "fatal: destination path 'OpenNMT-py' already exists and is not an empty directory.\n",
            "available_models\t\t\t  onmt\n",
            "CHANGELOG.md\t\t\t\t  OpenNMT-py\n",
            "config\t\t\t\t\t  preprocess.py\n",
            "CONTRIBUTING.md\t\t\t\t  README.md\n",
            "data\t\t\t\t\t  requirements.opt.txt\n",
            "Dockerfile\t\t\t\t  requirements.txt\n",
            "docs\t\t\t\t\t  server.py\n",
            "floyd_requirements.txt\t\t\t  setup.py\n",
            "floyd.yml\t\t\t\t  tools\n",
            "github_deploy_key_opennmt_opennmt_py.enc  train.py\n",
            "LICENSE.md\t\t\t\t  translate.py\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "wJU7C9ulzUiD",
        "colab_type": "code",
        "outputId": "a891073c-4fc3-4d7a-faf7-74779983e357",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 411
        }
      },
      "source": [
        "!pip install -r requirements.txt"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Collecting git+https://github.com/pytorch/text.git@master#wheel=torchtext (from -r requirements.txt (line 4))\n",
            "  Cloning https://github.com/pytorch/text.git (to revision master) to /tmp/pip-req-build-1zbjcato\n",
            "  Running command git clone -q https://github.com/pytorch/text.git /tmp/pip-req-build-1zbjcato\n",
            "Requirement already satisfied (use --upgrade to upgrade): torchtext==0.4.0 from git+https://github.com/pytorch/text.git@master#wheel=torchtext in /usr/local/lib/python3.6/dist-packages (from -r requirements.txt (line 4))\n",
            "Requirement already satisfied: six in /usr/local/lib/python3.6/dist-packages (from -r requirements.txt (line 1)) (1.12.0)\n",
            "Requirement already satisfied: tqdm==4.30.* in /usr/local/lib/python3.6/dist-packages (from -r requirements.txt (line 2)) (4.30.0)\n",
            "Requirement already satisfied: torch>=1.1 in /usr/local/lib/python3.6/dist-packages (from -r requirements.txt (line 3)) (1.1.0)\n",
            "Requirement already satisfied: future in /usr/local/lib/python3.6/dist-packages (from -r requirements.txt (line 5)) (0.16.0)\n",
            "Requirement already satisfied: configargparse in /usr/local/lib/python3.6/dist-packages (from -r requirements.txt (line 6)) (0.14.0)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.6/dist-packages (from torchtext==0.4.0->-r requirements.txt (line 4)) (2.21.0)\n",
            "Requirement already satisfied: numpy in /usr/local/lib/python3.6/dist-packages (from torchtext==0.4.0->-r requirements.txt (line 4)) (1.16.4)\n",
            "Requirement already satisfied: idna<2.9,>=2.5 in /usr/local/lib/python3.6/dist-packages (from requests->torchtext==0.4.0->-r requirements.txt (line 4)) (2.8)\n",
            "Requirement already satisfied: urllib3<1.25,>=1.21.1 in /usr/local/lib/python3.6/dist-packages (from requests->torchtext==0.4.0->-r requirements.txt (line 4)) (1.24.3)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.6/dist-packages (from requests->torchtext==0.4.0->-r requirements.txt (line 4)) (2019.6.16)\n",
            "Requirement already satisfied: chardet<3.1.0,>=3.0.2 in /usr/local/lib/python3.6/dist-packages (from requests->torchtext==0.4.0->-r requirements.txt (line 4)) (3.0.4)\n",
            "Building wheels for collected packages: torchtext\n",
            "  Building wheel for torchtext (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for torchtext: filename=torchtext-0.4.0-cp36-none-any.whl size=53121 sha256=afc6b4d5f75656bcfbc28227e3a6c0ebd1e2ee34598352e3c3793cf3996534cf\n",
            "  Stored in directory: /tmp/pip-ephem-wheel-cache-fenxkfmu/wheels/47/f9/8d/a9e397ec2629a3fd3219b2ebc3ec8b55396fd3cf55963a77a5\n",
            "Successfully built torchtext\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "_GJNxuFBzpfv",
        "colab_type": "code",
        "outputId": "0e988116-a9b9-47e0-a08d-9a4b880c79a3",
        "colab": {
          "resources": {
            "http://localhost:8080/nbextensions/google.colab/files.js": {
              "data": "Ly8gQ29weXJpZ2h0IDIwMTcgR29vZ2xlIExMQwovLwovLyBMaWNlbnNlZCB1bmRlciB0aGUgQXBhY2hlIExpY2Vuc2UsIFZlcnNpb24gMi4wICh0aGUgIkxpY2Vuc2UiKTsKLy8geW91IG1heSBub3QgdXNlIHRoaXMgZmlsZSBleGNlcHQgaW4gY29tcGxpYW5jZSB3aXRoIHRoZSBMaWNlbnNlLgovLyBZb3UgbWF5IG9idGFpbiBhIGNvcHkgb2YgdGhlIExpY2Vuc2UgYXQKLy8KLy8gICAgICBodHRwOi8vd3d3LmFwYWNoZS5vcmcvbGljZW5zZXMvTElDRU5TRS0yLjAKLy8KLy8gVW5sZXNzIHJlcXVpcmVkIGJ5IGFwcGxpY2FibGUgbGF3IG9yIGFncmVlZCB0byBpbiB3cml0aW5nLCBzb2Z0d2FyZQovLyBkaXN0cmlidXRlZCB1bmRlciB0aGUgTGljZW5zZSBpcyBkaXN0cmlidXRlZCBvbiBhbiAiQVMgSVMiIEJBU0lTLAovLyBXSVRIT1VUIFdBUlJBTlRJRVMgT1IgQ09ORElUSU9OUyBPRiBBTlkgS0lORCwgZWl0aGVyIGV4cHJlc3Mgb3IgaW1wbGllZC4KLy8gU2VlIHRoZSBMaWNlbnNlIGZvciB0aGUgc3BlY2lmaWMgbGFuZ3VhZ2UgZ292ZXJuaW5nIHBlcm1pc3Npb25zIGFuZAovLyBsaW1pdGF0aW9ucyB1bmRlciB0aGUgTGljZW5zZS4KCi8qKgogKiBAZmlsZW92ZXJ2aWV3IEhlbHBlcnMgZm9yIGdvb2dsZS5jb2xhYiBQeXRob24gbW9kdWxlLgogKi8KKGZ1bmN0aW9uKHNjb3BlKSB7CmZ1bmN0aW9uIHNwYW4odGV4dCwgc3R5bGVBdHRyaWJ1dGVzID0ge30pIHsKICBjb25zdCBlbGVtZW50ID0gZG9jdW1lbnQuY3JlYXRlRWxlbWVudCgnc3BhbicpOwogIGVsZW1lbnQudGV4dENvbnRlbnQgPSB0ZXh0OwogIGZvciAoY29uc3Qga2V5IG9mIE9iamVjdC5rZXlzKHN0eWxlQXR0cmlidXRlcykpIHsKICAgIGVsZW1lbnQuc3R5bGVba2V5XSA9IHN0eWxlQXR0cmlidXRlc1trZXldOwogIH0KICByZXR1cm4gZWxlbWVudDsKfQoKLy8gTWF4IG51bWJlciBvZiBieXRlcyB3aGljaCB3aWxsIGJlIHVwbG9hZGVkIGF0IGEgdGltZS4KY29uc3QgTUFYX1BBWUxPQURfU0laRSA9IDEwMCAqIDEwMjQ7Ci8vIE1heCBhbW91bnQgb2YgdGltZSB0byBibG9jayB3YWl0aW5nIGZvciB0aGUgdXNlci4KY29uc3QgRklMRV9DSEFOR0VfVElNRU9VVF9NUyA9IDMwICogMTAwMDsKCmZ1bmN0aW9uIF91cGxvYWRGaWxlcyhpbnB1dElkLCBvdXRwdXRJZCkgewogIGNvbnN0IHN0ZXBzID0gdXBsb2FkRmlsZXNTdGVwKGlucHV0SWQsIG91dHB1dElkKTsKICBjb25zdCBvdXRwdXRFbGVtZW50ID0gZG9jdW1lbnQuZ2V0RWxlbWVudEJ5SWQob3V0cHV0SWQpOwogIC8vIENhY2hlIHN0ZXBzIG9uIHRoZSBvdXRwdXRFbGVtZW50IHRvIG1ha2UgaXQgYXZhaWxhYmxlIGZvciB0aGUgbmV4dCBjYWxsCiAgLy8gdG8gdXBsb2FkRmlsZXNDb250aW51ZSBmcm9tIFB5dGhvbi4KICBvdXRwdXRFbGVtZW50LnN0ZXBzID0gc3RlcHM7CgogIHJldHVybiBfdXBsb2FkRmlsZXNDb250aW51ZShvdXRwdXRJZCk7Cn0KCi8vIFRoaXMgaXMgcm91Z2hseSBhbiBhc3luYyBnZW5lcmF0b3IgKG5vdCBzdXBwb3J0ZWQgaW4gdGhlIGJyb3dzZXIgeWV0KSwKLy8gd2hlcmUgdGhlcmUgYXJlIG11bHRpcGxlIGFzeW5jaHJvbm91cyBzdGVwcyBhbmQgdGhlIFB5dGhvbiBzaWRlIGlzIGdvaW5nCi8vIHRvIHBvbGwgZm9yIGNvbXBsZXRpb24gb2YgZWFjaCBzdGVwLgovLyBUaGlzIHVzZXMgYSBQcm9taXNlIHRvIGJsb2NrIHRoZSBweXRob24gc2lkZSBvbiBjb21wbGV0aW9uIG9mIGVhY2ggc3RlcCwKLy8gdGhlbiBwYXNzZXMgdGhlIHJlc3VsdCBvZiB0aGUgcHJldmlvdXMgc3RlcCBhcyB0aGUgaW5wdXQgdG8gdGhlIG5leHQgc3RlcC4KZnVuY3Rpb24gX3VwbG9hZEZpbGVzQ29udGludWUob3V0cHV0SWQpIHsKICBjb25zdCBvdXRwdXRFbGVtZW50ID0gZG9jdW1lbnQuZ2V0RWxlbWVudEJ5SWQob3V0cHV0SWQpOwogIGNvbnN0IHN0ZXBzID0gb3V0cHV0RWxlbWVudC5zdGVwczsKCiAgY29uc3QgbmV4dCA9IHN0ZXBzLm5leHQob3V0cHV0RWxlbWVudC5sYXN0UHJvbWlzZVZhbHVlKTsKICByZXR1cm4gUHJvbWlzZS5yZXNvbHZlKG5leHQudmFsdWUucHJvbWlzZSkudGhlbigodmFsdWUpID0+IHsKICAgIC8vIENhY2hlIHRoZSBsYXN0IHByb21pc2UgdmFsdWUgdG8gbWFrZSBpdCBhdmFpbGFibGUgdG8gdGhlIG5leHQKICAgIC8vIHN0ZXAgb2YgdGhlIGdlbmVyYXRvci4KICAgIG91dHB1dEVsZW1lbnQubGFzdFByb21pc2VWYWx1ZSA9IHZhbHVlOwogICAgcmV0dXJuIG5leHQudmFsdWUucmVzcG9uc2U7CiAgfSk7Cn0KCi8qKgogKiBHZW5lcmF0b3IgZnVuY3Rpb24gd2hpY2ggaXMgY2FsbGVkIGJldHdlZW4gZWFjaCBhc3luYyBzdGVwIG9mIHRoZSB1cGxvYWQKICogcHJvY2Vzcy4KICogQHBhcmFtIHtzdHJpbmd9IGlucHV0SWQgRWxlbWVudCBJRCBvZiB0aGUgaW5wdXQgZmlsZSBwaWNrZXIgZWxlbWVudC4KICogQHBhcmFtIHtzdHJpbmd9IG91dHB1dElkIEVsZW1lbnQgSUQgb2YgdGhlIG91dHB1dCBkaXNwbGF5LgogKiBAcmV0dXJuIHshSXRlcmFibGU8IU9iamVjdD59IEl0ZXJhYmxlIG9mIG5leHQgc3RlcHMuCiAqLwpmdW5jdGlvbiogdXBsb2FkRmlsZXNTdGVwKGlucHV0SWQsIG91dHB1dElkKSB7CiAgY29uc3QgaW5wdXRFbGVtZW50ID0gZG9jdW1lbnQuZ2V0RWxlbWVudEJ5SWQoaW5wdXRJZCk7CiAgaW5wdXRFbGVtZW50LmRpc2FibGVkID0gZmFsc2U7CgogIGNvbnN0IG91dHB1dEVsZW1lbnQgPSBkb2N1bWVudC5nZXRFbGVtZW50QnlJZChvdXRwdXRJZCk7CiAgb3V0cHV0RWxlbWVudC5pbm5lckhUTUwgPSAnJzsKCiAgY29uc3QgcGlja2VkUHJvbWlzZSA9IG5ldyBQcm9taXNlKChyZXNvbHZlKSA9PiB7CiAgICBpbnB1dEVsZW1lbnQuYWRkRXZlbnRMaXN0ZW5lcignY2hhbmdlJywgKGUpID0+IHsKICAgICAgcmVzb2x2ZShlLnRhcmdldC5maWxlcyk7CiAgICB9KTsKICB9KTsKCiAgY29uc3QgY2FuY2VsID0gZG9jdW1lbnQuY3JlYXRlRWxlbWVudCgnYnV0dG9uJyk7CiAgaW5wdXRFbGVtZW50LnBhcmVudEVsZW1lbnQuYXBwZW5kQ2hpbGQoY2FuY2VsKTsKICBjYW5jZWwudGV4dENvbnRlbnQgPSAnQ2FuY2VsIHVwbG9hZCc7CiAgY29uc3QgY2FuY2VsUHJvbWlzZSA9IG5ldyBQcm9taXNlKChyZXNvbHZlKSA9PiB7CiAgICBjYW5jZWwub25jbGljayA9ICgpID0+IHsKICAgICAgcmVzb2x2ZShudWxsKTsKICAgIH07CiAgfSk7CgogIC8vIENhbmNlbCB1cGxvYWQgaWYgdXNlciBoYXNuJ3QgcGlja2VkIGFueXRoaW5nIGluIHRpbWVvdXQuCiAgY29uc3QgdGltZW91dFByb21pc2UgPSBuZXcgUHJvbWlzZSgocmVzb2x2ZSkgPT4gewogICAgc2V0VGltZW91dCgoKSA9PiB7CiAgICAgIHJlc29sdmUobnVsbCk7CiAgICB9LCBGSUxFX0NIQU5HRV9USU1FT1VUX01TKTsKICB9KTsKCiAgLy8gV2FpdCBmb3IgdGhlIHVzZXIgdG8gcGljayB0aGUgZmlsZXMuCiAgY29uc3QgZmlsZXMgPSB5aWVsZCB7CiAgICBwcm9taXNlOiBQcm9taXNlLnJhY2UoW3BpY2tlZFByb21pc2UsIHRpbWVvdXRQcm9taXNlLCBjYW5jZWxQcm9taXNlXSksCiAgICByZXNwb25zZTogewogICAgICBhY3Rpb246ICdzdGFydGluZycsCiAgICB9CiAgfTsKCiAgaWYgKCFmaWxlcykgewogICAgcmV0dXJuIHsKICAgICAgcmVzcG9uc2U6IHsKICAgICAgICBhY3Rpb246ICdjb21wbGV0ZScsCiAgICAgIH0KICAgIH07CiAgfQoKICBjYW5jZWwucmVtb3ZlKCk7CgogIC8vIERpc2FibGUgdGhlIGlucHV0IGVsZW1lbnQgc2luY2UgZnVydGhlciBwaWNrcyBhcmUgbm90IGFsbG93ZWQuCiAgaW5wdXRFbGVtZW50LmRpc2FibGVkID0gdHJ1ZTsKCiAgZm9yIChjb25zdCBmaWxlIG9mIGZpbGVzKSB7CiAgICBjb25zdCBsaSA9IGRvY3VtZW50LmNyZWF0ZUVsZW1lbnQoJ2xpJyk7CiAgICBsaS5hcHBlbmQoc3BhbihmaWxlLm5hbWUsIHtmb250V2VpZ2h0OiAnYm9sZCd9KSk7CiAgICBsaS5hcHBlbmQoc3BhbigKICAgICAgICBgKCR7ZmlsZS50eXBlIHx8ICduL2EnfSkgLSAke2ZpbGUuc2l6ZX0gYnl0ZXMsIGAgKwogICAgICAgIGBsYXN0IG1vZGlmaWVkOiAkewogICAgICAgICAgICBmaWxlLmxhc3RNb2RpZmllZERhdGUgPyBmaWxlLmxhc3RNb2RpZmllZERhdGUudG9Mb2NhbGVEYXRlU3RyaW5nKCkgOgogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAnbi9hJ30gLSBgKSk7CiAgICBjb25zdCBwZXJjZW50ID0gc3BhbignMCUgZG9uZScpOwogICAgbGkuYXBwZW5kQ2hpbGQocGVyY2VudCk7CgogICAgb3V0cHV0RWxlbWVudC5hcHBlbmRDaGlsZChsaSk7CgogICAgY29uc3QgZmlsZURhdGFQcm9taXNlID0gbmV3IFByb21pc2UoKHJlc29sdmUpID0+IHsKICAgICAgY29uc3QgcmVhZGVyID0gbmV3IEZpbGVSZWFkZXIoKTsKICAgICAgcmVhZGVyLm9ubG9hZCA9IChlKSA9PiB7CiAgICAgICAgcmVzb2x2ZShlLnRhcmdldC5yZXN1bHQpOwogICAgICB9OwogICAgICByZWFkZXIucmVhZEFzQXJyYXlCdWZmZXIoZmlsZSk7CiAgICB9KTsKICAgIC8vIFdhaXQgZm9yIHRoZSBkYXRhIHRvIGJlIHJlYWR5LgogICAgbGV0IGZpbGVEYXRhID0geWllbGQgewogICAgICBwcm9taXNlOiBmaWxlRGF0YVByb21pc2UsCiAgICAgIHJlc3BvbnNlOiB7CiAgICAgICAgYWN0aW9uOiAnY29udGludWUnLAogICAgICB9CiAgICB9OwoKICAgIC8vIFVzZSBhIGNodW5rZWQgc2VuZGluZyB0byBhdm9pZCBtZXNzYWdlIHNpemUgbGltaXRzLiBTZWUgYi82MjExNTY2MC4KICAgIGxldCBwb3NpdGlvbiA9IDA7CiAgICB3aGlsZSAocG9zaXRpb24gPCBmaWxlRGF0YS5ieXRlTGVuZ3RoKSB7CiAgICAgIGNvbnN0IGxlbmd0aCA9IE1hdGgubWluKGZpbGVEYXRhLmJ5dGVMZW5ndGggLSBwb3NpdGlvbiwgTUFYX1BBWUxPQURfU0laRSk7CiAgICAgIGNvbnN0IGNodW5rID0gbmV3IFVpbnQ4QXJyYXkoZmlsZURhdGEsIHBvc2l0aW9uLCBsZW5ndGgpOwogICAgICBwb3NpdGlvbiArPSBsZW5ndGg7CgogICAgICBjb25zdCBiYXNlNjQgPSBidG9hKFN0cmluZy5mcm9tQ2hhckNvZGUuYXBwbHkobnVsbCwgY2h1bmspKTsKICAgICAgeWllbGQgewogICAgICAgIHJlc3BvbnNlOiB7CiAgICAgICAgICBhY3Rpb246ICdhcHBlbmQnLAogICAgICAgICAgZmlsZTogZmlsZS5uYW1lLAogICAgICAgICAgZGF0YTogYmFzZTY0LAogICAgICAgIH0sCiAgICAgIH07CiAgICAgIHBlcmNlbnQudGV4dENvbnRlbnQgPQogICAgICAgICAgYCR7TWF0aC5yb3VuZCgocG9zaXRpb24gLyBmaWxlRGF0YS5ieXRlTGVuZ3RoKSAqIDEwMCl9JSBkb25lYDsKICAgIH0KICB9CgogIC8vIEFsbCBkb25lLgogIHlpZWxkIHsKICAgIHJlc3BvbnNlOiB7CiAgICAgIGFjdGlvbjogJ2NvbXBsZXRlJywKICAgIH0KICB9Owp9CgpzY29wZS5nb29nbGUgPSBzY29wZS5nb29nbGUgfHwge307CnNjb3BlLmdvb2dsZS5jb2xhYiA9IHNjb3BlLmdvb2dsZS5jb2xhYiB8fCB7fTsKc2NvcGUuZ29vZ2xlLmNvbGFiLl9maWxlcyA9IHsKICBfdXBsb2FkRmlsZXMsCiAgX3VwbG9hZEZpbGVzQ29udGludWUsCn07Cn0pKHNlbGYpOwo=",
              "ok": true,
              "headers": [
                [
                  "content-type",
                  "application/javascript"
                ]
              ],
              "status": 200,
              "status_text": ""
            }
          },
          "base_uri": "https://localhost:8080/",
          "height": 57
        }
      },
      "source": [
        "\n",
        "!pwd\n",
        "from google.colab import files\n",
        "\n",
        "uploaded = files.upload()"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/content/OpenNMT-py\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              "\n",
              "     <input type=\"file\" id=\"files-df882638-3b9f-4347-a8ae-916b909d5bb2\" name=\"files[]\" multiple disabled />\n",
              "     <output id=\"result-df882638-3b9f-4347-a8ae-916b909d5bb2\">\n",
              "      Upload widget is only available when the cell has been executed in the\n",
              "      current browser session. Please rerun this cell to enable.\n",
              "      </output>\n",
              "      <script src=\"/nbextensions/google.colab/files.js\"></script> "
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "fow2Befb1CNj",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "!python preprocess.py -train_src train_src.txt -train_tgt train_dst.txt -valid_src valid_src.txt -valid_tgt valid_dst.txt -save_data data/light"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "1dLSvk935Jge",
        "colab_type": "code",
        "outputId": "fd60b031-28ed-48f7-9f9d-0c881845df8e",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 59398
        }
      },
      "source": [
        "!python train.py -data data/light -save_model light -train_steps 1000000 -gpu_ranks 0\n"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "[2019-05-30 18:57:08,373 INFO]  * src vocab size = 40353\n",
            "[2019-05-30 18:57:08,373 INFO]  * tgt vocab size = 50004\n",
            "[2019-05-30 18:57:08,373 INFO] Building model...\n",
            "[2019-05-30 18:57:16,998 INFO] NMTModel(\n",
            "  (encoder): RNNEncoder(\n",
            "    (embeddings): Embeddings(\n",
            "      (make_embedding): Sequential(\n",
            "        (emb_luts): Elementwise(\n",
            "          (0): Embedding(40353, 500, padding_idx=1)\n",
            "        )\n",
            "      )\n",
            "    )\n",
            "    (rnn): LSTM(500, 500, num_layers=2, dropout=0.3)\n",
            "  )\n",
            "  (decoder): InputFeedRNNDecoder(\n",
            "    (embeddings): Embeddings(\n",
            "      (make_embedding): Sequential(\n",
            "        (emb_luts): Elementwise(\n",
            "          (0): Embedding(50004, 500, padding_idx=1)\n",
            "        )\n",
            "      )\n",
            "    )\n",
            "    (dropout): Dropout(p=0.3)\n",
            "    (rnn): StackedLSTM(\n",
            "      (dropout): Dropout(p=0.3)\n",
            "      (layers): ModuleList(\n",
            "        (0): LSTMCell(1000, 500)\n",
            "        (1): LSTMCell(500, 500)\n",
            "      )\n",
            "    )\n",
            "    (attn): GlobalAttention(\n",
            "      (linear_in): Linear(in_features=500, out_features=500, bias=False)\n",
            "      (linear_out): Linear(in_features=1000, out_features=500, bias=False)\n",
            "    )\n",
            "  )\n",
            "  (generator): Sequential(\n",
            "    (0): Linear(in_features=500, out_features=50004, bias=True)\n",
            "    (1): Cast()\n",
            "    (2): LogSoftmax()\n",
            "  )\n",
            ")\n",
            "[2019-05-30 18:57:16,999 INFO] encoder: 24184500\n",
            "[2019-05-30 18:57:16,999 INFO] decoder: 55812004\n",
            "[2019-05-30 18:57:16,999 INFO] * number of parameters: 79996504\n",
            "[2019-05-30 18:57:17,000 INFO] Starting training on GPU: [0]\n",
            "[2019-05-30 18:57:17,000 INFO] Start training loop without validation...\n",
            "[2019-05-30 18:57:20,146 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 18:57:24,194 INFO] Step 50/1000000; acc:  12.80; ppl: 245370.41; xent: 12.41; lr: 1.00000; 2625/2349 tok/s;      7 sec\n",
            "[2019-05-30 18:57:26,425 INFO] Step 100/1000000; acc:  15.65; ppl: 14899.89; xent: 9.61; lr: 1.00000; 8203/7572 tok/s;      9 sec\n",
            "[2019-05-30 18:57:28,809 INFO] Step 150/1000000; acc:  14.63; ppl: 12077.70; xent: 9.40; lr: 1.00000; 9316/7874 tok/s;     12 sec\n",
            "[2019-05-30 18:57:31,116 INFO] Step 200/1000000; acc:  16.12; ppl: 2765.05; xent: 7.92; lr: 1.00000; 8711/7906 tok/s;     14 sec\n",
            "[2019-05-30 18:57:33,633 INFO] Step 250/1000000; acc:  16.31; ppl: 3569.69; xent: 8.18; lr: 1.00000; 8959/7794 tok/s;     17 sec\n",
            "[2019-05-30 18:57:35,931 INFO] Step 300/1000000; acc:  17.06; ppl: 1875.31; xent: 7.54; lr: 1.00000; 8913/7911 tok/s;     19 sec\n",
            "[2019-05-30 18:57:38,213 INFO] Step 350/1000000; acc:  17.87; ppl: 1546.54; xent: 7.34; lr: 1.00000; 8584/7921 tok/s;     21 sec\n",
            "[2019-05-30 18:57:40,507 INFO] Step 400/1000000; acc:  20.08; ppl: 1279.01; xent: 7.15; lr: 1.00000; 8815/7956 tok/s;     24 sec\n",
            "[2019-05-30 18:57:42,885 INFO] Step 450/1000000; acc:  19.22; ppl: 1171.95; xent: 7.07; lr: 1.00000; 8963/7963 tok/s;     26 sec\n",
            "[2019-05-30 18:57:45,250 INFO] Step 500/1000000; acc:  19.20; ppl: 1084.29; xent: 6.99; lr: 1.00000; 8647/7938 tok/s;     28 sec\n",
            "[2019-05-30 18:57:47,648 INFO] Step 550/1000000; acc:  19.70; ppl: 936.46; xent: 6.84; lr: 1.00000; 8940/8033 tok/s;     31 sec\n",
            "[2019-05-30 18:57:50,039 INFO] Step 600/1000000; acc:  20.39; ppl: 818.49; xent: 6.71; lr: 1.00000; 8296/7791 tok/s;     33 sec\n",
            "[2019-05-30 18:57:52,260 INFO] Step 650/1000000; acc:  23.23; ppl: 644.21; xent: 6.47; lr: 1.00000; 9104/7827 tok/s;     35 sec\n",
            "[2019-05-30 18:57:54,497 INFO] Step 700/1000000; acc:  24.68; ppl: 588.82; xent: 6.38; lr: 1.00000; 8469/7825 tok/s;     37 sec\n",
            "[2019-05-30 18:57:56,771 INFO] Step 750/1000000; acc:  24.01; ppl: 560.21; xent: 6.33; lr: 1.00000; 9008/7882 tok/s;     40 sec\n",
            "[2019-05-30 18:57:59,088 INFO] Step 800/1000000; acc:  24.11; ppl: 545.67; xent: 6.30; lr: 1.00000; 8867/7845 tok/s;     42 sec\n",
            "[2019-05-30 18:58:01,425 INFO] Step 850/1000000; acc:  24.48; ppl: 484.98; xent: 6.18; lr: 1.00000; 8820/7971 tok/s;     44 sec\n",
            "[2019-05-30 18:58:03,739 INFO] Step 900/1000000; acc:  24.36; ppl: 491.46; xent: 6.20; lr: 1.00000; 9018/7803 tok/s;     47 sec\n",
            "[2019-05-30 18:58:06,130 INFO] Step 950/1000000; acc:  24.92; ppl: 438.75; xent: 6.08; lr: 1.00000; 8826/7883 tok/s;     49 sec\n",
            "[2019-05-30 18:58:08,386 INFO] Step 1000/1000000; acc:  27.48; ppl: 358.81; xent: 5.88; lr: 1.00000; 8684/7723 tok/s;     51 sec\n",
            "[2019-05-30 18:58:10,792 INFO] Step 1050/1000000; acc:  24.55; ppl: 441.99; xent: 6.09; lr: 1.00000; 9178/7918 tok/s;     54 sec\n",
            "[2019-05-30 18:58:13,170 INFO] Step 1100/1000000; acc:  25.49; ppl: 429.17; xent: 6.06; lr: 1.00000; 8939/7820 tok/s;     56 sec\n",
            "[2019-05-30 18:58:15,491 INFO] Step 1150/1000000; acc:  27.40; ppl: 321.21; xent: 5.77; lr: 1.00000; 8881/7780 tok/s;     58 sec\n",
            "[2019-05-30 18:58:17,888 INFO] Step 1200/1000000; acc:  26.16; ppl: 390.81; xent: 5.97; lr: 1.00000; 9076/7724 tok/s;     61 sec\n",
            "[2019-05-30 18:58:20,248 INFO] Step 1250/1000000; acc:  27.24; ppl: 280.94; xent: 5.64; lr: 1.00000; 8408/7864 tok/s;     63 sec\n",
            "[2019-05-30 18:58:22,514 INFO] Step 1300/1000000; acc:  28.72; ppl: 293.02; xent: 5.68; lr: 1.00000; 8304/7739 tok/s;     66 sec\n",
            "[2019-05-30 18:58:24,937 INFO] Step 1350/1000000; acc:  27.63; ppl: 273.30; xent: 5.61; lr: 1.00000; 8718/7875 tok/s;     68 sec\n",
            "[2019-05-30 18:58:27,389 INFO] Step 1400/1000000; acc:  27.13; ppl: 291.50; xent: 5.68; lr: 1.00000; 8560/7855 tok/s;     70 sec\n",
            "[2019-05-30 18:58:29,712 INFO] Step 1450/1000000; acc:  29.32; ppl: 293.63; xent: 5.68; lr: 1.00000; 8746/7432 tok/s;     73 sec\n",
            "[2019-05-30 18:58:32,055 INFO] Step 1500/1000000; acc:  28.88; ppl: 257.27; xent: 5.55; lr: 1.00000; 8660/7677 tok/s;     75 sec\n",
            "[2019-05-30 18:58:34,340 INFO] Step 1550/1000000; acc:  31.69; ppl: 203.27; xent: 5.31; lr: 1.00000; 8205/7617 tok/s;     77 sec\n",
            "[2019-05-30 18:58:36,909 INFO] Step 1600/1000000; acc:  27.27; ppl: 322.85; xent: 5.78; lr: 1.00000; 9537/7886 tok/s;     80 sec\n",
            "[2019-05-30 18:58:39,287 INFO] Step 1650/1000000; acc:  30.22; ppl: 237.53; xent: 5.47; lr: 1.00000; 8859/7671 tok/s;     82 sec\n",
            "[2019-05-30 18:58:41,883 INFO] Step 1700/1000000; acc:  28.30; ppl: 248.55; xent: 5.52; lr: 1.00000; 8853/7972 tok/s;     85 sec\n",
            "[2019-05-30 18:58:44,185 INFO] Step 1750/1000000; acc:  32.95; ppl: 173.55; xent: 5.16; lr: 1.00000; 8092/7703 tok/s;     87 sec\n",
            "[2019-05-30 18:58:46,629 INFO] Step 1800/1000000; acc:  30.72; ppl: 203.14; xent: 5.31; lr: 1.00000; 8710/7719 tok/s;     90 sec\n",
            "[2019-05-30 18:58:49,116 INFO] Step 1850/1000000; acc:  31.15; ppl: 188.45; xent: 5.24; lr: 1.00000; 8544/7850 tok/s;     92 sec\n",
            "[2019-05-30 18:58:51,534 INFO] Step 1900/1000000; acc:  33.46; ppl: 159.86; xent: 5.07; lr: 1.00000; 8127/7677 tok/s;     95 sec\n",
            "[2019-05-30 18:58:53,976 INFO] Step 1950/1000000; acc:  33.19; ppl: 167.47; xent: 5.12; lr: 1.00000; 8402/7525 tok/s;     97 sec\n",
            "[2019-05-30 18:58:56,440 INFO] Step 2000/1000000; acc:  32.12; ppl: 186.15; xent: 5.23; lr: 1.00000; 9116/7655 tok/s;     99 sec\n",
            "[2019-05-30 18:58:58,819 INFO] Step 2050/1000000; acc:  33.63; ppl: 165.15; xent: 5.11; lr: 1.00000; 8960/7491 tok/s;    102 sec\n",
            "[2019-05-30 18:59:01,211 INFO] Step 2100/1000000; acc:  34.34; ppl: 141.39; xent: 4.95; lr: 1.00000; 8404/7735 tok/s;    104 sec\n",
            "[2019-05-30 18:59:03,576 INFO] Step 2150/1000000; acc:  34.38; ppl: 157.30; xent: 5.06; lr: 1.00000; 8577/7684 tok/s;    107 sec\n",
            "[2019-05-30 18:59:05,974 INFO] Step 2200/1000000; acc:  36.52; ppl: 111.87; xent: 4.72; lr: 1.00000; 8488/7724 tok/s;    109 sec\n",
            "[2019-05-30 18:59:08,374 INFO] Step 2250/1000000; acc:  35.31; ppl: 129.53; xent: 4.86; lr: 1.00000; 8856/7682 tok/s;    111 sec\n",
            "[2019-05-30 18:59:10,870 INFO] Step 2300/1000000; acc:  35.14; ppl: 127.58; xent: 4.85; lr: 1.00000; 9178/7721 tok/s;    114 sec\n",
            "[2019-05-30 18:59:13,243 INFO] Step 2350/1000000; acc:  37.22; ppl: 114.85; xent: 4.74; lr: 1.00000; 8686/7553 tok/s;    116 sec\n",
            "[2019-05-30 18:59:15,656 INFO] Step 2400/1000000; acc:  37.46; ppl: 103.32; xent: 4.64; lr: 1.00000; 8487/7622 tok/s;    119 sec\n",
            "[2019-05-30 18:59:18,128 INFO] Step 2450/1000000; acc:  36.02; ppl: 128.27; xent: 4.85; lr: 1.00000; 8485/7384 tok/s;    121 sec\n",
            "[2019-05-30 18:59:20,580 INFO] Step 2500/1000000; acc:  37.48; ppl: 106.14; xent: 4.66; lr: 1.00000; 8718/7667 tok/s;    124 sec\n",
            "[2019-05-30 18:59:22,904 INFO] Step 2550/1000000; acc:  39.79; ppl: 87.86; xent: 4.48; lr: 1.00000; 8126/7546 tok/s;    126 sec\n",
            "[2019-05-30 18:59:25,320 INFO] Step 2600/1000000; acc:  39.10; ppl: 92.86; xent: 4.53; lr: 1.00000; 8265/7641 tok/s;    128 sec\n",
            "[2019-05-30 18:59:27,990 INFO] Step 2650/1000000; acc:  36.70; ppl: 115.39; xent: 4.75; lr: 1.00000; 9053/7712 tok/s;    131 sec\n",
            "[2019-05-30 18:59:30,395 INFO] Step 2700/1000000; acc:  38.99; ppl: 96.03; xent: 4.56; lr: 1.00000; 8917/7533 tok/s;    133 sec\n",
            "[2019-05-30 18:59:32,821 INFO] Step 2750/1000000; acc:  41.16; ppl: 76.15; xent: 4.33; lr: 1.00000; 8335/7611 tok/s;    136 sec\n",
            "[2019-05-30 18:59:35,476 INFO] Step 2800/1000000; acc:  38.86; ppl: 88.34; xent: 4.48; lr: 1.00000; 8559/7872 tok/s;    138 sec\n",
            "[2019-05-30 18:59:37,953 INFO] Step 2850/1000000; acc:  39.86; ppl: 86.50; xent: 4.46; lr: 1.00000; 8735/7561 tok/s;    141 sec\n",
            "[2019-05-30 18:59:40,325 INFO] Step 2900/1000000; acc:  42.25; ppl: 71.75; xent: 4.27; lr: 1.00000; 8797/7528 tok/s;    143 sec\n",
            "[2019-05-30 18:59:42,856 INFO] Step 2950/1000000; acc:  40.97; ppl: 82.93; xent: 4.42; lr: 1.00000; 8359/7534 tok/s;    146 sec\n",
            "[2019-05-30 18:59:45,306 INFO] Step 3000/1000000; acc:  42.96; ppl: 67.15; xent: 4.21; lr: 1.00000; 8727/7464 tok/s;    148 sec\n",
            "[2019-05-30 18:59:47,926 INFO] Step 3050/1000000; acc:  41.55; ppl: 75.74; xent: 4.33; lr: 1.00000; 8673/7559 tok/s;    151 sec\n",
            "[2019-05-30 18:59:50,421 INFO] Step 3100/1000000; acc:  43.63; ppl: 60.80; xent: 4.11; lr: 1.00000; 8310/7592 tok/s;    153 sec\n",
            "[2019-05-30 18:59:52,894 INFO] Step 3150/1000000; acc:  43.27; ppl: 66.41; xent: 4.20; lr: 1.00000; 8570/7439 tok/s;    156 sec\n",
            "[2019-05-30 18:59:55,248 INFO] Step 3200/1000000; acc:  45.18; ppl: 59.78; xent: 4.09; lr: 1.00000; 8075/7357 tok/s;    158 sec\n",
            "[2019-05-30 18:59:57,665 INFO] Step 3250/1000000; acc:  45.98; ppl: 51.28; xent: 3.94; lr: 1.00000; 7837/7515 tok/s;    161 sec\n",
            "[2019-05-30 19:00:00,077 INFO] Step 3300/1000000; acc:  46.13; ppl: 50.69; xent: 3.93; lr: 1.00000; 8438/7395 tok/s;    163 sec\n",
            "[2019-05-30 19:00:02,606 INFO] Step 3350/1000000; acc:  42.47; ppl: 74.67; xent: 4.31; lr: 1.00000; 8884/7563 tok/s;    166 sec\n",
            "[2019-05-30 19:00:05,111 INFO] Step 3400/1000000; acc:  45.01; ppl: 55.39; xent: 4.01; lr: 1.00000; 8306/7534 tok/s;    168 sec\n",
            "[2019-05-30 19:00:07,450 INFO] Step 3450/1000000; acc:  45.30; ppl: 56.09; xent: 4.03; lr: 1.00000; 8454/7294 tok/s;    170 sec\n",
            "[2019-05-30 19:00:09,842 INFO] Step 3500/1000000; acc:  47.28; ppl: 45.87; xent: 3.83; lr: 1.00000; 8269/7439 tok/s;    173 sec\n",
            "[2019-05-30 19:00:12,464 INFO] Step 3550/1000000; acc:  44.71; ppl: 55.75; xent: 4.02; lr: 1.00000; 8374/7609 tok/s;    175 sec\n",
            "[2019-05-30 19:00:14,863 INFO] Step 3600/1000000; acc:  46.64; ppl: 50.23; xent: 3.92; lr: 1.00000; 8109/7334 tok/s;    178 sec\n",
            "[2019-05-30 19:00:17,410 INFO] Step 3650/1000000; acc:  46.36; ppl: 48.14; xent: 3.87; lr: 1.00000; 8318/7539 tok/s;    180 sec\n",
            "[2019-05-30 19:00:19,858 INFO] Step 3700/1000000; acc:  48.87; ppl: 39.81; xent: 3.68; lr: 1.00000; 8551/7452 tok/s;    183 sec\n",
            "[2019-05-30 19:00:22,294 INFO] Step 3750/1000000; acc:  48.03; ppl: 42.95; xent: 3.76; lr: 1.00000; 8721/7412 tok/s;    185 sec\n",
            "[2019-05-30 19:00:24,800 INFO] Step 3800/1000000; acc:  48.04; ppl: 42.39; xent: 3.75; lr: 1.00000; 8149/7521 tok/s;    188 sec\n",
            "[2019-05-30 19:00:27,258 INFO] Step 3850/1000000; acc:  50.07; ppl: 35.11; xent: 3.56; lr: 1.00000; 8278/7550 tok/s;    190 sec\n",
            "[2019-05-30 19:00:29,769 INFO] Step 3900/1000000; acc:  48.93; ppl: 38.93; xent: 3.66; lr: 1.00000; 8337/7518 tok/s;    193 sec\n",
            "[2019-05-30 19:00:32,095 INFO] Step 3950/1000000; acc:  49.83; ppl: 36.95; xent: 3.61; lr: 1.00000; 8418/7264 tok/s;    195 sec\n",
            "[2019-05-30 19:00:34,359 INFO] Step 4000/1000000; acc:  50.43; ppl: 36.43; xent: 3.60; lr: 1.00000; 8453/7168 tok/s;    197 sec\n",
            "[2019-05-30 19:00:36,858 INFO] Step 4050/1000000; acc:  49.86; ppl: 36.36; xent: 3.59; lr: 1.00000; 8376/7582 tok/s;    200 sec\n",
            "[2019-05-30 19:00:39,335 INFO] Step 4100/1000000; acc:  50.14; ppl: 35.40; xent: 3.57; lr: 1.00000; 8483/7392 tok/s;    202 sec\n",
            "[2019-05-30 19:00:41,910 INFO] Step 4150/1000000; acc:  48.93; ppl: 37.12; xent: 3.61; lr: 1.00000; 9021/7579 tok/s;    205 sec\n",
            "[2019-05-30 19:00:44,347 INFO] Step 4200/1000000; acc:  49.19; ppl: 39.94; xent: 3.69; lr: 1.00000; 8533/7324 tok/s;    207 sec\n",
            "[2019-05-30 19:00:47,073 INFO] Step 4250/1000000; acc:  48.83; ppl: 34.46; xent: 3.54; lr: 1.00000; 8171/7796 tok/s;    210 sec\n",
            "[2019-05-30 19:00:49,555 INFO] Step 4300/1000000; acc:  49.22; ppl: 38.18; xent: 3.64; lr: 1.00000; 8511/7490 tok/s;    213 sec\n",
            "[2019-05-30 19:00:52,176 INFO] Step 4350/1000000; acc:  50.46; ppl: 30.70; xent: 3.42; lr: 1.00000; 8105/7750 tok/s;    215 sec\n",
            "[2019-05-30 19:00:54,589 INFO] Step 4400/1000000; acc:  53.49; ppl: 25.86; xent: 3.25; lr: 1.00000; 8224/7490 tok/s;    218 sec\n",
            "[2019-05-30 19:00:57,111 INFO] Step 4450/1000000; acc:  50.83; ppl: 30.88; xent: 3.43; lr: 1.00000; 8503/7595 tok/s;    220 sec\n",
            "[2019-05-30 19:00:59,549 INFO] Step 4500/1000000; acc:  51.16; ppl: 33.18; xent: 3.50; lr: 1.00000; 8847/7377 tok/s;    223 sec\n",
            "[2019-05-30 19:01:02,059 INFO] Step 4550/1000000; acc:  52.26; ppl: 28.00; xent: 3.33; lr: 1.00000; 8518/7601 tok/s;    225 sec\n",
            "[2019-05-30 19:01:04,692 INFO] Step 4600/1000000; acc:  52.18; ppl: 26.50; xent: 3.28; lr: 1.00000; 8067/7698 tok/s;    228 sec\n",
            "[2019-05-30 19:01:07,093 INFO] Step 4650/1000000; acc:  51.93; ppl: 28.79; xent: 3.36; lr: 1.00000; 8292/7283 tok/s;    230 sec\n",
            "[2019-05-30 19:01:09,559 INFO] Step 4700/1000000; acc:  52.28; ppl: 28.61; xent: 3.35; lr: 1.00000; 8593/7469 tok/s;    233 sec\n",
            "[2019-05-30 19:01:12,022 INFO] Step 4750/1000000; acc:  53.74; ppl: 24.59; xent: 3.20; lr: 1.00000; 7924/7504 tok/s;    235 sec\n",
            "[2019-05-30 19:01:14,468 INFO] Step 4800/1000000; acc:  53.69; ppl: 26.12; xent: 3.26; lr: 1.00000; 8427/7354 tok/s;    237 sec\n",
            "[2019-05-30 19:01:16,968 INFO] Step 4850/1000000; acc:  54.45; ppl: 22.61; xent: 3.12; lr: 1.00000; 8244/7579 tok/s;    240 sec\n",
            "[2019-05-30 19:01:19,522 INFO] Step 4900/1000000; acc:  53.20; ppl: 25.66; xent: 3.24; lr: 1.00000; 8597/7611 tok/s;    243 sec\n",
            "[2019-05-30 19:01:22,169 INFO] Step 4950/1000000; acc:  50.62; ppl: 30.29; xent: 3.41; lr: 1.00000; 8584/7676 tok/s;    245 sec\n",
            "[2019-05-30 19:01:24,623 INFO] Step 5000/1000000; acc:  52.18; ppl: 28.87; xent: 3.36; lr: 1.00000; 8815/7380 tok/s;    248 sec\n",
            "[2019-05-30 19:01:24,623 INFO] Saving checkpoint light_step_5000.pt\n",
            "[2019-05-30 19:01:28,665 INFO] Step 5050/1000000; acc:  52.95; ppl: 25.62; xent: 3.24; lr: 1.00000; 5162/4497 tok/s;    252 sec\n",
            "[2019-05-30 19:01:31,061 INFO] Step 5100/1000000; acc:  54.90; ppl: 22.28; xent: 3.10; lr: 1.00000; 8440/7437 tok/s;    254 sec\n",
            "[2019-05-30 19:01:33,420 INFO] Step 5150/1000000; acc:  55.47; ppl: 22.53; xent: 3.12; lr: 1.00000; 8574/7325 tok/s;    256 sec\n",
            "[2019-05-30 19:01:36,143 INFO] Step 5200/1000000; acc:  50.44; ppl: 29.16; xent: 3.37; lr: 1.00000; 8470/7655 tok/s;    259 sec\n",
            "[2019-05-30 19:01:38,579 INFO] Step 5250/1000000; acc:  55.90; ppl: 20.24; xent: 3.01; lr: 1.00000; 8143/7307 tok/s;    262 sec\n",
            "[2019-05-30 19:01:41,103 INFO] Step 5300/1000000; acc:  53.46; ppl: 23.62; xent: 3.16; lr: 1.00000; 8696/7551 tok/s;    264 sec\n",
            "[2019-05-30 19:01:43,588 INFO] Step 5350/1000000; acc:  54.91; ppl: 22.94; xent: 3.13; lr: 1.00000; 8241/7403 tok/s;    267 sec\n",
            "[2019-05-30 19:01:46,131 INFO] Step 5400/1000000; acc:  54.76; ppl: 22.75; xent: 3.12; lr: 1.00000; 8328/7490 tok/s;    269 sec\n",
            "[2019-05-30 19:01:48,554 INFO] Step 5450/1000000; acc:  56.28; ppl: 19.40; xent: 2.97; lr: 1.00000; 8269/7476 tok/s;    272 sec\n",
            "[2019-05-30 19:01:51,013 INFO] Step 5500/1000000; acc:  55.12; ppl: 21.09; xent: 3.05; lr: 1.00000; 7875/7489 tok/s;    274 sec\n",
            "[2019-05-30 19:01:53,470 INFO] Step 5550/1000000; acc:  56.28; ppl: 19.35; xent: 2.96; lr: 1.00000; 8675/7416 tok/s;    276 sec\n",
            "[2019-05-30 19:01:55,865 INFO] Step 5600/1000000; acc:  57.48; ppl: 18.13; xent: 2.90; lr: 1.00000; 8046/7458 tok/s;    279 sec\n",
            "[2019-05-30 19:01:58,320 INFO] Step 5650/1000000; acc:  56.00; ppl: 19.89; xent: 2.99; lr: 1.00000; 8212/7532 tok/s;    281 sec\n",
            "[2019-05-30 19:02:00,827 INFO] Step 5700/1000000; acc:  54.52; ppl: 21.50; xent: 3.07; lr: 1.00000; 8297/7505 tok/s;    284 sec\n",
            "[2019-05-30 19:02:03,443 INFO] Step 5750/1000000; acc:  55.60; ppl: 19.22; xent: 2.96; lr: 1.00000; 8563/7616 tok/s;    286 sec\n",
            "[2019-05-30 19:02:05,797 INFO] Step 5800/1000000; acc:  57.70; ppl: 17.44; xent: 2.86; lr: 1.00000; 7696/7373 tok/s;    289 sec\n",
            "[2019-05-30 19:02:08,264 INFO] Step 5850/1000000; acc:  57.06; ppl: 17.36; xent: 2.85; lr: 1.00000; 8329/7451 tok/s;    291 sec\n",
            "[2019-05-30 19:02:10,665 INFO] Step 5900/1000000; acc:  56.48; ppl: 19.04; xent: 2.95; lr: 1.00000; 8344/7366 tok/s;    294 sec\n",
            "[2019-05-30 19:02:14,797 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 19:02:18,247 INFO] Step 5950/1000000; acc:  58.02; ppl: 17.32; xent: 2.85; lr: 1.00000; 2575/2279 tok/s;    301 sec\n",
            "[2019-05-30 19:02:20,577 INFO] Step 6000/1000000; acc:  58.06; ppl: 16.93; xent: 2.83; lr: 1.00000; 8105/7363 tok/s;    304 sec\n",
            "[2019-05-30 19:02:22,996 INFO] Step 6050/1000000; acc:  56.15; ppl: 19.94; xent: 2.99; lr: 1.00000; 8598/7484 tok/s;    306 sec\n",
            "[2019-05-30 19:02:25,458 INFO] Step 6100/1000000; acc:  56.63; ppl: 18.26; xent: 2.90; lr: 1.00000; 8345/7444 tok/s;    308 sec\n",
            "[2019-05-30 19:02:28,159 INFO] Step 6150/1000000; acc:  54.52; ppl: 21.81; xent: 3.08; lr: 1.00000; 8418/7343 tok/s;    311 sec\n",
            "[2019-05-30 19:02:30,655 INFO] Step 6200/1000000; acc:  57.08; ppl: 18.04; xent: 2.89; lr: 1.00000; 8437/7426 tok/s;    314 sec\n",
            "[2019-05-30 19:02:33,118 INFO] Step 6250/1000000; acc:  56.74; ppl: 18.03; xent: 2.89; lr: 1.00000; 7927/7339 tok/s;    316 sec\n",
            "[2019-05-30 19:02:35,493 INFO] Step 6300/1000000; acc:  58.86; ppl: 15.11; xent: 2.72; lr: 1.00000; 7949/7356 tok/s;    318 sec\n",
            "[2019-05-30 19:02:38,061 INFO] Step 6350/1000000; acc:  55.26; ppl: 20.32; xent: 3.01; lr: 1.00000; 8725/7455 tok/s;    321 sec\n",
            "[2019-05-30 19:02:40,591 INFO] Step 6400/1000000; acc:  56.60; ppl: 18.52; xent: 2.92; lr: 1.00000; 7981/7394 tok/s;    324 sec\n",
            "[2019-05-30 19:02:43,117 INFO] Step 6450/1000000; acc:  57.70; ppl: 16.43; xent: 2.80; lr: 1.00000; 8334/7548 tok/s;    326 sec\n",
            "[2019-05-30 19:02:45,604 INFO] Step 6500/1000000; acc:  57.80; ppl: 16.11; xent: 2.78; lr: 1.00000; 7929/7491 tok/s;    329 sec\n",
            "[2019-05-30 19:02:48,141 INFO] Step 6550/1000000; acc:  56.55; ppl: 18.58; xent: 2.92; lr: 1.00000; 8372/7258 tok/s;    331 sec\n",
            "[2019-05-30 19:02:50,433 INFO] Step 6600/1000000; acc:  60.43; ppl: 13.67; xent: 2.62; lr: 1.00000; 8013/7216 tok/s;    333 sec\n",
            "[2019-05-30 19:02:52,929 INFO] Step 6650/1000000; acc:  58.01; ppl: 15.95; xent: 2.77; lr: 1.00000; 8465/7439 tok/s;    336 sec\n",
            "[2019-05-30 19:02:55,379 INFO] Step 6700/1000000; acc:  58.72; ppl: 15.27; xent: 2.73; lr: 1.00000; 8151/7471 tok/s;    338 sec\n",
            "[2019-05-30 19:02:57,807 INFO] Step 6750/1000000; acc:  58.47; ppl: 14.87; xent: 2.70; lr: 1.00000; 8328/7432 tok/s;    341 sec\n",
            "[2019-05-30 19:03:00,257 INFO] Step 6800/1000000; acc:  58.11; ppl: 15.67; xent: 2.75; lr: 1.00000; 8648/7368 tok/s;    343 sec\n",
            "[2019-05-30 19:03:02,859 INFO] Step 6850/1000000; acc:  56.94; ppl: 17.51; xent: 2.86; lr: 1.00000; 8409/7520 tok/s;    346 sec\n",
            "[2019-05-30 19:03:05,174 INFO] Step 6900/1000000; acc:  59.61; ppl: 14.23; xent: 2.66; lr: 1.00000; 8183/7219 tok/s;    348 sec\n",
            "[2019-05-30 19:03:07,717 INFO] Step 6950/1000000; acc:  57.05; ppl: 16.02; xent: 2.77; lr: 1.00000; 8533/7543 tok/s;    351 sec\n",
            "[2019-05-30 19:03:10,285 INFO] Step 7000/1000000; acc:  56.37; ppl: 18.39; xent: 2.91; lr: 1.00000; 8428/7466 tok/s;    353 sec\n",
            "[2019-05-30 19:03:12,617 INFO] Step 7050/1000000; acc:  60.34; ppl: 13.08; xent: 2.57; lr: 1.00000; 8536/7330 tok/s;    356 sec\n",
            "[2019-05-30 19:03:15,147 INFO] Step 7100/1000000; acc:  57.56; ppl: 16.93; xent: 2.83; lr: 1.00000; 8880/7421 tok/s;    358 sec\n",
            "[2019-05-30 19:03:17,623 INFO] Step 7150/1000000; acc:  60.92; ppl: 12.24; xent: 2.51; lr: 1.00000; 7936/7547 tok/s;    361 sec\n",
            "[2019-05-30 19:03:19,982 INFO] Step 7200/1000000; acc:  59.56; ppl: 14.06; xent: 2.64; lr: 1.00000; 8058/7325 tok/s;    363 sec\n",
            "[2019-05-30 19:03:22,503 INFO] Step 7250/1000000; acc:  60.02; ppl: 12.75; xent: 2.55; lr: 1.00000; 8354/7595 tok/s;    366 sec\n",
            "[2019-05-30 19:03:25,059 INFO] Step 7300/1000000; acc:  59.25; ppl: 14.23; xent: 2.66; lr: 1.00000; 8186/7610 tok/s;    368 sec\n",
            "[2019-05-30 19:03:27,499 INFO] Step 7350/1000000; acc:  58.24; ppl: 15.47; xent: 2.74; lr: 1.00000; 8483/7352 tok/s;    370 sec\n",
            "[2019-05-30 19:03:29,851 INFO] Step 7400/1000000; acc:  59.93; ppl: 13.99; xent: 2.64; lr: 1.00000; 8247/7333 tok/s;    373 sec\n",
            "[2019-05-30 19:03:32,228 INFO] Step 7450/1000000; acc:  61.01; ppl: 12.46; xent: 2.52; lr: 1.00000; 8320/7404 tok/s;    375 sec\n",
            "[2019-05-30 19:03:34,764 INFO] Step 7500/1000000; acc:  59.16; ppl: 13.67; xent: 2.62; lr: 1.00000; 8834/7572 tok/s;    378 sec\n",
            "[2019-05-30 19:03:37,353 INFO] Step 7550/1000000; acc:  56.50; ppl: 17.72; xent: 2.87; lr: 1.00000; 8776/7455 tok/s;    380 sec\n",
            "[2019-05-30 19:03:39,964 INFO] Step 7600/1000000; acc:  57.92; ppl: 15.20; xent: 2.72; lr: 1.00000; 8385/7655 tok/s;    383 sec\n",
            "[2019-05-30 19:03:42,403 INFO] Step 7650/1000000; acc:  60.00; ppl: 13.04; xent: 2.57; lr: 1.00000; 8107/7582 tok/s;    385 sec\n",
            "[2019-05-30 19:03:44,866 INFO] Step 7700/1000000; acc:  60.75; ppl: 11.97; xent: 2.48; lr: 1.00000; 8151/7377 tok/s;    388 sec\n",
            "[2019-05-30 19:03:47,497 INFO] Step 7750/1000000; acc:  58.86; ppl: 14.15; xent: 2.65; lr: 1.00000; 8539/7613 tok/s;    390 sec\n",
            "[2019-05-30 19:03:49,979 INFO] Step 7800/1000000; acc:  60.21; ppl: 12.37; xent: 2.52; lr: 1.00000; 7891/7426 tok/s;    393 sec\n",
            "[2019-05-30 19:03:52,477 INFO] Step 7850/1000000; acc:  61.56; ppl: 11.40; xent: 2.43; lr: 1.00000; 8062/7384 tok/s;    395 sec\n",
            "[2019-05-30 19:03:54,939 INFO] Step 7900/1000000; acc:  60.94; ppl: 12.10; xent: 2.49; lr: 1.00000; 8605/7383 tok/s;    398 sec\n",
            "[2019-05-30 19:03:57,466 INFO] Step 7950/1000000; acc:  57.39; ppl: 15.46; xent: 2.74; lr: 1.00000; 8840/7401 tok/s;    400 sec\n",
            "[2019-05-30 19:03:59,891 INFO] Step 8000/1000000; acc:  61.78; ppl: 11.45; xent: 2.44; lr: 1.00000; 8471/7363 tok/s;    403 sec\n",
            "[2019-05-30 19:04:02,439 INFO] Step 8050/1000000; acc:  58.88; ppl: 13.60; xent: 2.61; lr: 1.00000; 8113/7485 tok/s;    405 sec\n",
            "[2019-05-30 19:04:04,881 INFO] Step 8100/1000000; acc:  61.57; ppl: 11.41; xent: 2.43; lr: 1.00000; 8415/7298 tok/s;    408 sec\n",
            "[2019-05-30 19:04:07,373 INFO] Step 8150/1000000; acc:  61.55; ppl: 11.02; xent: 2.40; lr: 1.00000; 8244/7474 tok/s;    410 sec\n",
            "[2019-05-30 19:04:09,868 INFO] Step 8200/1000000; acc:  61.54; ppl: 10.91; xent: 2.39; lr: 1.00000; 8723/7491 tok/s;    413 sec\n",
            "[2019-05-30 19:04:12,363 INFO] Step 8250/1000000; acc:  61.13; ppl: 11.93; xent: 2.48; lr: 1.00000; 8721/7468 tok/s;    415 sec\n",
            "[2019-05-30 19:04:14,792 INFO] Step 8300/1000000; acc:  61.59; ppl: 11.31; xent: 2.43; lr: 1.00000; 8537/7467 tok/s;    418 sec\n",
            "[2019-05-30 19:04:17,312 INFO] Step 8350/1000000; acc:  59.49; ppl: 13.18; xent: 2.58; lr: 1.00000; 8195/7299 tok/s;    420 sec\n",
            "[2019-05-30 19:04:19,809 INFO] Step 8400/1000000; acc:  61.94; ppl: 10.99; xent: 2.40; lr: 1.00000; 8587/7524 tok/s;    423 sec\n",
            "[2019-05-30 19:04:22,218 INFO] Step 8450/1000000; acc:  62.44; ppl: 10.76; xent: 2.38; lr: 1.00000; 8053/7367 tok/s;    425 sec\n",
            "[2019-05-30 19:04:24,660 INFO] Step 8500/1000000; acc:  61.14; ppl: 11.65; xent: 2.46; lr: 1.00000; 8150/7421 tok/s;    428 sec\n",
            "[2019-05-30 19:04:27,370 INFO] Step 8550/1000000; acc:  60.38; ppl: 11.93; xent: 2.48; lr: 1.00000; 8637/7622 tok/s;    430 sec\n",
            "[2019-05-30 19:04:29,802 INFO] Step 8600/1000000; acc:  61.60; ppl: 11.08; xent: 2.40; lr: 1.00000; 8501/7448 tok/s;    433 sec\n",
            "[2019-05-30 19:04:32,293 INFO] Step 8650/1000000; acc:  61.12; ppl: 11.20; xent: 2.42; lr: 1.00000; 8480/7441 tok/s;    435 sec\n",
            "[2019-05-30 19:04:34,969 INFO] Step 8700/1000000; acc:  59.98; ppl: 12.06; xent: 2.49; lr: 1.00000; 8633/7653 tok/s;    438 sec\n",
            "[2019-05-30 19:04:37,600 INFO] Step 8750/1000000; acc:  59.86; ppl: 12.00; xent: 2.48; lr: 1.00000; 8540/7594 tok/s;    441 sec\n",
            "[2019-05-30 19:04:39,998 INFO] Step 8800/1000000; acc:  62.68; ppl: 10.18; xent: 2.32; lr: 1.00000; 8514/7367 tok/s;    443 sec\n",
            "[2019-05-30 19:04:42,498 INFO] Step 8850/1000000; acc:  59.67; ppl: 12.69; xent: 2.54; lr: 1.00000; 8411/7397 tok/s;    445 sec\n",
            "[2019-05-30 19:04:44,891 INFO] Step 8900/1000000; acc:  62.64; ppl: 10.18; xent: 2.32; lr: 1.00000; 8371/7435 tok/s;    448 sec\n",
            "[2019-05-30 19:04:47,559 INFO] Step 8950/1000000; acc:  60.21; ppl: 11.53; xent: 2.44; lr: 1.00000; 8972/7534 tok/s;    451 sec\n",
            "[2019-05-30 19:04:50,090 INFO] Step 9000/1000000; acc:  61.85; ppl: 10.47; xent: 2.35; lr: 1.00000; 8118/7562 tok/s;    453 sec\n",
            "[2019-05-30 19:04:52,517 INFO] Step 9050/1000000; acc:  63.04; ppl:  9.79; xent: 2.28; lr: 1.00000; 8466/7464 tok/s;    456 sec\n",
            "[2019-05-30 19:04:54,942 INFO] Step 9100/1000000; acc:  61.15; ppl: 11.56; xent: 2.45; lr: 1.00000; 8234/7361 tok/s;    458 sec\n",
            "[2019-05-30 19:04:57,383 INFO] Step 9150/1000000; acc:  64.05; ppl:  9.09; xent: 2.21; lr: 1.00000; 8051/7522 tok/s;    460 sec\n",
            "[2019-05-30 19:04:59,764 INFO] Step 9200/1000000; acc:  63.22; ppl:  9.57; xent: 2.26; lr: 1.00000; 8092/7413 tok/s;    463 sec\n",
            "[2019-05-30 19:05:02,269 INFO] Step 9250/1000000; acc:  59.85; ppl: 12.43; xent: 2.52; lr: 1.00000; 8992/7437 tok/s;    465 sec\n",
            "[2019-05-30 19:05:04,769 INFO] Step 9300/1000000; acc:  62.66; ppl: 10.11; xent: 2.31; lr: 1.00000; 8396/7544 tok/s;    468 sec\n",
            "[2019-05-30 19:05:07,148 INFO] Step 9350/1000000; acc:  60.78; ppl: 11.55; xent: 2.45; lr: 1.00000; 8206/7221 tok/s;    470 sec\n",
            "[2019-05-30 19:05:09,586 INFO] Step 9400/1000000; acc:  62.72; ppl:  9.69; xent: 2.27; lr: 1.00000; 8323/7378 tok/s;    473 sec\n",
            "[2019-05-30 19:05:12,183 INFO] Step 9450/1000000; acc:  61.31; ppl: 10.98; xent: 2.40; lr: 1.00000; 8157/7565 tok/s;    475 sec\n",
            "[2019-05-30 19:05:14,704 INFO] Step 9500/1000000; acc:  61.51; ppl: 10.82; xent: 2.38; lr: 1.00000; 8405/7475 tok/s;    478 sec\n",
            "[2019-05-30 19:05:17,118 INFO] Step 9550/1000000; acc:  62.19; ppl: 10.24; xent: 2.33; lr: 1.00000; 8301/7379 tok/s;    480 sec\n",
            "[2019-05-30 19:05:19,625 INFO] Step 9600/1000000; acc:  64.22; ppl:  8.71; xent: 2.16; lr: 1.00000; 8422/7580 tok/s;    483 sec\n",
            "[2019-05-30 19:05:22,052 INFO] Step 9650/1000000; acc:  63.44; ppl:  9.11; xent: 2.21; lr: 1.00000; 8494/7417 tok/s;    485 sec\n",
            "[2019-05-30 19:05:24,488 INFO] Step 9700/1000000; acc:  62.57; ppl:  9.64; xent: 2.27; lr: 1.00000; 8301/7440 tok/s;    487 sec\n",
            "[2019-05-30 19:05:27,029 INFO] Step 9750/1000000; acc:  63.49; ppl:  9.08; xent: 2.21; lr: 1.00000; 8313/7613 tok/s;    490 sec\n",
            "[2019-05-30 19:05:29,401 INFO] Step 9800/1000000; acc:  64.36; ppl:  8.38; xent: 2.13; lr: 1.00000; 8392/7339 tok/s;    492 sec\n",
            "[2019-05-30 19:05:31,812 INFO] Step 9850/1000000; acc:  63.71; ppl:  9.02; xent: 2.20; lr: 1.00000; 8149/7456 tok/s;    495 sec\n",
            "[2019-05-30 19:05:34,189 INFO] Step 9900/1000000; acc:  62.92; ppl:  9.46; xent: 2.25; lr: 1.00000; 8777/7232 tok/s;    497 sec\n",
            "[2019-05-30 19:05:36,503 INFO] Step 9950/1000000; acc:  64.96; ppl:  8.31; xent: 2.12; lr: 1.00000; 8132/7330 tok/s;    500 sec\n",
            "[2019-05-30 19:05:39,086 INFO] Step 10000/1000000; acc:  61.47; ppl: 10.48; xent: 2.35; lr: 1.00000; 8557/7510 tok/s;    502 sec\n",
            "[2019-05-30 19:05:39,086 INFO] Saving checkpoint light_step_10000.pt\n",
            "[2019-05-30 19:05:43,140 INFO] Step 10050/1000000; acc:  63.30; ppl:  9.04; xent: 2.20; lr: 1.00000; 5684/4815 tok/s;    506 sec\n",
            "[2019-05-30 19:05:45,542 INFO] Step 10100/1000000; acc:  63.76; ppl:  9.12; xent: 2.21; lr: 1.00000; 8575/7290 tok/s;    509 sec\n",
            "[2019-05-30 19:05:48,200 INFO] Step 10150/1000000; acc:  61.63; ppl: 10.37; xent: 2.34; lr: 1.00000; 8453/7688 tok/s;    511 sec\n",
            "[2019-05-30 19:05:50,776 INFO] Step 10200/1000000; acc:  61.04; ppl: 10.74; xent: 2.37; lr: 1.00000; 8474/7614 tok/s;    514 sec\n",
            "[2019-05-30 19:05:53,326 INFO] Step 10250/1000000; acc:  64.54; ppl:  8.01; xent: 2.08; lr: 1.00000; 7804/7679 tok/s;    516 sec\n",
            "[2019-05-30 19:05:55,819 INFO] Step 10300/1000000; acc:  64.90; ppl:  7.97; xent: 2.08; lr: 1.00000; 8140/7612 tok/s;    519 sec\n",
            "[2019-05-30 19:05:58,356 INFO] Step 10350/1000000; acc:  63.95; ppl:  8.49; xent: 2.14; lr: 1.00000; 8528/7577 tok/s;    521 sec\n",
            "[2019-05-30 19:06:00,701 INFO] Step 10400/1000000; acc:  63.96; ppl:  8.94; xent: 2.19; lr: 1.00000; 8625/7239 tok/s;    524 sec\n",
            "[2019-05-30 19:06:03,316 INFO] Step 10450/1000000; acc:  62.95; ppl:  9.13; xent: 2.21; lr: 1.00000; 8687/7588 tok/s;    526 sec\n",
            "[2019-05-30 19:06:05,910 INFO] Step 10500/1000000; acc:  64.72; ppl:  7.95; xent: 2.07; lr: 1.00000; 8241/7693 tok/s;    529 sec\n",
            "[2019-05-30 19:06:08,328 INFO] Step 10550/1000000; acc:  64.06; ppl:  8.33; xent: 2.12; lr: 1.00000; 8153/7416 tok/s;    531 sec\n",
            "[2019-05-30 19:06:10,764 INFO] Step 10600/1000000; acc:  62.78; ppl:  9.20; xent: 2.22; lr: 1.00000; 8643/7401 tok/s;    534 sec\n",
            "[2019-05-30 19:06:13,213 INFO] Step 10650/1000000; acc:  64.82; ppl:  7.86; xent: 2.06; lr: 1.00000; 8155/7576 tok/s;    536 sec\n",
            "[2019-05-30 19:06:15,712 INFO] Step 10700/1000000; acc:  64.05; ppl:  8.52; xent: 2.14; lr: 1.00000; 8325/7506 tok/s;    539 sec\n",
            "[2019-05-30 19:06:18,159 INFO] Step 10750/1000000; acc:  65.93; ppl:  7.34; xent: 1.99; lr: 1.00000; 8342/7479 tok/s;    541 sec\n",
            "[2019-05-30 19:06:20,754 INFO] Step 10800/1000000; acc:  64.73; ppl:  7.93; xent: 2.07; lr: 1.00000; 8584/7614 tok/s;    544 sec\n",
            "[2019-05-30 19:06:23,353 INFO] Step 10850/1000000; acc:  62.69; ppl:  9.29; xent: 2.23; lr: 1.00000; 8447/7571 tok/s;    546 sec\n",
            "[2019-05-30 19:06:25,820 INFO] Step 10900/1000000; acc:  63.39; ppl:  8.78; xent: 2.17; lr: 1.00000; 8692/7472 tok/s;    549 sec\n",
            "[2019-05-30 19:06:28,249 INFO] Step 10950/1000000; acc:  62.56; ppl:  9.58; xent: 2.26; lr: 1.00000; 8697/7248 tok/s;    551 sec\n",
            "[2019-05-30 19:06:30,780 INFO] Step 11000/1000000; acc:  64.46; ppl:  8.10; xent: 2.09; lr: 1.00000; 8420/7484 tok/s;    554 sec\n",
            "[2019-05-30 19:06:33,177 INFO] Step 11050/1000000; acc:  65.81; ppl:  7.48; xent: 2.01; lr: 1.00000; 8279/7249 tok/s;    556 sec\n",
            "[2019-05-30 19:06:35,763 INFO] Step 11100/1000000; acc:  63.06; ppl:  8.99; xent: 2.20; lr: 1.00000; 8397/7457 tok/s;    559 sec\n",
            "[2019-05-30 19:06:38,312 INFO] Step 11150/1000000; acc:  64.23; ppl:  8.17; xent: 2.10; lr: 1.00000; 8183/7393 tok/s;    561 sec\n",
            "[2019-05-30 19:06:40,831 INFO] Step 11200/1000000; acc:  65.71; ppl:  7.42; xent: 2.00; lr: 1.00000; 8716/7547 tok/s;    564 sec\n",
            "[2019-05-30 19:06:43,331 INFO] Step 11250/1000000; acc:  65.12; ppl:  7.84; xent: 2.06; lr: 1.00000; 8091/7575 tok/s;    566 sec\n",
            "[2019-05-30 19:06:45,783 INFO] Step 11300/1000000; acc:  64.20; ppl:  8.23; xent: 2.11; lr: 1.00000; 8428/7318 tok/s;    569 sec\n",
            "[2019-05-30 19:06:48,290 INFO] Step 11350/1000000; acc:  64.57; ppl:  8.28; xent: 2.11; lr: 1.00000; 8092/7471 tok/s;    571 sec\n",
            "[2019-05-30 19:06:50,770 INFO] Step 11400/1000000; acc:  64.62; ppl:  7.92; xent: 2.07; lr: 1.00000; 8594/7501 tok/s;    574 sec\n",
            "[2019-05-30 19:06:53,220 INFO] Step 11450/1000000; acc:  66.33; ppl:  7.16; xent: 1.97; lr: 1.00000; 8193/7440 tok/s;    576 sec\n",
            "[2019-05-30 19:06:55,597 INFO] Step 11500/1000000; acc:  66.03; ppl:  7.05; xent: 1.95; lr: 1.00000; 8022/7457 tok/s;    579 sec\n",
            "[2019-05-30 19:06:57,997 INFO] Step 11550/1000000; acc:  65.68; ppl:  7.20; xent: 1.97; lr: 1.00000; 8240/7413 tok/s;    581 sec\n",
            "[2019-05-30 19:07:00,595 INFO] Step 11600/1000000; acc:  63.35; ppl:  8.57; xent: 2.15; lr: 1.00000; 8502/7661 tok/s;    584 sec\n",
            "[2019-05-30 19:07:03,161 INFO] Step 11650/1000000; acc:  65.10; ppl:  7.40; xent: 2.00; lr: 1.00000; 8354/7614 tok/s;    586 sec\n",
            "[2019-05-30 19:07:05,563 INFO] Step 11700/1000000; acc:  65.29; ppl:  7.50; xent: 2.01; lr: 1.00000; 7967/7437 tok/s;    589 sec\n",
            "[2019-05-30 19:07:08,021 INFO] Step 11750/1000000; acc:  66.61; ppl:  6.71; xent: 1.90; lr: 1.00000; 8203/7452 tok/s;    591 sec\n",
            "[2019-05-30 19:07:10,357 INFO] Step 11800/1000000; acc:  66.70; ppl:  7.00; xent: 1.95; lr: 1.00000; 8164/7336 tok/s;    593 sec\n",
            "[2019-05-30 19:07:15,216 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 19:07:18,001 INFO] Step 11850/1000000; acc:  65.85; ppl:  7.34; xent: 1.99; lr: 1.00000; 2612/2299 tok/s;    601 sec\n",
            "[2019-05-30 19:07:20,343 INFO] Step 11900/1000000; acc:  66.42; ppl:  7.07; xent: 1.96; lr: 1.00000; 8364/7407 tok/s;    603 sec\n",
            "[2019-05-30 19:07:22,745 INFO] Step 11950/1000000; acc:  65.20; ppl:  7.56; xent: 2.02; lr: 1.00000; 8339/7431 tok/s;    606 sec\n",
            "[2019-05-30 19:07:25,217 INFO] Step 12000/1000000; acc:  64.87; ppl:  7.89; xent: 2.07; lr: 1.00000; 8440/7492 tok/s;    608 sec\n",
            "[2019-05-30 19:07:27,842 INFO] Step 12050/1000000; acc:  63.42; ppl:  8.82; xent: 2.18; lr: 1.00000; 8518/7435 tok/s;    611 sec\n",
            "[2019-05-30 19:07:30,319 INFO] Step 12100/1000000; acc:  65.08; ppl:  7.97; xent: 2.08; lr: 1.00000; 8602/7455 tok/s;    613 sec\n",
            "[2019-05-30 19:07:32,715 INFO] Step 12150/1000000; acc:  65.92; ppl:  7.11; xent: 1.96; lr: 1.00000; 7802/7384 tok/s;    616 sec\n",
            "[2019-05-30 19:07:35,107 INFO] Step 12200/1000000; acc:  65.24; ppl:  7.39; xent: 2.00; lr: 1.00000; 8346/7437 tok/s;    618 sec\n",
            "[2019-05-30 19:07:37,660 INFO] Step 12250/1000000; acc:  64.45; ppl:  8.08; xent: 2.09; lr: 1.00000; 8225/7425 tok/s;    621 sec\n",
            "[2019-05-30 19:07:40,143 INFO] Step 12300/1000000; acc:  65.26; ppl:  7.33; xent: 1.99; lr: 1.00000; 8351/7419 tok/s;    623 sec\n",
            "[2019-05-30 19:07:42,698 INFO] Step 12350/1000000; acc:  64.42; ppl:  8.06; xent: 2.09; lr: 1.00000; 8126/7449 tok/s;    626 sec\n",
            "[2019-05-30 19:07:45,225 INFO] Step 12400/1000000; acc:  65.28; ppl:  7.18; xent: 1.97; lr: 1.00000; 8056/7550 tok/s;    628 sec\n",
            "[2019-05-30 19:07:47,755 INFO] Step 12450/1000000; acc:  65.12; ppl:  7.73; xent: 2.04; lr: 1.00000; 8319/7226 tok/s;    631 sec\n",
            "[2019-05-30 19:07:50,111 INFO] Step 12500/1000000; acc:  67.39; ppl:  6.50; xent: 1.87; lr: 1.00000; 8097/7227 tok/s;    633 sec\n",
            "[2019-05-30 19:07:52,547 INFO] Step 12550/1000000; acc:  66.74; ppl:  6.70; xent: 1.90; lr: 1.00000; 8225/7344 tok/s;    636 sec\n",
            "[2019-05-30 19:07:55,080 INFO] Step 12600/1000000; acc:  65.51; ppl:  7.29; xent: 1.99; lr: 1.00000; 8211/7453 tok/s;    638 sec\n",
            "[2019-05-30 19:07:57,534 INFO] Step 12650/1000000; acc:  66.84; ppl:  6.66; xent: 1.90; lr: 1.00000; 8243/7357 tok/s;    641 sec\n",
            "[2019-05-30 19:07:59,960 INFO] Step 12700/1000000; acc:  65.07; ppl:  7.18; xent: 1.97; lr: 1.00000; 8546/7333 tok/s;    643 sec\n",
            "[2019-05-30 19:08:02,502 INFO] Step 12750/1000000; acc:  65.71; ppl:  7.14; xent: 1.97; lr: 1.00000; 8234/7556 tok/s;    646 sec\n",
            "[2019-05-30 19:08:04,950 INFO] Step 12800/1000000; acc:  65.87; ppl:  7.17; xent: 1.97; lr: 1.00000; 8545/7258 tok/s;    648 sec\n",
            "[2019-05-30 19:08:07,313 INFO] Step 12850/1000000; acc:  67.10; ppl:  6.38; xent: 1.85; lr: 1.00000; 8016/7287 tok/s;    650 sec\n",
            "[2019-05-30 19:08:09,942 INFO] Step 12900/1000000; acc:  64.07; ppl:  8.18; xent: 2.10; lr: 1.00000; 8765/7605 tok/s;    653 sec\n",
            "[2019-05-30 19:08:12,347 INFO] Step 12950/1000000; acc:  65.25; ppl:  7.44; xent: 2.01; lr: 1.00000; 8389/7329 tok/s;    655 sec\n",
            "[2019-05-30 19:08:14,884 INFO] Step 13000/1000000; acc:  65.36; ppl:  7.33; xent: 1.99; lr: 1.00000; 8729/7463 tok/s;    658 sec\n",
            "[2019-05-30 19:08:17,343 INFO] Step 13050/1000000; acc:  66.61; ppl:  6.74; xent: 1.91; lr: 1.00000; 8250/7430 tok/s;    660 sec\n",
            "[2019-05-30 19:08:19,785 INFO] Step 13100/1000000; acc:  66.86; ppl:  6.64; xent: 1.89; lr: 1.00000; 8258/7436 tok/s;    663 sec\n",
            "[2019-05-30 19:08:22,223 INFO] Step 13150/1000000; acc:  67.59; ppl:  6.02; xent: 1.80; lr: 1.00000; 7979/7585 tok/s;    665 sec\n",
            "[2019-05-30 19:08:24,776 INFO] Step 13200/1000000; acc:  65.39; ppl:  7.19; xent: 1.97; lr: 1.00000; 8450/7571 tok/s;    668 sec\n",
            "[2019-05-30 19:08:27,168 INFO] Step 13250/1000000; acc:  66.87; ppl:  6.49; xent: 1.87; lr: 1.00000; 8002/7444 tok/s;    670 sec\n",
            "[2019-05-30 19:08:29,616 INFO] Step 13300/1000000; acc:  64.35; ppl:  7.92; xent: 2.07; lr: 1.00000; 8689/7338 tok/s;    673 sec\n",
            "[2019-05-30 19:08:32,004 INFO] Step 13350/1000000; acc:  67.73; ppl:  6.15; xent: 1.82; lr: 1.00000; 8440/7395 tok/s;    675 sec\n",
            "[2019-05-30 19:08:34,488 INFO] Step 13400/1000000; acc:  65.72; ppl:  6.89; xent: 1.93; lr: 1.00000; 8428/7526 tok/s;    677 sec\n",
            "[2019-05-30 19:08:37,099 INFO] Step 13450/1000000; acc:  63.53; ppl:  8.46; xent: 2.14; lr: 1.00000; 8924/7467 tok/s;    680 sec\n",
            "[2019-05-30 19:08:39,549 INFO] Step 13500/1000000; acc:  67.37; ppl:  6.33; xent: 1.85; lr: 1.00000; 8385/7575 tok/s;    683 sec\n",
            "[2019-05-30 19:08:42,150 INFO] Step 13550/1000000; acc:  64.28; ppl:  7.70; xent: 2.04; lr: 1.00000; 8368/7562 tok/s;    685 sec\n",
            "[2019-05-30 19:08:44,619 INFO] Step 13600/1000000; acc:  67.05; ppl:  6.29; xent: 1.84; lr: 1.00000; 8000/7436 tok/s;    688 sec\n",
            "[2019-05-30 19:08:47,173 INFO] Step 13650/1000000; acc:  66.38; ppl:  6.55; xent: 1.88; lr: 1.00000; 8446/7642 tok/s;    690 sec\n",
            "[2019-05-30 19:08:49,654 INFO] Step 13700/1000000; acc:  67.14; ppl:  6.21; xent: 1.83; lr: 1.00000; 8178/7508 tok/s;    693 sec\n",
            "[2019-05-30 19:08:52,083 INFO] Step 13750/1000000; acc:  67.64; ppl:  6.06; xent: 1.80; lr: 1.00000; 8113/7560 tok/s;    695 sec\n",
            "[2019-05-30 19:08:54,556 INFO] Step 13800/1000000; acc:  67.49; ppl:  6.22; xent: 1.83; lr: 1.00000; 8430/7357 tok/s;    698 sec\n",
            "[2019-05-30 19:08:57,049 INFO] Step 13850/1000000; acc:  64.63; ppl:  7.57; xent: 2.02; lr: 1.00000; 8804/7438 tok/s;    700 sec\n",
            "[2019-05-30 19:08:59,561 INFO] Step 13900/1000000; acc:  66.69; ppl:  6.37; xent: 1.85; lr: 1.00000; 8892/7526 tok/s;    703 sec\n",
            "[2019-05-30 19:09:02,086 INFO] Step 13950/1000000; acc:  65.84; ppl:  6.92; xent: 1.93; lr: 1.00000; 8188/7579 tok/s;    705 sec\n",
            "[2019-05-30 19:09:04,441 INFO] Step 14000/1000000; acc:  67.72; ppl:  6.05; xent: 1.80; lr: 1.00000; 8317/7432 tok/s;    707 sec\n",
            "[2019-05-30 19:09:06,877 INFO] Step 14050/1000000; acc:  67.58; ppl:  6.01; xent: 1.79; lr: 1.00000; 8433/7488 tok/s;    710 sec\n",
            "[2019-05-30 19:09:09,421 INFO] Step 14100/1000000; acc:  67.33; ppl:  5.94; xent: 1.78; lr: 1.00000; 8733/7475 tok/s;    712 sec\n",
            "[2019-05-30 19:09:11,947 INFO] Step 14150/1000000; acc:  66.99; ppl:  6.17; xent: 1.82; lr: 1.00000; 8612/7400 tok/s;    715 sec\n",
            "[2019-05-30 19:09:14,421 INFO] Step 14200/1000000; acc:  67.27; ppl:  6.10; xent: 1.81; lr: 1.00000; 8411/7334 tok/s;    717 sec\n",
            "[2019-05-30 19:09:16,961 INFO] Step 14250/1000000; acc:  66.47; ppl:  6.43; xent: 1.86; lr: 1.00000; 7954/7223 tok/s;    720 sec\n",
            "[2019-05-30 19:09:19,501 INFO] Step 14300/1000000; acc:  66.73; ppl:  6.18; xent: 1.82; lr: 1.00000; 8617/7439 tok/s;    723 sec\n",
            "[2019-05-30 19:09:21,867 INFO] Step 14350/1000000; acc:  68.35; ppl:  5.89; xent: 1.77; lr: 1.00000; 8063/7335 tok/s;    725 sec\n",
            "[2019-05-30 19:09:24,337 INFO] Step 14400/1000000; acc:  67.68; ppl:  5.87; xent: 1.77; lr: 1.00000; 8083/7507 tok/s;    727 sec\n",
            "[2019-05-30 19:09:26,902 INFO] Step 14450/1000000; acc:  66.75; ppl:  6.26; xent: 1.83; lr: 1.00000; 8460/7549 tok/s;    730 sec\n",
            "[2019-05-30 19:09:29,484 INFO] Step 14500/1000000; acc:  65.42; ppl:  7.05; xent: 1.95; lr: 1.00000; 8594/7480 tok/s;    732 sec\n",
            "[2019-05-30 19:09:31,905 INFO] Step 14550/1000000; acc:  66.51; ppl:  6.52; xent: 1.87; lr: 1.00000; 8854/7336 tok/s;    735 sec\n",
            "[2019-05-30 19:09:34,520 INFO] Step 14600/1000000; acc:  67.73; ppl:  5.83; xent: 1.76; lr: 1.00000; 8420/7661 tok/s;    738 sec\n",
            "[2019-05-30 19:09:37,126 INFO] Step 14650/1000000; acc:  66.08; ppl:  6.45; xent: 1.86; lr: 1.00000; 8327/7652 tok/s;    740 sec\n",
            "[2019-05-30 19:09:39,573 INFO] Step 14700/1000000; acc:  66.42; ppl:  6.50; xent: 1.87; lr: 1.00000; 8658/7418 tok/s;    743 sec\n",
            "[2019-05-30 19:09:42,063 INFO] Step 14750/1000000; acc:  65.56; ppl:  6.85; xent: 1.92; lr: 1.00000; 8641/7456 tok/s;    745 sec\n",
            "[2019-05-30 19:09:44,512 INFO] Step 14800/1000000; acc:  67.89; ppl:  5.68; xent: 1.74; lr: 1.00000; 8298/7448 tok/s;    748 sec\n",
            "[2019-05-30 19:09:47,136 INFO] Step 14850/1000000; acc:  66.11; ppl:  6.39; xent: 1.85; lr: 1.00000; 8999/7576 tok/s;    750 sec\n",
            "[2019-05-30 19:09:49,629 INFO] Step 14900/1000000; acc:  67.84; ppl:  5.86; xent: 1.77; lr: 1.00000; 8036/7430 tok/s;    753 sec\n",
            "[2019-05-30 19:09:52,157 INFO] Step 14950/1000000; acc:  66.96; ppl:  6.12; xent: 1.81; lr: 1.00000; 8657/7594 tok/s;    755 sec\n",
            "[2019-05-30 19:09:54,545 INFO] Step 15000/1000000; acc:  69.11; ppl:  5.49; xent: 1.70; lr: 1.00000; 8068/7380 tok/s;    758 sec\n",
            "[2019-05-30 19:09:54,546 INFO] Saving checkpoint light_step_15000.pt\n",
            "[2019-05-30 19:09:58,522 INFO] Step 15050/1000000; acc:  66.46; ppl:  6.42; xent: 1.86; lr: 1.00000; 5166/4724 tok/s;    762 sec\n",
            "[2019-05-30 19:10:00,870 INFO] Step 15100/1000000; acc:  68.47; ppl:  5.55; xent: 1.71; lr: 1.00000; 7960/7378 tok/s;    764 sec\n",
            "[2019-05-30 19:10:03,359 INFO] Step 15150/1000000; acc:  65.78; ppl:  6.74; xent: 1.91; lr: 1.00000; 8845/7434 tok/s;    766 sec\n",
            "[2019-05-30 19:10:05,852 INFO] Step 15200/1000000; acc:  67.26; ppl:  5.97; xent: 1.79; lr: 1.00000; 8473/7516 tok/s;    769 sec\n",
            "[2019-05-30 19:10:08,291 INFO] Step 15250/1000000; acc:  66.37; ppl:  6.31; xent: 1.84; lr: 1.00000; 8555/7427 tok/s;    771 sec\n",
            "[2019-05-30 19:10:10,678 INFO] Step 15300/1000000; acc:  67.33; ppl:  5.92; xent: 1.78; lr: 1.00000; 8258/7356 tok/s;    774 sec\n",
            "[2019-05-30 19:10:13,156 INFO] Step 15350/1000000; acc:  67.60; ppl:  5.93; xent: 1.78; lr: 1.00000; 8061/7518 tok/s;    776 sec\n",
            "[2019-05-30 19:10:15,783 INFO] Step 15400/1000000; acc:  66.18; ppl:  6.49; xent: 1.87; lr: 1.00000; 8672/7549 tok/s;    779 sec\n",
            "[2019-05-30 19:10:18,180 INFO] Step 15450/1000000; acc:  66.69; ppl:  6.24; xent: 1.83; lr: 1.00000; 8092/7364 tok/s;    781 sec\n",
            "[2019-05-30 19:10:20,673 INFO] Step 15500/1000000; acc:  69.17; ppl:  5.23; xent: 1.65; lr: 1.00000; 8371/7575 tok/s;    784 sec\n",
            "[2019-05-30 19:10:23,080 INFO] Step 15550/1000000; acc:  69.33; ppl:  5.10; xent: 1.63; lr: 1.00000; 8296/7396 tok/s;    786 sec\n",
            "[2019-05-30 19:10:25,512 INFO] Step 15600/1000000; acc:  68.12; ppl:  5.44; xent: 1.69; lr: 1.00000; 8500/7417 tok/s;    789 sec\n",
            "[2019-05-30 19:10:28,086 INFO] Step 15650/1000000; acc:  67.08; ppl:  5.96; xent: 1.78; lr: 1.00000; 8480/7624 tok/s;    791 sec\n",
            "[2019-05-30 19:10:30,499 INFO] Step 15700/1000000; acc:  69.73; ppl:  4.93; xent: 1.60; lr: 1.00000; 8327/7346 tok/s;    793 sec\n",
            "[2019-05-30 19:10:32,897 INFO] Step 15750/1000000; acc:  67.95; ppl:  5.66; xent: 1.73; lr: 1.00000; 7927/7390 tok/s;    796 sec\n",
            "[2019-05-30 19:10:35,318 INFO] Step 15800/1000000; acc:  68.03; ppl:  5.41; xent: 1.69; lr: 1.00000; 8594/7237 tok/s;    798 sec\n",
            "[2019-05-30 19:10:37,641 INFO] Step 15850/1000000; acc:  69.73; ppl:  5.09; xent: 1.63; lr: 1.00000; 8209/7188 tok/s;    801 sec\n",
            "[2019-05-30 19:10:40,178 INFO] Step 15900/1000000; acc:  68.53; ppl:  5.48; xent: 1.70; lr: 1.00000; 8479/7571 tok/s;    803 sec\n",
            "[2019-05-30 19:10:42,735 INFO] Step 15950/1000000; acc:  67.81; ppl:  5.70; xent: 1.74; lr: 1.00000; 8691/7459 tok/s;    806 sec\n",
            "[2019-05-30 19:10:45,191 INFO] Step 16000/1000000; acc:  68.03; ppl:  5.70; xent: 1.74; lr: 1.00000; 8886/7401 tok/s;    808 sec\n",
            "[2019-05-30 19:10:47,800 INFO] Step 16050/1000000; acc:  67.22; ppl:  6.02; xent: 1.79; lr: 1.00000; 8362/7479 tok/s;    811 sec\n",
            "[2019-05-30 19:10:50,389 INFO] Step 16100/1000000; acc:  65.96; ppl:  6.36; xent: 1.85; lr: 1.00000; 8257/7618 tok/s;    813 sec\n",
            "[2019-05-30 19:10:52,957 INFO] Step 16150/1000000; acc:  67.73; ppl:  5.57; xent: 1.72; lr: 1.00000; 8074/7682 tok/s;    816 sec\n",
            "[2019-05-30 19:10:55,578 INFO] Step 16200/1000000; acc:  68.69; ppl:  5.14; xent: 1.64; lr: 1.00000; 8058/7678 tok/s;    819 sec\n",
            "[2019-05-30 19:10:57,997 INFO] Step 16250/1000000; acc:  69.25; ppl:  5.16; xent: 1.64; lr: 1.00000; 8415/7391 tok/s;    821 sec\n",
            "[2019-05-30 19:11:00,439 INFO] Step 16300/1000000; acc:  68.13; ppl:  5.39; xent: 1.68; lr: 1.00000; 8600/7425 tok/s;    823 sec\n",
            "[2019-05-30 19:11:02,986 INFO] Step 16350/1000000; acc:  67.94; ppl:  5.56; xent: 1.72; lr: 1.00000; 8693/7489 tok/s;    826 sec\n",
            "[2019-05-30 19:11:05,548 INFO] Step 16400/1000000; acc:  68.08; ppl:  5.50; xent: 1.71; lr: 1.00000; 8468/7588 tok/s;    829 sec\n",
            "[2019-05-30 19:11:08,047 INFO] Step 16450/1000000; acc:  68.72; ppl:  5.00; xent: 1.61; lr: 1.00000; 8223/7535 tok/s;    831 sec\n",
            "[2019-05-30 19:11:10,428 INFO] Step 16500/1000000; acc:  66.59; ppl:  6.15; xent: 1.82; lr: 1.00000; 8439/7284 tok/s;    833 sec\n",
            "[2019-05-30 19:11:12,960 INFO] Step 16550/1000000; acc:  69.80; ppl:  4.79; xent: 1.57; lr: 1.00000; 8167/7650 tok/s;    836 sec\n",
            "[2019-05-30 19:11:15,436 INFO] Step 16600/1000000; acc:  68.45; ppl:  5.48; xent: 1.70; lr: 1.00000; 8247/7549 tok/s;    838 sec\n",
            "[2019-05-30 19:11:17,866 INFO] Step 16650/1000000; acc:  69.55; ppl:  4.79; xent: 1.57; lr: 1.00000; 8535/7402 tok/s;    841 sec\n",
            "[2019-05-30 19:11:20,328 INFO] Step 16700/1000000; acc:  70.70; ppl:  4.62; xent: 1.53; lr: 1.00000; 8345/7565 tok/s;    843 sec\n",
            "[2019-05-30 19:11:22,974 INFO] Step 16750/1000000; acc:  67.20; ppl:  5.87; xent: 1.77; lr: 1.00000; 8538/7694 tok/s;    846 sec\n",
            "[2019-05-30 19:11:25,516 INFO] Step 16800/1000000; acc:  67.28; ppl:  5.71; xent: 1.74; lr: 1.00000; 8786/7602 tok/s;    849 sec\n",
            "[2019-05-30 19:11:27,974 INFO] Step 16850/1000000; acc:  66.69; ppl:  6.08; xent: 1.81; lr: 1.00000; 8829/7292 tok/s;    851 sec\n",
            "[2019-05-30 19:11:30,452 INFO] Step 16900/1000000; acc:  69.05; ppl:  5.04; xent: 1.62; lr: 1.00000; 8447/7491 tok/s;    853 sec\n",
            "[2019-05-30 19:11:32,825 INFO] Step 16950/1000000; acc:  68.92; ppl:  5.09; xent: 1.63; lr: 1.00000; 8415/7348 tok/s;    856 sec\n",
            "[2019-05-30 19:11:35,363 INFO] Step 17000/1000000; acc:  68.17; ppl:  5.46; xent: 1.70; lr: 1.00000; 8304/7397 tok/s;    858 sec\n",
            "[2019-05-30 19:11:37,971 INFO] Step 17050/1000000; acc:  68.02; ppl:  5.33; xent: 1.67; lr: 1.00000; 7902/7374 tok/s;    861 sec\n",
            "[2019-05-30 19:11:40,411 INFO] Step 17100/1000000; acc:  68.92; ppl:  5.01; xent: 1.61; lr: 1.00000; 8893/7450 tok/s;    863 sec\n",
            "[2019-05-30 19:11:42,974 INFO] Step 17150/1000000; acc:  69.05; ppl:  5.16; xent: 1.64; lr: 1.00000; 8191/7587 tok/s;    866 sec\n",
            "[2019-05-30 19:11:45,470 INFO] Step 17200/1000000; acc:  68.35; ppl:  5.25; xent: 1.66; lr: 1.00000; 8537/7370 tok/s;    868 sec\n",
            "[2019-05-30 19:11:47,989 INFO] Step 17250/1000000; acc:  68.35; ppl:  5.54; xent: 1.71; lr: 1.00000; 8078/7486 tok/s;    871 sec\n",
            "[2019-05-30 19:11:50,405 INFO] Step 17300/1000000; acc:  69.88; ppl:  4.76; xent: 1.56; lr: 1.00000; 8264/7380 tok/s;    873 sec\n",
            "[2019-05-30 19:11:52,908 INFO] Step 17350/1000000; acc:  69.56; ppl:  4.91; xent: 1.59; lr: 1.00000; 8071/7411 tok/s;    876 sec\n",
            "[2019-05-30 19:11:55,335 INFO] Step 17400/1000000; acc:  69.47; ppl:  4.85; xent: 1.58; lr: 1.00000; 8175/7358 tok/s;    878 sec\n",
            "[2019-05-30 19:11:57,739 INFO] Step 17450/1000000; acc:  69.80; ppl:  4.73; xent: 1.55; lr: 1.00000; 8121/7349 tok/s;    881 sec\n",
            "[2019-05-30 19:12:00,292 INFO] Step 17500/1000000; acc:  67.87; ppl:  5.36; xent: 1.68; lr: 1.00000; 8273/7594 tok/s;    883 sec\n",
            "[2019-05-30 19:12:02,855 INFO] Step 17550/1000000; acc:  68.46; ppl:  5.20; xent: 1.65; lr: 1.00000; 8388/7598 tok/s;    886 sec\n",
            "[2019-05-30 19:12:05,318 INFO] Step 17600/1000000; acc:  69.59; ppl:  4.83; xent: 1.57; lr: 1.00000; 8136/7489 tok/s;    888 sec\n",
            "[2019-05-30 19:12:07,696 INFO] Step 17650/1000000; acc:  70.36; ppl:  4.65; xent: 1.54; lr: 1.00000; 8046/7373 tok/s;    891 sec\n",
            "[2019-05-30 19:12:10,137 INFO] Step 17700/1000000; acc:  69.68; ppl:  4.86; xent: 1.58; lr: 1.00000; 8339/7445 tok/s;    893 sec\n",
            "[2019-05-30 19:12:15,650 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 19:12:17,892 INFO] Step 17750/1000000; acc:  70.09; ppl:  4.72; xent: 1.55; lr: 1.00000; 2567/2290 tok/s;    901 sec\n",
            "[2019-05-30 19:12:20,206 INFO] Step 17800/1000000; acc:  71.21; ppl:  4.40; xent: 1.48; lr: 1.00000; 8271/7358 tok/s;    903 sec\n",
            "[2019-05-30 19:12:22,527 INFO] Step 17850/1000000; acc:  70.08; ppl:  4.83; xent: 1.57; lr: 1.00000; 8189/7335 tok/s;    906 sec\n",
            "[2019-05-30 19:12:25,013 INFO] Step 17900/1000000; acc:  68.25; ppl:  5.46; xent: 1.70; lr: 1.00000; 8499/7503 tok/s;    908 sec\n",
            "[2019-05-30 19:12:27,510 INFO] Step 17950/1000000; acc:  69.42; ppl:  4.71; xent: 1.55; lr: 1.00000; 8714/7509 tok/s;    911 sec\n",
            "[2019-05-30 19:12:30,151 INFO] Step 18000/1000000; acc:  66.22; ppl:  6.68; xent: 1.90; lr: 1.00000; 8393/7355 tok/s;    913 sec\n",
            "[2019-05-30 19:12:32,620 INFO] Step 18050/1000000; acc:  69.32; ppl:  4.97; xent: 1.60; lr: 1.00000; 7956/7447 tok/s;    916 sec\n",
            "[2019-05-30 19:12:35,061 INFO] Step 18100/1000000; acc:  68.75; ppl:  4.97; xent: 1.60; lr: 1.00000; 8391/7447 tok/s;    918 sec\n",
            "[2019-05-30 19:12:37,586 INFO] Step 18150/1000000; acc:  68.60; ppl:  5.21; xent: 1.65; lr: 1.00000; 8165/7482 tok/s;    921 sec\n",
            "[2019-05-30 19:12:39,964 INFO] Step 18200/1000000; acc:  69.59; ppl:  4.86; xent: 1.58; lr: 1.00000; 8289/7320 tok/s;    923 sec\n",
            "[2019-05-30 19:12:42,574 INFO] Step 18250/1000000; acc:  67.24; ppl:  5.83; xent: 1.76; lr: 1.00000; 8323/7485 tok/s;    926 sec\n",
            "[2019-05-30 19:12:45,095 INFO] Step 18300/1000000; acc:  69.75; ppl:  4.83; xent: 1.57; lr: 1.00000; 8074/7541 tok/s;    928 sec\n",
            "[2019-05-30 19:12:47,602 INFO] Step 18350/1000000; acc:  68.62; ppl:  5.17; xent: 1.64; lr: 1.00000; 8117/7303 tok/s;    931 sec\n",
            "[2019-05-30 19:12:49,980 INFO] Step 18400/1000000; acc:  69.68; ppl:  4.82; xent: 1.57; lr: 1.00000; 8505/7285 tok/s;    933 sec\n",
            "[2019-05-30 19:12:52,358 INFO] Step 18450/1000000; acc:  71.46; ppl:  4.33; xent: 1.46; lr: 1.00000; 7806/7335 tok/s;    935 sec\n",
            "[2019-05-30 19:12:54,778 INFO] Step 18500/1000000; acc:  70.12; ppl:  4.73; xent: 1.55; lr: 1.00000; 8381/7482 tok/s;    938 sec\n",
            "[2019-05-30 19:12:57,311 INFO] Step 18550/1000000; acc:  69.55; ppl:  4.88; xent: 1.59; lr: 1.00000; 8492/7507 tok/s;    940 sec\n",
            "[2019-05-30 19:12:59,783 INFO] Step 18600/1000000; acc:  69.22; ppl:  4.70; xent: 1.55; lr: 1.00000; 8440/7404 tok/s;    943 sec\n",
            "[2019-05-30 19:13:02,249 INFO] Step 18650/1000000; acc:  68.49; ppl:  5.17; xent: 1.64; lr: 1.00000; 8487/7451 tok/s;    945 sec\n",
            "[2019-05-30 19:13:04,720 INFO] Step 18700/1000000; acc:  70.19; ppl:  4.62; xent: 1.53; lr: 1.00000; 8259/7373 tok/s;    948 sec\n",
            "[2019-05-30 19:13:07,064 INFO] Step 18750/1000000; acc:  70.64; ppl:  4.40; xent: 1.48; lr: 1.00000; 8082/7294 tok/s;    950 sec\n",
            "[2019-05-30 19:13:09,666 INFO] Step 18800/1000000; acc:  66.89; ppl:  5.63; xent: 1.73; lr: 1.00000; 8707/7484 tok/s;    953 sec\n",
            "[2019-05-30 19:13:12,191 INFO] Step 18850/1000000; acc:  68.00; ppl:  5.36; xent: 1.68; lr: 1.00000; 8522/7310 tok/s;    955 sec\n",
            "[2019-05-30 19:13:14,627 INFO] Step 18900/1000000; acc:  70.89; ppl:  4.38; xent: 1.48; lr: 1.00000; 8407/7321 tok/s;    958 sec\n",
            "[2019-05-30 19:13:17,189 INFO] Step 18950/1000000; acc:  67.85; ppl:  5.62; xent: 1.73; lr: 1.00000; 8544/7386 tok/s;    960 sec\n",
            "[2019-05-30 19:13:19,628 INFO] Step 19000/1000000; acc:  70.61; ppl:  4.39; xent: 1.48; lr: 1.00000; 8190/7497 tok/s;    963 sec\n",
            "[2019-05-30 19:13:22,045 INFO] Step 19050/1000000; acc:  70.19; ppl:  4.56; xent: 1.52; lr: 1.00000; 7785/7493 tok/s;    965 sec\n",
            "[2019-05-30 19:13:24,555 INFO] Step 19100/1000000; acc:  70.12; ppl:  4.64; xent: 1.53; lr: 1.00000; 8336/7578 tok/s;    968 sec\n",
            "[2019-05-30 19:13:27,062 INFO] Step 19150/1000000; acc:  69.07; ppl:  4.93; xent: 1.60; lr: 1.00000; 8374/7579 tok/s;    970 sec\n",
            "[2019-05-30 19:13:29,489 INFO] Step 19200/1000000; acc:  68.73; ppl:  5.07; xent: 1.62; lr: 1.00000; 8503/7272 tok/s;    972 sec\n",
            "[2019-05-30 19:13:31,884 INFO] Step 19250/1000000; acc:  70.64; ppl:  4.49; xent: 1.50; lr: 1.00000; 8390/7322 tok/s;    975 sec\n",
            "[2019-05-30 19:13:34,310 INFO] Step 19300/1000000; acc:  70.57; ppl:  4.51; xent: 1.51; lr: 1.00000; 8072/7544 tok/s;    977 sec\n",
            "[2019-05-30 19:13:36,981 INFO] Step 19350/1000000; acc:  67.01; ppl:  5.67; xent: 1.74; lr: 1.00000; 9222/7538 tok/s;    980 sec\n",
            "[2019-05-30 19:13:39,401 INFO] Step 19400/1000000; acc:  69.35; ppl:  4.81; xent: 1.57; lr: 1.00000; 8414/7431 tok/s;    982 sec\n",
            "[2019-05-30 19:13:42,035 INFO] Step 19450/1000000; acc:  68.46; ppl:  5.18; xent: 1.64; lr: 1.00000; 8482/7589 tok/s;    985 sec\n",
            "[2019-05-30 19:13:44,445 INFO] Step 19500/1000000; acc:  70.20; ppl:  4.59; xent: 1.52; lr: 1.00000; 7772/7379 tok/s;    987 sec\n",
            "[2019-05-30 19:13:47,023 INFO] Step 19550/1000000; acc:  69.53; ppl:  4.67; xent: 1.54; lr: 1.00000; 8465/7619 tok/s;    990 sec\n",
            "[2019-05-30 19:13:49,571 INFO] Step 19600/1000000; acc:  70.48; ppl:  4.49; xent: 1.50; lr: 1.00000; 8340/7586 tok/s;    993 sec\n",
            "[2019-05-30 19:13:51,950 INFO] Step 19650/1000000; acc:  70.98; ppl:  4.34; xent: 1.47; lr: 1.00000; 7803/7507 tok/s;    995 sec\n",
            "[2019-05-30 19:13:54,455 INFO] Step 19700/1000000; acc:  70.80; ppl:  4.42; xent: 1.49; lr: 1.00000; 8497/7310 tok/s;    997 sec\n",
            "[2019-05-30 19:13:56,973 INFO] Step 19750/1000000; acc:  68.34; ppl:  5.23; xent: 1.65; lr: 1.00000; 8744/7467 tok/s;   1000 sec\n",
            "[2019-05-30 19:13:59,453 INFO] Step 19800/1000000; acc:  69.64; ppl:  4.56; xent: 1.52; lr: 1.00000; 8931/7445 tok/s;   1002 sec\n",
            "[2019-05-30 19:14:01,958 INFO] Step 19850/1000000; acc:  69.53; ppl:  4.74; xent: 1.56; lr: 1.00000; 8100/7537 tok/s;   1005 sec\n",
            "[2019-05-30 19:14:04,347 INFO] Step 19900/1000000; acc:  70.67; ppl:  4.44; xent: 1.49; lr: 1.00000; 8359/7501 tok/s;   1007 sec\n",
            "[2019-05-30 19:14:06,768 INFO] Step 19950/1000000; acc:  70.99; ppl:  4.18; xent: 1.43; lr: 1.00000; 8353/7465 tok/s;   1010 sec\n",
            "[2019-05-30 19:14:09,248 INFO] Step 20000/1000000; acc:  71.03; ppl:  4.14; xent: 1.42; lr: 1.00000; 8520/7461 tok/s;   1012 sec\n",
            "[2019-05-30 19:14:09,248 INFO] Saving checkpoint light_step_20000.pt\n",
            "[2019-05-30 19:14:13,266 INFO] Step 20050/1000000; acc:  69.02; ppl:  4.76; xent: 1.56; lr: 1.00000; 5782/4877 tok/s;   1016 sec\n",
            "[2019-05-30 19:14:15,661 INFO] Step 20100/1000000; acc:  71.64; ppl:  4.12; xent: 1.42; lr: 1.00000; 8417/7402 tok/s;   1019 sec\n",
            "[2019-05-30 19:14:18,191 INFO] Step 20150/1000000; acc:  69.78; ppl:  4.61; xent: 1.53; lr: 1.00000; 8240/7288 tok/s;   1021 sec\n",
            "[2019-05-30 19:14:20,735 INFO] Step 20200/1000000; acc:  69.84; ppl:  4.61; xent: 1.53; lr: 1.00000; 8503/7453 tok/s;   1024 sec\n",
            "[2019-05-30 19:14:23,188 INFO] Step 20250/1000000; acc:  70.75; ppl:  4.35; xent: 1.47; lr: 1.00000; 8296/7359 tok/s;   1026 sec\n",
            "[2019-05-30 19:14:25,624 INFO] Step 20300/1000000; acc:  71.10; ppl:  4.23; xent: 1.44; lr: 1.00000; 7806/7300 tok/s;   1029 sec\n",
            "[2019-05-30 19:14:28,168 INFO] Step 20350/1000000; acc:  70.14; ppl:  4.47; xent: 1.50; lr: 1.00000; 8303/7436 tok/s;   1031 sec\n",
            "[2019-05-30 19:14:30,853 INFO] Step 20400/1000000; acc:  68.55; ppl:  5.00; xent: 1.61; lr: 1.00000; 8476/7452 tok/s;   1034 sec\n",
            "[2019-05-30 19:14:33,304 INFO] Step 20450/1000000; acc:  70.12; ppl:  4.53; xent: 1.51; lr: 1.00000; 8882/7314 tok/s;   1036 sec\n",
            "[2019-05-30 19:14:35,851 INFO] Step 20500/1000000; acc:  70.57; ppl:  4.37; xent: 1.47; lr: 1.00000; 8215/7525 tok/s;   1039 sec\n",
            "[2019-05-30 19:14:38,496 INFO] Step 20550/1000000; acc:  69.08; ppl:  4.75; xent: 1.56; lr: 1.00000; 8108/7564 tok/s;   1041 sec\n",
            "[2019-05-30 19:14:41,027 INFO] Step 20600/1000000; acc:  68.86; ppl:  4.85; xent: 1.58; lr: 1.00000; 8698/7449 tok/s;   1044 sec\n",
            "[2019-05-30 19:14:43,477 INFO] Step 20650/1000000; acc:  70.00; ppl:  4.41; xent: 1.48; lr: 1.00000; 8831/7420 tok/s;   1046 sec\n",
            "[2019-05-30 19:14:45,969 INFO] Step 20700/1000000; acc:  69.60; ppl:  4.69; xent: 1.55; lr: 1.00000; 8054/7396 tok/s;   1049 sec\n",
            "[2019-05-30 19:14:48,506 INFO] Step 20750/1000000; acc:  70.51; ppl:  4.34; xent: 1.47; lr: 1.00000; 8956/7485 tok/s;   1052 sec\n",
            "[2019-05-30 19:14:51,104 INFO] Step 20800/1000000; acc:  70.30; ppl:  4.46; xent: 1.49; lr: 1.00000; 8326/7621 tok/s;   1054 sec\n",
            "[2019-05-30 19:14:53,598 INFO] Step 20850/1000000; acc:  70.21; ppl:  4.43; xent: 1.49; lr: 1.00000; 8598/7495 tok/s;   1057 sec\n",
            "[2019-05-30 19:14:56,049 INFO] Step 20900/1000000; acc:  71.39; ppl:  4.22; xent: 1.44; lr: 1.00000; 8250/7450 tok/s;   1059 sec\n",
            "[2019-05-30 19:14:58,461 INFO] Step 20950/1000000; acc:  70.69; ppl:  4.53; xent: 1.51; lr: 1.00000; 8041/7367 tok/s;   1061 sec\n",
            "[2019-05-30 19:15:00,872 INFO] Step 21000/1000000; acc:  70.92; ppl:  4.22; xent: 1.44; lr: 1.00000; 7990/7448 tok/s;   1064 sec\n",
            "[2019-05-30 19:15:03,348 INFO] Step 21050/1000000; acc:  70.01; ppl:  4.69; xent: 1.55; lr: 1.00000; 8763/7422 tok/s;   1066 sec\n",
            "[2019-05-30 19:15:05,818 INFO] Step 21100/1000000; acc:  69.72; ppl:  4.52; xent: 1.51; lr: 1.00000; 8578/7482 tok/s;   1069 sec\n",
            "[2019-05-30 19:15:08,275 INFO] Step 21150/1000000; acc:  70.31; ppl:  4.39; xent: 1.48; lr: 1.00000; 8179/7445 tok/s;   1071 sec\n",
            "[2019-05-30 19:15:10,714 INFO] Step 21200/1000000; acc:  69.48; ppl:  4.70; xent: 1.55; lr: 1.00000; 8397/7284 tok/s;   1074 sec\n",
            "[2019-05-30 19:15:13,108 INFO] Step 21250/1000000; acc:  70.08; ppl:  4.44; xent: 1.49; lr: 1.00000; 8182/7433 tok/s;   1076 sec\n",
            "[2019-05-30 19:15:15,782 INFO] Step 21300/1000000; acc:  69.24; ppl:  4.80; xent: 1.57; lr: 1.00000; 8715/7634 tok/s;   1079 sec\n",
            "[2019-05-30 19:15:18,168 INFO] Step 21350/1000000; acc:  70.37; ppl:  4.44; xent: 1.49; lr: 1.00000; 8045/7313 tok/s;   1081 sec\n",
            "[2019-05-30 19:15:20,675 INFO] Step 21400/1000000; acc:  71.49; ppl:  4.05; xent: 1.40; lr: 1.00000; 8170/7609 tok/s;   1084 sec\n",
            "[2019-05-30 19:15:23,073 INFO] Step 21450/1000000; acc:  72.40; ppl:  3.80; xent: 1.34; lr: 1.00000; 8461/7371 tok/s;   1086 sec\n",
            "[2019-05-30 19:15:25,505 INFO] Step 21500/1000000; acc:  71.01; ppl:  4.07; xent: 1.40; lr: 1.00000; 8689/7425 tok/s;   1089 sec\n",
            "[2019-05-30 19:15:28,079 INFO] Step 21550/1000000; acc:  70.64; ppl:  4.30; xent: 1.46; lr: 1.00000; 8255/7619 tok/s;   1091 sec\n",
            "[2019-05-30 19:15:30,522 INFO] Step 21600/1000000; acc:  72.19; ppl:  3.85; xent: 1.35; lr: 1.00000; 8279/7467 tok/s;   1094 sec\n",
            "[2019-05-30 19:15:32,946 INFO] Step 21650/1000000; acc:  70.81; ppl:  4.24; xent: 1.44; lr: 1.00000; 8209/7440 tok/s;   1096 sec\n",
            "[2019-05-30 19:15:35,316 INFO] Step 21700/1000000; acc:  71.83; ppl:  3.98; xent: 1.38; lr: 1.00000; 8427/7311 tok/s;   1098 sec\n",
            "[2019-05-30 19:15:37,586 INFO] Step 21750/1000000; acc:  72.22; ppl:  3.84; xent: 1.34; lr: 1.00000; 8487/7188 tok/s;   1101 sec\n",
            "[2019-05-30 19:15:40,094 INFO] Step 21800/1000000; acc:  71.73; ppl:  4.04; xent: 1.40; lr: 1.00000; 8395/7604 tok/s;   1103 sec\n",
            "[2019-05-30 19:15:42,556 INFO] Step 21850/1000000; acc:  70.73; ppl:  4.24; xent: 1.44; lr: 1.00000; 8562/7334 tok/s;   1106 sec\n",
            "[2019-05-30 19:15:45,181 INFO] Step 21900/1000000; acc:  70.41; ppl:  4.33; xent: 1.47; lr: 1.00000; 9022/7583 tok/s;   1108 sec\n",
            "[2019-05-30 19:15:47,650 INFO] Step 21950/1000000; acc:  69.77; ppl:  4.61; xent: 1.53; lr: 1.00000; 8420/7331 tok/s;   1111 sec\n",
            "[2019-05-30 19:15:50,256 INFO] Step 22000/1000000; acc:  70.18; ppl:  4.44; xent: 1.49; lr: 1.00000; 8033/7615 tok/s;   1113 sec\n",
            "[2019-05-30 19:15:52,914 INFO] Step 22050/1000000; acc:  69.85; ppl:  4.46; xent: 1.50; lr: 1.00000; 8162/7594 tok/s;   1116 sec\n",
            "[2019-05-30 19:15:55,517 INFO] Step 22100/1000000; acc:  70.65; ppl:  4.20; xent: 1.44; lr: 1.00000; 8212/7559 tok/s;   1119 sec\n",
            "[2019-05-30 19:15:57,949 INFO] Step 22150/1000000; acc:  72.77; ppl:  3.73; xent: 1.32; lr: 1.00000; 8212/7431 tok/s;   1121 sec\n",
            "[2019-05-30 19:16:00,494 INFO] Step 22200/1000000; acc:  70.94; ppl:  4.07; xent: 1.40; lr: 1.00000; 8525/7499 tok/s;   1123 sec\n",
            "[2019-05-30 19:16:02,931 INFO] Step 22250/1000000; acc:  70.49; ppl:  4.26; xent: 1.45; lr: 1.00000; 8800/7382 tok/s;   1126 sec\n",
            "[2019-05-30 19:16:05,455 INFO] Step 22300/1000000; acc:  71.68; ppl:  3.95; xent: 1.37; lr: 1.00000; 8394/7533 tok/s;   1128 sec\n",
            "[2019-05-30 19:16:08,042 INFO] Step 22350/1000000; acc:  72.04; ppl:  3.87; xent: 1.35; lr: 1.00000; 7915/7687 tok/s;   1131 sec\n",
            "[2019-05-30 19:16:10,445 INFO] Step 22400/1000000; acc:  70.57; ppl:  4.26; xent: 1.45; lr: 1.00000; 8499/7331 tok/s;   1133 sec\n",
            "[2019-05-30 19:16:12,976 INFO] Step 22450/1000000; acc:  70.86; ppl:  4.10; xent: 1.41; lr: 1.00000; 8598/7605 tok/s;   1136 sec\n",
            "[2019-05-30 19:16:15,430 INFO] Step 22500/1000000; acc:  71.67; ppl:  3.98; xent: 1.38; lr: 1.00000; 7850/7508 tok/s;   1138 sec\n",
            "[2019-05-30 19:16:17,795 INFO] Step 22550/1000000; acc:  72.69; ppl:  3.71; xent: 1.31; lr: 1.00000; 8634/7308 tok/s;   1141 sec\n",
            "[2019-05-30 19:16:20,320 INFO] Step 22600/1000000; acc:  73.02; ppl:  3.65; xent: 1.29; lr: 1.00000; 8313/7604 tok/s;   1143 sec\n",
            "[2019-05-30 19:16:22,935 INFO] Step 22650/1000000; acc:  70.94; ppl:  4.20; xent: 1.43; lr: 1.00000; 8541/7612 tok/s;   1146 sec\n",
            "[2019-05-30 19:16:25,580 INFO] Step 22700/1000000; acc:  69.31; ppl:  4.63; xent: 1.53; lr: 1.00000; 8640/7649 tok/s;   1149 sec\n",
            "[2019-05-30 19:16:27,979 INFO] Step 22750/1000000; acc:  70.80; ppl:  4.22; xent: 1.44; lr: 1.00000; 8669/7309 tok/s;   1151 sec\n",
            "[2019-05-30 19:16:30,425 INFO] Step 22800/1000000; acc:  71.16; ppl:  4.05; xent: 1.40; lr: 1.00000; 8637/7485 tok/s;   1153 sec\n",
            "[2019-05-30 19:16:32,846 INFO] Step 22850/1000000; acc:  71.53; ppl:  3.96; xent: 1.38; lr: 1.00000; 8379/7439 tok/s;   1156 sec\n",
            "[2019-05-30 19:16:35,296 INFO] Step 22900/1000000; acc:  70.42; ppl:  4.23; xent: 1.44; lr: 1.00000; 8725/7405 tok/s;   1158 sec\n",
            "[2019-05-30 19:16:37,884 INFO] Step 22950/1000000; acc:  70.66; ppl:  4.20; xent: 1.43; lr: 1.00000; 8097/7550 tok/s;   1161 sec\n",
            "[2019-05-30 19:16:40,331 INFO] Step 23000/1000000; acc:  72.39; ppl:  3.71; xent: 1.31; lr: 1.00000; 8419/7247 tok/s;   1163 sec\n",
            "[2019-05-30 19:16:42,988 INFO] Step 23050/1000000; acc:  70.99; ppl:  4.15; xent: 1.42; lr: 1.00000; 8432/7561 tok/s;   1166 sec\n",
            "[2019-05-30 19:16:45,450 INFO] Step 23100/1000000; acc:  71.71; ppl:  3.93; xent: 1.37; lr: 1.00000; 8292/7394 tok/s;   1168 sec\n",
            "[2019-05-30 19:16:48,031 INFO] Step 23150/1000000; acc:  70.46; ppl:  4.42; xent: 1.49; lr: 1.00000; 8307/7506 tok/s;   1171 sec\n",
            "[2019-05-30 19:16:50,337 INFO] Step 23200/1000000; acc:  73.58; ppl:  3.52; xent: 1.26; lr: 1.00000; 7994/7383 tok/s;   1173 sec\n",
            "[2019-05-30 19:16:52,838 INFO] Step 23250/1000000; acc:  71.66; ppl:  3.97; xent: 1.38; lr: 1.00000; 8151/7507 tok/s;   1176 sec\n",
            "[2019-05-30 19:16:55,291 INFO] Step 23300/1000000; acc:  72.62; ppl:  3.71; xent: 1.31; lr: 1.00000; 8506/7462 tok/s;   1178 sec\n",
            "[2019-05-30 19:16:57,639 INFO] Step 23350/1000000; acc:  72.67; ppl:  3.70; xent: 1.31; lr: 1.00000; 8070/7389 tok/s;   1181 sec\n",
            "[2019-05-30 19:17:00,132 INFO] Step 23400/1000000; acc:  71.51; ppl:  3.93; xent: 1.37; lr: 1.00000; 8266/7519 tok/s;   1183 sec\n",
            "[2019-05-30 19:17:02,666 INFO] Step 23450/1000000; acc:  71.37; ppl:  3.99; xent: 1.38; lr: 1.00000; 8335/7527 tok/s;   1186 sec\n",
            "[2019-05-30 19:17:05,231 INFO] Step 23500/1000000; acc:  71.04; ppl:  3.99; xent: 1.38; lr: 1.00000; 8385/7579 tok/s;   1188 sec\n",
            "[2019-05-30 19:17:07,583 INFO] Step 23550/1000000; acc:  72.07; ppl:  3.83; xent: 1.34; lr: 1.00000; 7836/7339 tok/s;   1191 sec\n",
            "[2019-05-30 19:17:10,063 INFO] Step 23600/1000000; acc:  73.06; ppl:  3.62; xent: 1.29; lr: 1.00000; 8182/7509 tok/s;   1193 sec\n",
            "[2019-05-30 19:17:12,498 INFO] Step 23650/1000000; acc:  72.52; ppl:  3.70; xent: 1.31; lr: 1.00000; 8489/7373 tok/s;   1195 sec\n",
            "[2019-05-30 19:17:16,542 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 19:17:20,682 INFO] Step 23700/1000000; acc:  72.21; ppl:  3.69; xent: 1.31; lr: 1.00000; 2377/2104 tok/s;   1204 sec\n",
            "[2019-05-30 19:17:22,983 INFO] Step 23750/1000000; acc:  73.12; ppl:  3.65; xent: 1.30; lr: 1.00000; 7984/7372 tok/s;   1206 sec\n",
            "[2019-05-30 19:17:25,454 INFO] Step 23800/1000000; acc:  70.89; ppl:  4.19; xent: 1.43; lr: 1.00000; 8831/7466 tok/s;   1208 sec\n",
            "[2019-05-30 19:17:27,901 INFO] Step 23850/1000000; acc:  72.34; ppl:  3.67; xent: 1.30; lr: 1.00000; 8318/7507 tok/s;   1211 sec\n",
            "[2019-05-30 19:17:30,581 INFO] Step 23900/1000000; acc:  68.72; ppl:  5.15; xent: 1.64; lr: 1.00000; 8487/7393 tok/s;   1214 sec\n",
            "[2019-05-30 19:17:33,039 INFO] Step 23950/1000000; acc:  71.73; ppl:  3.86; xent: 1.35; lr: 1.00000; 8331/7446 tok/s;   1216 sec\n",
            "[2019-05-30 19:17:35,449 INFO] Step 24000/1000000; acc:  71.33; ppl:  3.90; xent: 1.36; lr: 1.00000; 8019/7445 tok/s;   1218 sec\n",
            "[2019-05-30 19:17:37,876 INFO] Step 24050/1000000; acc:  72.00; ppl:  3.75; xent: 1.32; lr: 1.00000; 8203/7391 tok/s;   1221 sec\n",
            "[2019-05-30 19:17:40,444 INFO] Step 24100/1000000; acc:  70.94; ppl:  4.14; xent: 1.42; lr: 1.00000; 8423/7448 tok/s;   1223 sec\n",
            "[2019-05-30 19:17:42,967 INFO] Step 24150/1000000; acc:  70.57; ppl:  4.35; xent: 1.47; lr: 1.00000; 8104/7389 tok/s;   1226 sec\n",
            "[2019-05-30 19:17:45,540 INFO] Step 24200/1000000; acc:  71.37; ppl:  3.92; xent: 1.37; lr: 1.00000; 8435/7564 tok/s;   1229 sec\n",
            "[2019-05-30 19:17:48,092 INFO] Step 24250/1000000; acc:  70.92; ppl:  4.13; xent: 1.42; lr: 1.00000; 7746/7298 tok/s;   1231 sec\n",
            "[2019-05-30 19:17:50,480 INFO] Step 24300/1000000; acc:  72.60; ppl:  3.65; xent: 1.30; lr: 1.00000; 8470/7308 tok/s;   1233 sec\n",
            "[2019-05-30 19:17:52,843 INFO] Step 24350/1000000; acc:  73.25; ppl:  3.52; xent: 1.26; lr: 1.00000; 8018/7327 tok/s;   1236 sec\n",
            "[2019-05-30 19:17:55,284 INFO] Step 24400/1000000; acc:  72.81; ppl:  3.63; xent: 1.29; lr: 1.00000; 8440/7392 tok/s;   1238 sec\n",
            "[2019-05-30 19:17:57,745 INFO] Step 24450/1000000; acc:  71.56; ppl:  3.91; xent: 1.36; lr: 1.00000; 8349/7439 tok/s;   1241 sec\n",
            "[2019-05-30 19:18:00,193 INFO] Step 24500/1000000; acc:  72.14; ppl:  3.70; xent: 1.31; lr: 1.00000; 8287/7477 tok/s;   1243 sec\n",
            "[2019-05-30 19:18:02,665 INFO] Step 24550/1000000; acc:  71.46; ppl:  3.90; xent: 1.36; lr: 1.00000; 8520/7383 tok/s;   1246 sec\n",
            "[2019-05-30 19:18:05,176 INFO] Step 24600/1000000; acc:  71.48; ppl:  3.99; xent: 1.38; lr: 1.00000; 8202/7406 tok/s;   1248 sec\n",
            "[2019-05-30 19:18:07,568 INFO] Step 24650/1000000; acc:  72.45; ppl:  3.57; xent: 1.27; lr: 1.00000; 8322/7309 tok/s;   1251 sec\n",
            "[2019-05-30 19:18:10,134 INFO] Step 24700/1000000; acc:  71.09; ppl:  4.12; xent: 1.42; lr: 1.00000; 8554/7523 tok/s;   1253 sec\n",
            "[2019-05-30 19:18:12,631 INFO] Step 24750/1000000; acc:  69.49; ppl:  4.58; xent: 1.52; lr: 1.00000; 8542/7399 tok/s;   1256 sec\n",
            "[2019-05-30 19:18:15,034 INFO] Step 24800/1000000; acc:  73.83; ppl:  3.38; xent: 1.22; lr: 1.00000; 8525/7434 tok/s;   1258 sec\n",
            "[2019-05-30 19:18:17,545 INFO] Step 24850/1000000; acc:  69.98; ppl:  4.46; xent: 1.50; lr: 1.00000; 8767/7374 tok/s;   1261 sec\n",
            "[2019-05-30 19:18:20,025 INFO] Step 24900/1000000; acc:  73.22; ppl:  3.50; xent: 1.25; lr: 1.00000; 8001/7535 tok/s;   1263 sec\n",
            "[2019-05-30 19:18:22,414 INFO] Step 24950/1000000; acc:  72.49; ppl:  3.64; xent: 1.29; lr: 1.00000; 7929/7447 tok/s;   1265 sec\n",
            "[2019-05-30 19:18:24,914 INFO] Step 25000/1000000; acc:  73.06; ppl:  3.62; xent: 1.29; lr: 1.00000; 8398/7607 tok/s;   1268 sec\n",
            "[2019-05-30 19:18:24,914 INFO] Saving checkpoint light_step_25000.pt\n",
            "[2019-05-30 19:18:28,981 INFO] Step 25050/1000000; acc:  71.10; ppl:  3.97; xent: 1.38; lr: 1.00000; 5162/4722 tok/s;   1272 sec\n",
            "[2019-05-30 19:18:31,355 INFO] Step 25100/1000000; acc:  71.12; ppl:  3.91; xent: 1.36; lr: 1.00000; 8501/7204 tok/s;   1274 sec\n",
            "[2019-05-30 19:18:33,813 INFO] Step 25150/1000000; acc:  71.86; ppl:  3.75; xent: 1.32; lr: 1.00000; 8358/7380 tok/s;   1277 sec\n",
            "[2019-05-30 19:18:36,146 INFO] Step 25200/1000000; acc:  74.01; ppl:  3.35; xent: 1.21; lr: 1.00000; 7902/7326 tok/s;   1279 sec\n",
            "[2019-05-30 19:18:38,883 INFO] Step 25250/1000000; acc:  68.97; ppl:  4.71; xent: 1.55; lr: 1.00000; 8973/7540 tok/s;   1282 sec\n",
            "[2019-05-30 19:18:41,349 INFO] Step 25300/1000000; acc:  72.12; ppl:  3.76; xent: 1.33; lr: 1.00000; 8597/7373 tok/s;   1284 sec\n",
            "[2019-05-30 19:18:44,057 INFO] Step 25350/1000000; acc:  70.04; ppl:  4.34; xent: 1.47; lr: 1.00000; 8535/7690 tok/s;   1287 sec\n",
            "[2019-05-30 19:18:46,397 INFO] Step 25400/1000000; acc:  72.47; ppl:  3.67; xent: 1.30; lr: 1.00000; 7849/7439 tok/s;   1289 sec\n",
            "[2019-05-30 19:18:48,946 INFO] Step 25450/1000000; acc:  72.13; ppl:  3.78; xent: 1.33; lr: 1.00000; 8478/7453 tok/s;   1292 sec\n",
            "[2019-05-30 19:18:51,504 INFO] Step 25500/1000000; acc:  72.51; ppl:  3.68; xent: 1.30; lr: 1.00000; 8282/7631 tok/s;   1295 sec\n",
            "[2019-05-30 19:18:53,946 INFO] Step 25550/1000000; acc:  72.86; ppl:  3.59; xent: 1.28; lr: 1.00000; 7913/7520 tok/s;   1297 sec\n",
            "[2019-05-30 19:18:56,426 INFO] Step 25600/1000000; acc:  73.60; ppl:  3.43; xent: 1.23; lr: 1.00000; 8225/7413 tok/s;   1299 sec\n",
            "[2019-05-30 19:18:58,949 INFO] Step 25650/1000000; acc:  71.37; ppl:  4.00; xent: 1.39; lr: 1.00000; 8826/7501 tok/s;   1302 sec\n",
            "[2019-05-30 19:19:01,384 INFO] Step 25700/1000000; acc:  71.79; ppl:  3.81; xent: 1.34; lr: 1.00000; 8858/7318 tok/s;   1304 sec\n",
            "[2019-05-30 19:19:03,872 INFO] Step 25750/1000000; acc:  72.55; ppl:  3.63; xent: 1.29; lr: 1.00000; 8235/7540 tok/s;   1307 sec\n",
            "[2019-05-30 19:19:06,287 INFO] Step 25800/1000000; acc:  71.51; ppl:  3.99; xent: 1.38; lr: 1.00000; 8319/7471 tok/s;   1309 sec\n",
            "[2019-05-30 19:19:08,723 INFO] Step 25850/1000000; acc:  73.96; ppl:  3.27; xent: 1.18; lr: 1.00000; 8280/7449 tok/s;   1312 sec\n",
            "[2019-05-30 19:19:11,204 INFO] Step 25900/1000000; acc:  72.90; ppl:  3.56; xent: 1.27; lr: 1.00000; 8562/7504 tok/s;   1314 sec\n",
            "[2019-05-30 19:19:13,776 INFO] Step 25950/1000000; acc:  72.30; ppl:  3.64; xent: 1.29; lr: 1.00000; 8936/7546 tok/s;   1317 sec\n",
            "[2019-05-30 19:19:16,209 INFO] Step 26000/1000000; acc:  73.21; ppl:  3.46; xent: 1.24; lr: 1.00000; 8392/7392 tok/s;   1319 sec\n",
            "[2019-05-30 19:19:18,653 INFO] Step 26050/1000000; acc:  73.26; ppl:  3.45; xent: 1.24; lr: 1.00000; 8511/7526 tok/s;   1322 sec\n",
            "[2019-05-30 19:19:21,166 INFO] Step 26100/1000000; acc:  71.07; ppl:  3.98; xent: 1.38; lr: 1.00000; 8323/7239 tok/s;   1324 sec\n",
            "[2019-05-30 19:19:23,680 INFO] Step 26150/1000000; acc:  73.25; ppl:  3.46; xent: 1.24; lr: 1.00000; 8578/7579 tok/s;   1327 sec\n",
            "[2019-05-30 19:19:26,048 INFO] Step 26200/1000000; acc:  73.39; ppl:  3.39; xent: 1.22; lr: 1.00000; 7920/7324 tok/s;   1329 sec\n",
            "[2019-05-30 19:19:28,521 INFO] Step 26250/1000000; acc:  72.68; ppl:  3.62; xent: 1.29; lr: 1.00000; 8100/7490 tok/s;   1332 sec\n",
            "[2019-05-30 19:19:31,256 INFO] Step 26300/1000000; acc:  70.11; ppl:  4.14; xent: 1.42; lr: 1.00000; 8767/7528 tok/s;   1334 sec\n",
            "[2019-05-30 19:19:33,706 INFO] Step 26350/1000000; acc:  72.50; ppl:  3.62; xent: 1.29; lr: 1.00000; 8700/7367 tok/s;   1337 sec\n",
            "[2019-05-30 19:19:36,196 INFO] Step 26400/1000000; acc:  73.11; ppl:  3.55; xent: 1.27; lr: 1.00000; 8226/7418 tok/s;   1339 sec\n",
            "[2019-05-30 19:19:38,904 INFO] Step 26450/1000000; acc:  71.56; ppl:  3.85; xent: 1.35; lr: 1.00000; 8248/7622 tok/s;   1342 sec\n",
            "[2019-05-30 19:19:41,469 INFO] Step 26500/1000000; acc:  71.05; ppl:  4.07; xent: 1.40; lr: 1.00000; 8735/7477 tok/s;   1344 sec\n",
            "[2019-05-30 19:19:43,861 INFO] Step 26550/1000000; acc:  73.93; ppl:  3.33; xent: 1.20; lr: 1.00000; 8536/7412 tok/s;   1347 sec\n",
            "[2019-05-30 19:19:46,420 INFO] Step 26600/1000000; acc:  70.71; ppl:  4.10; xent: 1.41; lr: 1.00000; 8394/7428 tok/s;   1349 sec\n",
            "[2019-05-30 19:19:48,846 INFO] Step 26650/1000000; acc:  73.37; ppl:  3.38; xent: 1.22; lr: 1.00000; 8523/7378 tok/s;   1352 sec\n",
            "[2019-05-30 19:19:51,515 INFO] Step 26700/1000000; acc:  72.10; ppl:  3.69; xent: 1.31; lr: 1.00000; 8703/7563 tok/s;   1355 sec\n",
            "[2019-05-30 19:19:54,035 INFO] Step 26750/1000000; acc:  72.64; ppl:  3.56; xent: 1.27; lr: 1.00000; 8206/7494 tok/s;   1357 sec\n",
            "[2019-05-30 19:19:56,550 INFO] Step 26800/1000000; acc:  72.69; ppl:  3.63; xent: 1.29; lr: 1.00000; 8475/7389 tok/s;   1360 sec\n",
            "[2019-05-30 19:19:58,898 INFO] Step 26850/1000000; acc:  73.15; ppl:  3.58; xent: 1.28; lr: 1.00000; 8040/7294 tok/s;   1362 sec\n",
            "[2019-05-30 19:20:01,356 INFO] Step 26900/1000000; acc:  73.60; ppl:  3.40; xent: 1.22; lr: 1.00000; 7784/7494 tok/s;   1364 sec\n",
            "[2019-05-30 19:20:03,715 INFO] Step 26950/1000000; acc:  73.62; ppl:  3.40; xent: 1.22; lr: 1.00000; 8439/7373 tok/s;   1367 sec\n",
            "[2019-05-30 19:20:06,239 INFO] Step 27000/1000000; acc:  71.50; ppl:  3.92; xent: 1.37; lr: 1.00000; 8875/7476 tok/s;   1369 sec\n",
            "[2019-05-30 19:20:08,741 INFO] Step 27050/1000000; acc:  73.15; ppl:  3.49; xent: 1.25; lr: 1.00000; 8187/7536 tok/s;   1372 sec\n",
            "[2019-05-30 19:20:11,163 INFO] Step 27100/1000000; acc:  70.76; ppl:  4.05; xent: 1.40; lr: 1.00000; 8563/7316 tok/s;   1374 sec\n",
            "[2019-05-30 19:20:13,544 INFO] Step 27150/1000000; acc:  73.55; ppl:  3.32; xent: 1.20; lr: 1.00000; 8173/7420 tok/s;   1377 sec\n",
            "[2019-05-30 19:20:16,142 INFO] Step 27200/1000000; acc:  71.35; ppl:  4.04; xent: 1.40; lr: 1.00000; 8451/7630 tok/s;   1379 sec\n",
            "[2019-05-30 19:20:18,540 INFO] Step 27250/1000000; acc:  72.00; ppl:  3.75; xent: 1.32; lr: 1.00000; 8140/7417 tok/s;   1382 sec\n",
            "[2019-05-30 19:20:21,087 INFO] Step 27300/1000000; acc:  73.16; ppl:  3.45; xent: 1.24; lr: 1.00000; 8343/7589 tok/s;   1384 sec\n",
            "[2019-05-30 19:20:23,490 INFO] Step 27350/1000000; acc:  74.15; ppl:  3.19; xent: 1.16; lr: 1.00000; 8521/7403 tok/s;   1386 sec\n",
            "[2019-05-30 19:20:25,940 INFO] Step 27400/1000000; acc:  73.28; ppl:  3.38; xent: 1.22; lr: 1.00000; 8779/7451 tok/s;   1389 sec\n",
            "[2019-05-30 19:20:28,425 INFO] Step 27450/1000000; acc:  73.08; ppl:  3.53; xent: 1.26; lr: 1.00000; 8164/7557 tok/s;   1391 sec\n",
            "[2019-05-30 19:20:30,917 INFO] Step 27500/1000000; acc:  74.02; ppl:  3.30; xent: 1.19; lr: 1.00000; 8373/7552 tok/s;   1394 sec\n",
            "[2019-05-30 19:20:33,359 INFO] Step 27550/1000000; acc:  74.31; ppl:  3.21; xent: 1.17; lr: 1.00000; 8309/7523 tok/s;   1396 sec\n",
            "[2019-05-30 19:20:35,738 INFO] Step 27600/1000000; acc:  73.20; ppl:  3.46; xent: 1.24; lr: 1.00000; 8422/7343 tok/s;   1399 sec\n",
            "[2019-05-30 19:20:37,988 INFO] Step 27650/1000000; acc:  73.75; ppl:  3.25; xent: 1.18; lr: 1.00000; 8532/7154 tok/s;   1401 sec\n",
            "[2019-05-30 19:20:40,458 INFO] Step 27700/1000000; acc:  73.45; ppl:  3.38; xent: 1.22; lr: 1.00000; 8396/7567 tok/s;   1403 sec\n",
            "[2019-05-30 19:20:42,949 INFO] Step 27750/1000000; acc:  73.27; ppl:  3.49; xent: 1.25; lr: 1.00000; 8384/7428 tok/s;   1406 sec\n",
            "[2019-05-30 19:20:45,542 INFO] Step 27800/1000000; acc:  72.66; ppl:  3.54; xent: 1.26; lr: 1.00000; 9057/7552 tok/s;   1409 sec\n",
            "[2019-05-30 19:20:48,003 INFO] Step 27850/1000000; acc:  71.96; ppl:  3.75; xent: 1.32; lr: 1.00000; 8530/7306 tok/s;   1411 sec\n",
            "[2019-05-30 19:20:50,695 INFO] Step 27900/1000000; acc:  72.23; ppl:  3.68; xent: 1.30; lr: 1.00000; 8129/7773 tok/s;   1414 sec\n",
            "[2019-05-30 19:20:53,194 INFO] Step 27950/1000000; acc:  71.42; ppl:  3.86; xent: 1.35; lr: 1.00000; 8478/7465 tok/s;   1416 sec\n",
            "[2019-05-30 19:20:55,767 INFO] Step 28000/1000000; acc:  73.19; ppl:  3.37; xent: 1.22; lr: 1.00000; 8060/7723 tok/s;   1419 sec\n",
            "[2019-05-30 19:20:58,230 INFO] Step 28050/1000000; acc:  74.60; ppl:  3.15; xent: 1.15; lr: 1.00000; 8134/7459 tok/s;   1421 sec\n",
            "[2019-05-30 19:21:00,786 INFO] Step 28100/1000000; acc:  72.85; ppl:  3.48; xent: 1.25; lr: 1.00000; 8512/7599 tok/s;   1424 sec\n",
            "[2019-05-30 19:21:03,208 INFO] Step 28150/1000000; acc:  73.19; ppl:  3.47; xent: 1.24; lr: 1.00000; 8854/7374 tok/s;   1426 sec\n",
            "[2019-05-30 19:21:05,756 INFO] Step 28200/1000000; acc:  73.38; ppl:  3.34; xent: 1.21; lr: 1.00000; 8515/7537 tok/s;   1429 sec\n",
            "[2019-05-30 19:21:08,339 INFO] Step 28250/1000000; acc:  74.18; ppl:  3.22; xent: 1.17; lr: 1.00000; 7981/7703 tok/s;   1431 sec\n",
            "[2019-05-30 19:21:10,747 INFO] Step 28300/1000000; acc:  72.37; ppl:  3.54; xent: 1.26; lr: 1.00000; 8397/7312 tok/s;   1434 sec\n",
            "[2019-05-30 19:21:13,248 INFO] Step 28350/1000000; acc:  72.90; ppl:  3.49; xent: 1.25; lr: 1.00000; 8599/7491 tok/s;   1436 sec\n",
            "[2019-05-30 19:21:15,695 INFO] Step 28400/1000000; acc:  74.00; ppl:  3.22; xent: 1.17; lr: 1.00000; 7927/7426 tok/s;   1439 sec\n",
            "[2019-05-30 19:21:18,157 INFO] Step 28450/1000000; acc:  74.26; ppl:  3.24; xent: 1.18; lr: 1.00000; 8345/7409 tok/s;   1441 sec\n",
            "[2019-05-30 19:21:20,689 INFO] Step 28500/1000000; acc:  75.02; ppl:  3.08; xent: 1.12; lr: 1.00000; 8191/7508 tok/s;   1444 sec\n",
            "[2019-05-30 19:21:23,246 INFO] Step 28550/1000000; acc:  73.81; ppl:  3.31; xent: 1.20; lr: 1.00000; 8558/7549 tok/s;   1446 sec\n",
            "[2019-05-30 19:21:25,910 INFO] Step 28600/1000000; acc:  70.90; ppl:  3.88; xent: 1.36; lr: 1.00000; 8481/7627 tok/s;   1449 sec\n",
            "[2019-05-30 19:21:28,308 INFO] Step 28650/1000000; acc:  73.02; ppl:  3.45; xent: 1.24; lr: 1.00000; 8917/7421 tok/s;   1451 sec\n",
            "[2019-05-30 19:21:30,787 INFO] Step 28700/1000000; acc:  73.05; ppl:  3.55; xent: 1.27; lr: 1.00000; 8597/7435 tok/s;   1454 sec\n",
            "[2019-05-30 19:21:33,183 INFO] Step 28750/1000000; acc:  74.70; ppl:  3.19; xent: 1.16; lr: 1.00000; 8388/7426 tok/s;   1456 sec\n",
            "[2019-05-30 19:21:35,534 INFO] Step 28800/1000000; acc:  74.36; ppl:  3.18; xent: 1.16; lr: 1.00000; 8575/7361 tok/s;   1459 sec\n",
            "[2019-05-30 19:21:38,271 INFO] Step 28850/1000000; acc:  71.05; ppl:  3.90; xent: 1.36; lr: 1.00000; 8497/7616 tok/s;   1461 sec\n",
            "[2019-05-30 19:21:40,723 INFO] Step 28900/1000000; acc:  74.99; ppl:  3.09; xent: 1.13; lr: 1.00000; 8038/7287 tok/s;   1464 sec\n",
            "[2019-05-30 19:21:43,225 INFO] Step 28950/1000000; acc:  73.30; ppl:  3.35; xent: 1.21; lr: 1.00000; 8620/7541 tok/s;   1466 sec\n",
            "[2019-05-30 19:21:45,731 INFO] Step 29000/1000000; acc:  73.69; ppl:  3.33; xent: 1.20; lr: 1.00000; 8198/7341 tok/s;   1469 sec\n",
            "[2019-05-30 19:21:48,217 INFO] Step 29050/1000000; acc:  74.49; ppl:  3.12; xent: 1.14; lr: 1.00000; 8239/7466 tok/s;   1471 sec\n",
            "[2019-05-30 19:21:50,744 INFO] Step 29100/1000000; acc:  72.36; ppl:  3.67; xent: 1.30; lr: 1.00000; 8309/7414 tok/s;   1474 sec\n",
            "[2019-05-30 19:21:53,208 INFO] Step 29150/1000000; acc:  73.09; ppl:  3.43; xent: 1.23; lr: 1.00000; 7989/7500 tok/s;   1476 sec\n",
            "[2019-05-30 19:21:55,675 INFO] Step 29200/1000000; acc:  74.66; ppl:  3.09; xent: 1.13; lr: 1.00000; 8611/7487 tok/s;   1479 sec\n",
            "[2019-05-30 19:21:58,017 INFO] Step 29250/1000000; acc:  74.72; ppl:  3.03; xent: 1.11; lr: 1.00000; 7980/7406 tok/s;   1481 sec\n",
            "[2019-05-30 19:22:00,460 INFO] Step 29300/1000000; acc:  73.57; ppl:  3.30; xent: 1.20; lr: 1.00000; 8331/7516 tok/s;   1483 sec\n",
            "[2019-05-30 19:22:03,009 INFO] Step 29350/1000000; acc:  72.96; ppl:  3.47; xent: 1.24; lr: 1.00000; 8287/7559 tok/s;   1486 sec\n",
            "[2019-05-30 19:22:05,598 INFO] Step 29400/1000000; acc:  73.30; ppl:  3.33; xent: 1.20; lr: 1.00000; 8578/7622 tok/s;   1489 sec\n",
            "[2019-05-30 19:22:07,959 INFO] Step 29450/1000000; acc:  74.08; ppl:  3.23; xent: 1.17; lr: 1.00000; 7809/7432 tok/s;   1491 sec\n",
            "[2019-05-30 19:22:10,431 INFO] Step 29500/1000000; acc:  75.25; ppl:  3.05; xent: 1.11; lr: 1.00000; 8338/7513 tok/s;   1493 sec\n",
            "[2019-05-30 19:22:12,807 INFO] Step 29550/1000000; acc:  74.14; ppl:  3.24; xent: 1.17; lr: 1.00000; 8321/7360 tok/s;   1496 sec\n",
            "[2019-05-30 19:22:17,240 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 19:22:20,529 INFO] Step 29600/1000000; acc:  74.73; ppl:  3.08; xent: 1.12; lr: 1.00000; 2503/2205 tok/s;   1504 sec\n",
            "[2019-05-30 19:22:22,864 INFO] Step 29650/1000000; acc:  74.60; ppl:  3.12; xent: 1.14; lr: 1.00000; 8196/7456 tok/s;   1506 sec\n",
            "[2019-05-30 19:22:25,280 INFO] Step 29700/1000000; acc:  73.25; ppl:  3.41; xent: 1.23; lr: 1.00000; 8557/7442 tok/s;   1508 sec\n",
            "[2019-05-30 19:22:27,727 INFO] Step 29750/1000000; acc:  73.62; ppl:  3.31; xent: 1.20; lr: 1.00000; 8368/7462 tok/s;   1511 sec\n",
            "[2019-05-30 19:22:30,405 INFO] Step 29800/1000000; acc:  70.91; ppl:  4.11; xent: 1.41; lr: 1.00000; 8588/7456 tok/s;   1513 sec\n",
            "[2019-05-30 19:22:32,891 INFO] Step 29850/1000000; acc:  73.13; ppl:  3.45; xent: 1.24; lr: 1.00000; 8469/7454 tok/s;   1516 sec\n",
            "[2019-05-30 19:22:35,325 INFO] Step 29900/1000000; acc:  73.53; ppl:  3.33; xent: 1.20; lr: 1.00000; 7916/7373 tok/s;   1518 sec\n",
            "[2019-05-30 19:22:37,693 INFO] Step 29950/1000000; acc:  74.67; ppl:  3.07; xent: 1.12; lr: 1.00000; 7975/7326 tok/s;   1521 sec\n",
            "[2019-05-30 19:22:40,305 INFO] Step 30000/1000000; acc:  72.00; ppl:  3.65; xent: 1.29; lr: 1.00000; 8577/7427 tok/s;   1523 sec\n",
            "[2019-05-30 19:22:40,305 INFO] Saving checkpoint light_step_30000.pt\n",
            "[2019-05-30 19:22:44,478 INFO] Step 30050/1000000; acc:  72.49; ppl:  3.57; xent: 1.27; lr: 1.00000; 4884/4513 tok/s;   1527 sec\n",
            "[2019-05-30 19:22:46,975 INFO] Step 30100/1000000; acc:  74.10; ppl:  3.19; xent: 1.16; lr: 1.00000; 8404/7533 tok/s;   1530 sec\n",
            "[2019-05-30 19:22:49,506 INFO] Step 30150/1000000; acc:  73.30; ppl:  3.34; xent: 1.21; lr: 1.00000; 7943/7513 tok/s;   1533 sec\n",
            "[2019-05-30 19:22:51,988 INFO] Step 30200/1000000; acc:  72.88; ppl:  3.50; xent: 1.25; lr: 1.00000; 8402/7237 tok/s;   1535 sec\n",
            "[2019-05-30 19:22:54,291 INFO] Step 30250/1000000; acc:  75.35; ppl:  2.90; xent: 1.06; lr: 1.00000; 8060/7239 tok/s;   1537 sec\n",
            "[2019-05-30 19:22:56,772 INFO] Step 30300/1000000; acc:  74.09; ppl:  3.18; xent: 1.16; lr: 1.00000; 8334/7456 tok/s;   1540 sec\n",
            "[2019-05-30 19:22:59,237 INFO] Step 30350/1000000; acc:  74.12; ppl:  3.26; xent: 1.18; lr: 1.00000; 8152/7451 tok/s;   1542 sec\n",
            "[2019-05-30 19:23:01,679 INFO] Step 30400/1000000; acc:  74.25; ppl:  3.12; xent: 1.14; lr: 1.00000; 8283/7470 tok/s;   1545 sec\n",
            "[2019-05-30 19:23:04,122 INFO] Step 30450/1000000; acc:  73.67; ppl:  3.23; xent: 1.17; lr: 1.00000; 8804/7363 tok/s;   1547 sec\n",
            "[2019-05-30 19:23:06,667 INFO] Step 30500/1000000; acc:  73.05; ppl:  3.40; xent: 1.22; lr: 1.00000; 8347/7544 tok/s;   1550 sec\n",
            "[2019-05-30 19:23:09,046 INFO] Step 30550/1000000; acc:  73.96; ppl:  3.18; xent: 1.16; lr: 1.00000; 8147/7150 tok/s;   1552 sec\n",
            "[2019-05-30 19:23:11,583 INFO] Step 30600/1000000; acc:  72.70; ppl:  3.52; xent: 1.26; lr: 1.00000; 8552/7559 tok/s;   1555 sec\n",
            "[2019-05-30 19:23:14,042 INFO] Step 30650/1000000; acc:  74.02; ppl:  3.26; xent: 1.18; lr: 1.00000; 8357/7462 tok/s;   1557 sec\n",
            "[2019-05-30 19:23:16,469 INFO] Step 30700/1000000; acc:  73.29; ppl:  3.45; xent: 1.24; lr: 1.00000; 8495/7330 tok/s;   1559 sec\n",
            "[2019-05-30 19:23:18,969 INFO] Step 30750/1000000; acc:  73.16; ppl:  3.45; xent: 1.24; lr: 1.00000; 8912/7460 tok/s;   1562 sec\n",
            "[2019-05-30 19:23:21,448 INFO] Step 30800/1000000; acc:  73.82; ppl:  3.22; xent: 1.17; lr: 1.00000; 8081/7548 tok/s;   1564 sec\n",
            "[2019-05-30 19:23:23,836 INFO] Step 30850/1000000; acc:  73.95; ppl:  3.22; xent: 1.17; lr: 1.00000; 8014/7360 tok/s;   1567 sec\n",
            "[2019-05-30 19:23:26,356 INFO] Step 30900/1000000; acc:  74.58; ppl:  3.04; xent: 1.11; lr: 1.00000; 8431/7596 tok/s;   1569 sec\n",
            "[2019-05-30 19:23:28,890 INFO] Step 30950/1000000; acc:  73.24; ppl:  3.38; xent: 1.22; lr: 1.00000; 8134/7603 tok/s;   1572 sec\n",
            "[2019-05-30 19:23:31,319 INFO] Step 31000/1000000; acc:  72.50; ppl:  3.48; xent: 1.25; lr: 1.00000; 8493/7357 tok/s;   1574 sec\n",
            "[2019-05-30 19:23:33,672 INFO] Step 31050/1000000; acc:  74.34; ppl:  3.14; xent: 1.14; lr: 1.00000; 8271/7358 tok/s;   1577 sec\n",
            "[2019-05-30 19:23:36,039 INFO] Step 31100/1000000; acc:  75.39; ppl:  2.94; xent: 1.08; lr: 1.00000; 8407/7434 tok/s;   1579 sec\n",
            "[2019-05-30 19:23:38,588 INFO] Step 31150/1000000; acc:  73.53; ppl:  3.23; xent: 1.17; lr: 1.00000; 8814/7608 tok/s;   1582 sec\n",
            "[2019-05-30 19:23:41,178 INFO] Step 31200/1000000; acc:  71.84; ppl:  3.89; xent: 1.36; lr: 1.00000; 8776/7455 tok/s;   1584 sec\n",
            "[2019-05-30 19:23:43,771 INFO] Step 31250/1000000; acc:  72.15; ppl:  3.67; xent: 1.30; lr: 1.00000; 8415/7632 tok/s;   1587 sec\n",
            "[2019-05-30 19:23:46,240 INFO] Step 31300/1000000; acc:  73.97; ppl:  3.18; xent: 1.16; lr: 1.00000; 8142/7571 tok/s;   1589 sec\n",
            "[2019-05-30 19:23:48,692 INFO] Step 31350/1000000; acc:  74.96; ppl:  3.04; xent: 1.11; lr: 1.00000; 8159/7408 tok/s;   1592 sec\n",
            "[2019-05-30 19:23:51,279 INFO] Step 31400/1000000; acc:  73.20; ppl:  3.38; xent: 1.22; lr: 1.00000; 8512/7669 tok/s;   1594 sec\n",
            "[2019-05-30 19:23:53,766 INFO] Step 31450/1000000; acc:  74.48; ppl:  3.08; xent: 1.12; lr: 1.00000; 8004/7437 tok/s;   1597 sec\n",
            "[2019-05-30 19:23:56,264 INFO] Step 31500/1000000; acc:  75.17; ppl:  2.97; xent: 1.09; lr: 1.00000; 7983/7382 tok/s;   1599 sec\n",
            "[2019-05-30 19:23:58,725 INFO] Step 31550/1000000; acc:  75.15; ppl:  2.96; xent: 1.09; lr: 1.00000; 8559/7362 tok/s;   1602 sec\n",
            "[2019-05-30 19:24:01,306 INFO] Step 31600/1000000; acc:  72.43; ppl:  3.59; xent: 1.28; lr: 1.00000; 8752/7343 tok/s;   1604 sec\n",
            "[2019-05-30 19:24:03,741 INFO] Step 31650/1000000; acc:  74.67; ppl:  3.05; xent: 1.11; lr: 1.00000; 8466/7388 tok/s;   1607 sec\n",
            "[2019-05-30 19:24:06,257 INFO] Step 31700/1000000; acc:  72.95; ppl:  3.40; xent: 1.22; lr: 1.00000; 8266/7503 tok/s;   1609 sec\n",
            "[2019-05-30 19:24:08,677 INFO] Step 31750/1000000; acc:  75.05; ppl:  3.02; xent: 1.10; lr: 1.00000; 8437/7310 tok/s;   1612 sec\n",
            "[2019-05-30 19:24:11,141 INFO] Step 31800/1000000; acc:  74.70; ppl:  3.03; xent: 1.11; lr: 1.00000; 8208/7481 tok/s;   1614 sec\n",
            "[2019-05-30 19:24:13,667 INFO] Step 31850/1000000; acc:  74.59; ppl:  2.98; xent: 1.09; lr: 1.00000; 8741/7525 tok/s;   1617 sec\n",
            "[2019-05-30 19:24:16,187 INFO] Step 31900/1000000; acc:  74.40; ppl:  3.11; xent: 1.13; lr: 1.00000; 8737/7446 tok/s;   1619 sec\n",
            "[2019-05-30 19:24:18,608 INFO] Step 31950/1000000; acc:  74.86; ppl:  3.00; xent: 1.10; lr: 1.00000; 8486/7439 tok/s;   1622 sec\n",
            "[2019-05-30 19:24:21,129 INFO] Step 32000/1000000; acc:  72.89; ppl:  3.40; xent: 1.22; lr: 1.00000; 8167/7271 tok/s;   1624 sec\n",
            "[2019-05-30 19:24:23,618 INFO] Step 32050/1000000; acc:  75.05; ppl:  2.98; xent: 1.09; lr: 1.00000; 8539/7473 tok/s;   1627 sec\n",
            "[2019-05-30 19:24:26,032 INFO] Step 32100/1000000; acc:  75.07; ppl:  2.95; xent: 1.08; lr: 1.00000; 8059/7401 tok/s;   1629 sec\n",
            "[2019-05-30 19:24:28,478 INFO] Step 32150/1000000; acc:  74.52; ppl:  3.08; xent: 1.13; lr: 1.00000; 8138/7463 tok/s;   1631 sec\n",
            "[2019-05-30 19:24:31,196 INFO] Step 32200/1000000; acc:  72.96; ppl:  3.41; xent: 1.23; lr: 1.00000; 8611/7552 tok/s;   1634 sec\n",
            "[2019-05-30 19:24:33,622 INFO] Step 32250/1000000; acc:  74.49; ppl:  3.01; xent: 1.10; lr: 1.00000; 8520/7491 tok/s;   1637 sec\n",
            "[2019-05-30 19:24:36,116 INFO] Step 32300/1000000; acc:  74.23; ppl:  3.15; xent: 1.15; lr: 1.00000; 8522/7433 tok/s;   1639 sec\n",
            "[2019-05-30 19:24:38,751 INFO] Step 32350/1000000; acc:  73.77; ppl:  3.27; xent: 1.18; lr: 1.00000; 8696/7652 tok/s;   1642 sec\n",
            "[2019-05-30 19:24:41,341 INFO] Step 32400/1000000; acc:  73.58; ppl:  3.20; xent: 1.16; lr: 1.00000; 8304/7599 tok/s;   1644 sec\n",
            "[2019-05-30 19:24:43,822 INFO] Step 32450/1000000; acc:  73.80; ppl:  3.30; xent: 1.19; lr: 1.00000; 8589/7315 tok/s;   1647 sec\n",
            "[2019-05-30 19:24:46,351 INFO] Step 32500/1000000; acc:  72.61; ppl:  3.40; xent: 1.22; lr: 1.00000; 8294/7316 tok/s;   1649 sec\n",
            "[2019-05-30 19:24:48,800 INFO] Step 32550/1000000; acc:  74.90; ppl:  2.94; xent: 1.08; lr: 1.00000; 8308/7342 tok/s;   1652 sec\n",
            "[2019-05-30 19:24:51,435 INFO] Step 32600/1000000; acc:  74.23; ppl:  3.15; xent: 1.15; lr: 1.00000; 8964/7557 tok/s;   1654 sec\n",
            "[2019-05-30 19:24:53,939 INFO] Step 32650/1000000; acc:  74.21; ppl:  3.11; xent: 1.13; lr: 1.00000; 8102/7616 tok/s;   1657 sec\n",
            "[2019-05-30 19:24:56,422 INFO] Step 32700/1000000; acc:  75.33; ppl:  3.02; xent: 1.11; lr: 1.00000; 8662/7502 tok/s;   1659 sec\n",
            "[2019-05-30 19:24:58,745 INFO] Step 32750/1000000; acc:  74.98; ppl:  3.02; xent: 1.11; lr: 1.00000; 8157/7340 tok/s;   1662 sec\n",
            "[2019-05-30 19:25:01,223 INFO] Step 32800/1000000; acc:  74.50; ppl:  3.13; xent: 1.14; lr: 1.00000; 8006/7553 tok/s;   1664 sec\n",
            "[2019-05-30 19:25:03,612 INFO] Step 32850/1000000; acc:  74.84; ppl:  2.99; xent: 1.09; lr: 1.00000; 8224/7413 tok/s;   1667 sec\n",
            "[2019-05-30 19:25:06,120 INFO] Step 32900/1000000; acc:  73.24; ppl:  3.40; xent: 1.22; lr: 1.00000; 8959/7482 tok/s;   1669 sec\n",
            "[2019-05-30 19:25:08,604 INFO] Step 32950/1000000; acc:  74.77; ppl:  3.02; xent: 1.11; lr: 1.00000; 8401/7543 tok/s;   1672 sec\n",
            "[2019-05-30 19:25:10,984 INFO] Step 33000/1000000; acc:  72.81; ppl:  3.43; xent: 1.23; lr: 1.00000; 8308/7270 tok/s;   1674 sec\n",
            "[2019-05-30 19:25:13,433 INFO] Step 33050/1000000; acc:  75.25; ppl:  2.98; xent: 1.09; lr: 1.00000; 8365/7397 tok/s;   1676 sec\n",
            "[2019-05-30 19:25:15,990 INFO] Step 33100/1000000; acc:  73.34; ppl:  3.36; xent: 1.21; lr: 1.00000; 8184/7558 tok/s;   1679 sec\n",
            "[2019-05-30 19:25:18,548 INFO] Step 33150/1000000; acc:  73.91; ppl:  3.30; xent: 1.19; lr: 1.00000; 8234/7417 tok/s;   1682 sec\n",
            "[2019-05-30 19:25:20,985 INFO] Step 33200/1000000; acc:  74.59; ppl:  3.04; xent: 1.11; lr: 1.00000; 8299/7307 tok/s;   1684 sec\n",
            "[2019-05-30 19:25:23,480 INFO] Step 33250/1000000; acc:  75.66; ppl:  2.81; xent: 1.03; lr: 1.00000; 8387/7541 tok/s;   1686 sec\n",
            "[2019-05-30 19:25:25,909 INFO] Step 33300/1000000; acc:  75.37; ppl:  2.90; xent: 1.06; lr: 1.00000; 8435/7411 tok/s;   1689 sec\n",
            "[2019-05-30 19:25:28,354 INFO] Step 33350/1000000; acc:  74.82; ppl:  2.98; xent: 1.09; lr: 1.00000; 8244/7465 tok/s;   1691 sec\n",
            "[2019-05-30 19:25:30,925 INFO] Step 33400/1000000; acc:  74.63; ppl:  3.03; xent: 1.11; lr: 1.00000; 8413/7621 tok/s;   1694 sec\n",
            "[2019-05-30 19:25:33,277 INFO] Step 33450/1000000; acc:  76.08; ppl:  2.78; xent: 1.02; lr: 1.00000; 8519/7349 tok/s;   1696 sec\n",
            "[2019-05-30 19:25:35,669 INFO] Step 33500/1000000; acc:  75.15; ppl:  2.97; xent: 1.09; lr: 1.00000; 8027/7461 tok/s;   1699 sec\n",
            "[2019-05-30 19:25:38,052 INFO] Step 33550/1000000; acc:  74.38; ppl:  3.02; xent: 1.11; lr: 1.00000; 8812/7298 tok/s;   1701 sec\n",
            "[2019-05-30 19:25:40,338 INFO] Step 33600/1000000; acc:  76.35; ppl:  2.76; xent: 1.01; lr: 1.00000; 8144/7303 tok/s;   1703 sec\n",
            "[2019-05-30 19:25:42,933 INFO] Step 33650/1000000; acc:  73.80; ppl:  3.28; xent: 1.19; lr: 1.00000; 8566/7549 tok/s;   1706 sec\n",
            "[2019-05-30 19:25:45,488 INFO] Step 33700/1000000; acc:  75.43; ppl:  2.94; xent: 1.08; lr: 1.00000; 8992/7590 tok/s;   1708 sec\n",
            "[2019-05-30 19:25:47,923 INFO] Step 33750/1000000; acc:  74.89; ppl:  2.97; xent: 1.09; lr: 1.00000; 8566/7245 tok/s;   1711 sec\n",
            "[2019-05-30 19:25:50,561 INFO] Step 33800/1000000; acc:  72.75; ppl:  3.43; xent: 1.23; lr: 1.00000; 8395/7697 tok/s;   1714 sec\n",
            "[2019-05-30 19:25:53,159 INFO] Step 33850/1000000; acc:  72.68; ppl:  3.42; xent: 1.23; lr: 1.00000; 8449/7572 tok/s;   1716 sec\n",
            "[2019-05-30 19:25:55,677 INFO] Step 33900/1000000; acc:  75.45; ppl:  2.89; xent: 1.06; lr: 1.00000; 7881/7703 tok/s;   1719 sec\n",
            "[2019-05-30 19:25:58,217 INFO] Step 33950/1000000; acc:  75.49; ppl:  2.88; xent: 1.06; lr: 1.00000; 8089/7622 tok/s;   1721 sec\n",
            "[2019-05-30 19:26:00,739 INFO] Step 34000/1000000; acc:  75.36; ppl:  2.91; xent: 1.07; lr: 1.00000; 8575/7568 tok/s;   1724 sec\n",
            "[2019-05-30 19:26:03,063 INFO] Step 34050/1000000; acc:  75.41; ppl:  2.90; xent: 1.06; lr: 1.00000; 8621/7222 tok/s;   1726 sec\n",
            "[2019-05-30 19:26:05,671 INFO] Step 34100/1000000; acc:  74.57; ppl:  3.06; xent: 1.12; lr: 1.00000; 8640/7610 tok/s;   1729 sec\n",
            "[2019-05-30 19:26:08,252 INFO] Step 34150/1000000; acc:  75.53; ppl:  2.90; xent: 1.07; lr: 1.00000; 8281/7656 tok/s;   1731 sec\n",
            "[2019-05-30 19:26:10,684 INFO] Step 34200/1000000; acc:  74.73; ppl:  2.98; xent: 1.09; lr: 1.00000; 8135/7428 tok/s;   1734 sec\n",
            "[2019-05-30 19:26:13,120 INFO] Step 34250/1000000; acc:  74.20; ppl:  3.15; xent: 1.15; lr: 1.00000; 8696/7401 tok/s;   1736 sec\n",
            "[2019-05-30 19:26:15,606 INFO] Step 34300/1000000; acc:  75.73; ppl:  2.84; xent: 1.04; lr: 1.00000; 8057/7564 tok/s;   1739 sec\n",
            "[2019-05-30 19:26:18,062 INFO] Step 34350/1000000; acc:  74.71; ppl:  2.98; xent: 1.09; lr: 1.00000; 8394/7507 tok/s;   1741 sec\n",
            "[2019-05-30 19:26:20,544 INFO] Step 34400/1000000; acc:  76.61; ppl:  2.69; xent: 0.99; lr: 1.00000; 8329/7504 tok/s;   1744 sec\n",
            "[2019-05-30 19:26:23,113 INFO] Step 34450/1000000; acc:  75.80; ppl:  2.86; xent: 1.05; lr: 1.00000; 8520/7615 tok/s;   1746 sec\n",
            "[2019-05-30 19:26:25,730 INFO] Step 34500/1000000; acc:  73.69; ppl:  3.28; xent: 1.19; lr: 1.00000; 8463/7569 tok/s;   1749 sec\n",
            "[2019-05-30 19:26:28,206 INFO] Step 34550/1000000; acc:  74.07; ppl:  3.11; xent: 1.13; lr: 1.00000; 8712/7470 tok/s;   1751 sec\n",
            "[2019-05-30 19:26:30,616 INFO] Step 34600/1000000; acc:  73.76; ppl:  3.17; xent: 1.15; lr: 1.00000; 8871/7304 tok/s;   1754 sec\n",
            "[2019-05-30 19:26:33,118 INFO] Step 34650/1000000; acc:  75.48; ppl:  2.93; xent: 1.07; lr: 1.00000; 8314/7444 tok/s;   1756 sec\n",
            "[2019-05-30 19:26:35,538 INFO] Step 34700/1000000; acc:  75.90; ppl:  2.75; xent: 1.01; lr: 1.00000; 8385/7338 tok/s;   1759 sec\n",
            "[2019-05-30 19:26:38,117 INFO] Step 34750/1000000; acc:  73.58; ppl:  3.22; xent: 1.17; lr: 1.00000; 8418/7451 tok/s;   1761 sec\n",
            "[2019-05-30 19:26:40,673 INFO] Step 34800/1000000; acc:  74.53; ppl:  2.97; xent: 1.09; lr: 1.00000; 8088/7400 tok/s;   1764 sec\n",
            "[2019-05-30 19:26:43,192 INFO] Step 34850/1000000; acc:  75.63; ppl:  2.83; xent: 1.04; lr: 1.00000; 8690/7445 tok/s;   1766 sec\n",
            "[2019-05-30 19:26:45,711 INFO] Step 34900/1000000; acc:  75.61; ppl:  2.96; xent: 1.09; lr: 1.00000; 8079/7567 tok/s;   1769 sec\n",
            "[2019-05-30 19:26:48,179 INFO] Step 34950/1000000; acc:  75.03; ppl:  2.94; xent: 1.08; lr: 1.00000; 8377/7299 tok/s;   1771 sec\n",
            "[2019-05-30 19:26:50,710 INFO] Step 35000/1000000; acc:  74.06; ppl:  3.19; xent: 1.16; lr: 1.00000; 7988/7373 tok/s;   1774 sec\n",
            "[2019-05-30 19:26:50,711 INFO] Saving checkpoint light_step_35000.pt\n",
            "[2019-05-30 19:26:54,740 INFO] Step 35050/1000000; acc:  75.25; ppl:  2.95; xent: 1.08; lr: 1.00000; 5210/4616 tok/s;   1778 sec\n",
            "[2019-05-30 19:26:57,198 INFO] Step 35100/1000000; acc:  76.40; ppl:  2.76; xent: 1.02; lr: 1.00000; 8401/7442 tok/s;   1780 sec\n",
            "[2019-05-30 19:26:59,568 INFO] Step 35150/1000000; acc:  76.05; ppl:  2.74; xent: 1.01; lr: 1.00000; 7858/7453 tok/s;   1783 sec\n",
            "[2019-05-30 19:27:01,989 INFO] Step 35200/1000000; acc:  75.72; ppl:  2.80; xent: 1.03; lr: 1.00000; 8300/7428 tok/s;   1785 sec\n",
            "[2019-05-30 19:27:04,576 INFO] Step 35250/1000000; acc:  74.01; ppl:  3.19; xent: 1.16; lr: 1.00000; 8438/7619 tok/s;   1788 sec\n",
            "[2019-05-30 19:27:07,139 INFO] Step 35300/1000000; acc:  74.99; ppl:  2.94; xent: 1.08; lr: 1.00000; 8340/7574 tok/s;   1790 sec\n",
            "[2019-05-30 19:27:09,553 INFO] Step 35350/1000000; acc:  75.21; ppl:  2.91; xent: 1.07; lr: 1.00000; 8059/7479 tok/s;   1793 sec\n",
            "[2019-05-30 19:27:11,988 INFO] Step 35400/1000000; acc:  76.49; ppl:  2.69; xent: 0.99; lr: 1.00000; 8124/7471 tok/s;   1795 sec\n",
            "[2019-05-30 19:27:14,338 INFO] Step 35450/1000000; acc:  76.11; ppl:  2.74; xent: 1.01; lr: 1.00000; 8224/7319 tok/s;   1797 sec\n",
            "[2019-05-30 19:27:19,465 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 19:27:22,201 INFO] Step 35500/1000000; acc:  75.67; ppl:  2.81; xent: 1.03; lr: 1.00000; 2523/2226 tok/s;   1805 sec\n",
            "[2019-05-30 19:27:24,562 INFO] Step 35550/1000000; acc:  76.15; ppl:  2.75; xent: 1.01; lr: 1.00000; 8323/7374 tok/s;   1808 sec\n",
            "[2019-05-30 19:27:26,954 INFO] Step 35600/1000000; acc:  75.29; ppl:  2.90; xent: 1.06; lr: 1.00000; 8296/7411 tok/s;   1810 sec\n",
            "[2019-05-30 19:27:29,446 INFO] Step 35650/1000000; acc:  74.94; ppl:  2.97; xent: 1.09; lr: 1.00000; 8425/7485 tok/s;   1812 sec\n",
            "[2019-05-30 19:27:32,073 INFO] Step 35700/1000000; acc:  72.92; ppl:  3.60; xent: 1.28; lr: 1.00000; 8606/7395 tok/s;   1815 sec\n",
            "[2019-05-30 19:27:34,538 INFO] Step 35750/1000000; acc:  74.83; ppl:  2.99; xent: 1.10; lr: 1.00000; 8415/7425 tok/s;   1818 sec\n",
            "[2019-05-30 19:27:36,964 INFO] Step 35800/1000000; acc:  75.10; ppl:  2.89; xent: 1.06; lr: 1.00000; 7967/7396 tok/s;   1820 sec\n",
            "[2019-05-30 19:27:39,365 INFO] Step 35850/1000000; acc:  75.32; ppl:  2.90; xent: 1.06; lr: 1.00000; 8183/7383 tok/s;   1822 sec\n",
            "[2019-05-30 19:27:41,913 INFO] Step 35900/1000000; acc:  74.53; ppl:  3.04; xent: 1.11; lr: 1.00000; 8367/7464 tok/s;   1825 sec\n",
            "[2019-05-30 19:27:44,343 INFO] Step 35950/1000000; acc:  75.55; ppl:  2.79; xent: 1.03; lr: 1.00000; 8242/7445 tok/s;   1827 sec\n",
            "[2019-05-30 19:27:46,928 INFO] Step 36000/1000000; acc:  73.90; ppl:  3.21; xent: 1.17; lr: 1.00000; 8306/7466 tok/s;   1830 sec\n",
            "[2019-05-30 19:27:49,442 INFO] Step 36050/1000000; acc:  75.19; ppl:  2.94; xent: 1.08; lr: 1.00000; 7943/7562 tok/s;   1832 sec\n",
            "[2019-05-30 19:27:51,983 INFO] Step 36100/1000000; acc:  74.50; ppl:  3.08; xent: 1.13; lr: 1.00000; 8410/7272 tok/s;   1835 sec\n",
            "[2019-05-30 19:27:54,326 INFO] Step 36150/1000000; acc:  76.95; ppl:  2.60; xent: 0.95; lr: 1.00000; 8060/7213 tok/s;   1837 sec\n",
            "[2019-05-30 19:27:56,778 INFO] Step 36200/1000000; acc:  76.40; ppl:  2.69; xent: 0.99; lr: 1.00000; 8168/7371 tok/s;   1840 sec\n",
            "[2019-05-30 19:27:59,290 INFO] Step 36250/1000000; acc:  74.66; ppl:  3.00; xent: 1.10; lr: 1.00000; 8205/7415 tok/s;   1842 sec\n",
            "[2019-05-30 19:28:01,761 INFO] Step 36300/1000000; acc:  76.22; ppl:  2.74; xent: 1.01; lr: 1.00000; 8265/7384 tok/s;   1845 sec\n",
            "[2019-05-30 19:28:04,196 INFO] Step 36350/1000000; acc:  75.13; ppl:  2.83; xent: 1.04; lr: 1.00000; 8490/7307 tok/s;   1847 sec\n",
            "[2019-05-30 19:28:06,745 INFO] Step 36400/1000000; acc:  75.37; ppl:  3.00; xent: 1.10; lr: 1.00000; 8336/7559 tok/s;   1850 sec\n",
            "[2019-05-30 19:28:09,185 INFO] Step 36450/1000000; acc:  75.15; ppl:  2.87; xent: 1.06; lr: 1.00000; 8465/7227 tok/s;   1852 sec\n",
            "[2019-05-30 19:28:11,543 INFO] Step 36500/1000000; acc:  76.42; ppl:  2.72; xent: 1.00; lr: 1.00000; 8171/7358 tok/s;   1855 sec\n",
            "[2019-05-30 19:28:14,165 INFO] Step 36550/1000000; acc:  73.66; ppl:  3.21; xent: 1.17; lr: 1.00000; 8717/7627 tok/s;   1857 sec\n",
            "[2019-05-30 19:28:16,568 INFO] Step 36600/1000000; acc:  74.36; ppl:  3.11; xent: 1.14; lr: 1.00000; 8367/7280 tok/s;   1860 sec\n",
            "[2019-05-30 19:28:19,030 INFO] Step 36650/1000000; acc:  76.44; ppl:  2.69; xent: 0.99; lr: 1.00000; 8527/7452 tok/s;   1862 sec\n",
            "[2019-05-30 19:28:21,561 INFO] Step 36700/1000000; acc:  73.74; ppl:  3.27; xent: 1.18; lr: 1.00000; 8472/7426 tok/s;   1865 sec\n",
            "[2019-05-30 19:28:24,020 INFO] Step 36750/1000000; acc:  75.70; ppl:  2.82; xent: 1.04; lr: 1.00000; 8278/7462 tok/s;   1867 sec\n",
            "[2019-05-30 19:28:26,441 INFO] Step 36800/1000000; acc:  76.38; ppl:  2.69; xent: 0.99; lr: 1.00000; 7930/7534 tok/s;   1869 sec\n",
            "[2019-05-30 19:28:28,987 INFO] Step 36850/1000000; acc:  75.13; ppl:  2.93; xent: 1.07; lr: 1.00000; 8395/7564 tok/s;   1872 sec\n",
            "[2019-05-30 19:28:31,407 INFO] Step 36900/1000000; acc:  75.10; ppl:  2.84; xent: 1.05; lr: 1.00000; 8095/7491 tok/s;   1874 sec\n",
            "[2019-05-30 19:28:33,865 INFO] Step 36950/1000000; acc:  74.38; ppl:  3.03; xent: 1.11; lr: 1.00000; 8603/7336 tok/s;   1877 sec\n",
            "[2019-05-30 19:28:36,247 INFO] Step 37000/1000000; acc:  76.72; ppl:  2.64; xent: 0.97; lr: 1.00000; 8409/7362 tok/s;   1879 sec\n",
            "[2019-05-30 19:28:38,735 INFO] Step 37050/1000000; acc:  75.01; ppl:  2.93; xent: 1.08; lr: 1.00000; 8464/7512 tok/s;   1882 sec\n",
            "[2019-05-30 19:28:41,326 INFO] Step 37100/1000000; acc:  73.10; ppl:  3.45; xent: 1.24; lr: 1.00000; 8843/7449 tok/s;   1884 sec\n",
            "[2019-05-30 19:28:43,783 INFO] Step 37150/1000000; acc:  76.25; ppl:  2.75; xent: 1.01; lr: 1.00000; 8440/7528 tok/s;   1887 sec\n",
            "[2019-05-30 19:28:46,411 INFO] Step 37200/1000000; acc:  73.20; ppl:  3.29; xent: 1.19; lr: 1.00000; 8378/7605 tok/s;   1889 sec\n",
            "[2019-05-30 19:28:48,862 INFO] Step 37250/1000000; acc:  75.79; ppl:  2.82; xent: 1.04; lr: 1.00000; 8009/7388 tok/s;   1892 sec\n",
            "[2019-05-30 19:28:51,407 INFO] Step 37300/1000000; acc:  75.59; ppl:  2.83; xent: 1.04; lr: 1.00000; 8450/7644 tok/s;   1894 sec\n",
            "[2019-05-30 19:28:53,896 INFO] Step 37350/1000000; acc:  76.05; ppl:  2.76; xent: 1.02; lr: 1.00000; 8203/7561 tok/s;   1897 sec\n",
            "[2019-05-30 19:28:56,323 INFO] Step 37400/1000000; acc:  76.64; ppl:  2.68; xent: 0.99; lr: 1.00000; 7910/7488 tok/s;   1899 sec\n",
            "[2019-05-30 19:28:58,809 INFO] Step 37450/1000000; acc:  76.41; ppl:  2.71; xent: 1.00; lr: 1.00000; 8563/7392 tok/s;   1902 sec\n",
            "[2019-05-30 19:29:01,306 INFO] Step 37500/1000000; acc:  74.11; ppl:  3.11; xent: 1.14; lr: 1.00000; 8846/7378 tok/s;   1904 sec\n",
            "[2019-05-30 19:29:03,810 INFO] Step 37550/1000000; acc:  75.69; ppl:  2.81; xent: 1.03; lr: 1.00000; 8791/7498 tok/s;   1907 sec\n",
            "[2019-05-30 19:29:06,347 INFO] Step 37600/1000000; acc:  74.67; ppl:  2.99; xent: 1.09; lr: 1.00000; 8226/7595 tok/s;   1909 sec\n",
            "[2019-05-30 19:29:08,727 INFO] Step 37650/1000000; acc:  76.52; ppl:  2.70; xent: 0.99; lr: 1.00000; 8229/7433 tok/s;   1912 sec\n",
            "[2019-05-30 19:29:11,169 INFO] Step 37700/1000000; acc:  76.50; ppl:  2.71; xent: 1.00; lr: 1.00000; 8388/7497 tok/s;   1914 sec\n",
            "[2019-05-30 19:29:13,669 INFO] Step 37750/1000000; acc:  76.30; ppl:  2.69; xent: 0.99; lr: 1.00000; 8856/7576 tok/s;   1917 sec\n",
            "[2019-05-30 19:29:16,195 INFO] Step 37800/1000000; acc:  75.93; ppl:  2.79; xent: 1.03; lr: 1.00000; 8667/7404 tok/s;   1919 sec\n",
            "[2019-05-30 19:29:18,645 INFO] Step 37850/1000000; acc:  76.20; ppl:  2.72; xent: 1.00; lr: 1.00000; 8490/7377 tok/s;   1922 sec\n",
            "[2019-05-30 19:29:21,183 INFO] Step 37900/1000000; acc:  75.58; ppl:  2.83; xent: 1.04; lr: 1.00000; 7961/7255 tok/s;   1924 sec\n",
            "[2019-05-30 19:29:23,712 INFO] Step 37950/1000000; acc:  75.28; ppl:  2.79; xent: 1.03; lr: 1.00000; 8606/7447 tok/s;   1927 sec\n",
            "[2019-05-30 19:29:26,077 INFO] Step 38000/1000000; acc:  76.95; ppl:  2.62; xent: 0.96; lr: 1.00000; 8173/7391 tok/s;   1929 sec\n",
            "[2019-05-30 19:29:28,540 INFO] Step 38050/1000000; acc:  76.49; ppl:  2.69; xent: 0.99; lr: 1.00000; 8005/7479 tok/s;   1932 sec\n",
            "[2019-05-30 19:29:31,087 INFO] Step 38100/1000000; acc:  75.13; ppl:  2.85; xent: 1.05; lr: 1.00000; 8542/7601 tok/s;   1934 sec\n",
            "[2019-05-30 19:29:33,667 INFO] Step 38150/1000000; acc:  74.47; ppl:  3.08; xent: 1.12; lr: 1.00000; 8648/7483 tok/s;   1937 sec\n",
            "[2019-05-30 19:29:36,103 INFO] Step 38200/1000000; acc:  75.45; ppl:  2.80; xent: 1.03; lr: 1.00000; 8856/7347 tok/s;   1939 sec\n",
            "[2019-05-30 19:29:38,693 INFO] Step 38250/1000000; acc:  75.98; ppl:  2.78; xent: 1.02; lr: 1.00000; 8450/7684 tok/s;   1942 sec\n",
            "[2019-05-30 19:29:41,295 INFO] Step 38300/1000000; acc:  74.84; ppl:  2.95; xent: 1.08; lr: 1.00000; 8291/7639 tok/s;   1944 sec\n",
            "[2019-05-30 19:29:43,755 INFO] Step 38350/1000000; acc:  75.21; ppl:  2.97; xent: 1.09; lr: 1.00000; 8585/7404 tok/s;   1947 sec\n",
            "[2019-05-30 19:29:46,256 INFO] Step 38400/1000000; acc:  74.59; ppl:  2.98; xent: 1.09; lr: 1.00000; 8680/7475 tok/s;   1949 sec\n",
            "[2019-05-30 19:29:48,697 INFO] Step 38450/1000000; acc:  76.18; ppl:  2.68; xent: 0.99; lr: 1.00000; 8244/7417 tok/s;   1952 sec\n",
            "[2019-05-30 19:29:51,332 INFO] Step 38500/1000000; acc:  75.46; ppl:  2.82; xent: 1.04; lr: 1.00000; 8964/7547 tok/s;   1954 sec\n",
            "[2019-05-30 19:29:53,833 INFO] Step 38550/1000000; acc:  76.34; ppl:  2.70; xent: 0.99; lr: 1.00000; 7986/7458 tok/s;   1957 sec\n",
            "[2019-05-30 19:29:56,396 INFO] Step 38600/1000000; acc:  75.53; ppl:  2.88; xent: 1.06; lr: 1.00000; 8589/7391 tok/s;   1959 sec\n",
            "[2019-05-30 19:29:58,843 INFO] Step 38650/1000000; acc:  77.17; ppl:  2.59; xent: 0.95; lr: 1.00000; 8005/7307 tok/s;   1962 sec\n",
            "[2019-05-30 19:30:01,328 INFO] Step 38700/1000000; acc:  75.06; ppl:  2.98; xent: 1.09; lr: 1.00000; 8163/7430 tok/s;   1964 sec\n",
            "[2019-05-30 19:30:03,714 INFO] Step 38750/1000000; acc:  76.55; ppl:  2.63; xent: 0.97; lr: 1.00000; 7860/7367 tok/s;   1967 sec\n",
            "[2019-05-30 19:30:06,202 INFO] Step 38800/1000000; acc:  74.60; ppl:  3.05; xent: 1.11; lr: 1.00000; 8774/7439 tok/s;   1969 sec\n",
            "[2019-05-30 19:30:08,713 INFO] Step 38850/1000000; acc:  76.26; ppl:  2.70; xent: 0.99; lr: 1.00000; 8489/7437 tok/s;   1972 sec\n",
            "[2019-05-30 19:30:11,167 INFO] Step 38900/1000000; acc:  74.74; ppl:  2.94; xent: 1.08; lr: 1.00000; 8502/7381 tok/s;   1974 sec\n",
            "[2019-05-30 19:30:13,548 INFO] Step 38950/1000000; acc:  76.08; ppl:  2.78; xent: 1.02; lr: 1.00000; 8197/7347 tok/s;   1977 sec\n",
            "[2019-05-30 19:30:15,994 INFO] Step 39000/1000000; acc:  75.68; ppl:  2.84; xent: 1.05; lr: 1.00000; 8113/7511 tok/s;   1979 sec\n",
            "[2019-05-30 19:30:18,638 INFO] Step 39050/1000000; acc:  74.73; ppl:  3.01; xent: 1.10; lr: 1.00000; 8641/7597 tok/s;   1982 sec\n",
            "[2019-05-30 19:30:21,033 INFO] Step 39100/1000000; acc:  75.70; ppl:  2.80; xent: 1.03; lr: 1.00000; 8099/7290 tok/s;   1984 sec\n",
            "[2019-05-30 19:30:23,541 INFO] Step 39150/1000000; acc:  77.26; ppl:  2.59; xent: 0.95; lr: 1.00000; 8295/7581 tok/s;   1987 sec\n",
            "[2019-05-30 19:30:25,953 INFO] Step 39200/1000000; acc:  77.43; ppl:  2.54; xent: 0.93; lr: 1.00000; 8411/7433 tok/s;   1989 sec\n",
            "[2019-05-30 19:30:28,388 INFO] Step 39250/1000000; acc:  76.59; ppl:  2.65; xent: 0.97; lr: 1.00000; 8621/7434 tok/s;   1991 sec\n",
            "[2019-05-30 19:30:30,943 INFO] Step 39300/1000000; acc:  75.63; ppl:  2.86; xent: 1.05; lr: 1.00000; 8293/7581 tok/s;   1994 sec\n",
            "[2019-05-30 19:30:33,372 INFO] Step 39350/1000000; acc:  77.87; ppl:  2.51; xent: 0.92; lr: 1.00000; 8458/7431 tok/s;   1996 sec\n",
            "[2019-05-30 19:30:35,786 INFO] Step 39400/1000000; acc:  76.59; ppl:  2.70; xent: 0.99; lr: 1.00000; 7901/7421 tok/s;   1999 sec\n",
            "[2019-05-30 19:30:38,169 INFO] Step 39450/1000000; acc:  76.22; ppl:  2.68; xent: 0.99; lr: 1.00000; 8542/7163 tok/s;   2001 sec\n",
            "[2019-05-30 19:30:40,492 INFO] Step 39500/1000000; acc:  77.06; ppl:  2.54; xent: 0.93; lr: 1.00000; 8237/7216 tok/s;   2003 sec\n",
            "[2019-05-30 19:30:43,068 INFO] Step 39550/1000000; acc:  76.54; ppl:  2.70; xent: 1.00; lr: 1.00000; 8472/7528 tok/s;   2006 sec\n",
            "[2019-05-30 19:30:45,595 INFO] Step 39600/1000000; acc:  76.38; ppl:  2.77; xent: 1.02; lr: 1.00000; 8417/7423 tok/s;   2009 sec\n",
            "[2019-05-30 19:30:48,077 INFO] Step 39650/1000000; acc:  75.37; ppl:  2.79; xent: 1.02; lr: 1.00000; 9052/7427 tok/s;   2011 sec\n",
            "[2019-05-30 19:30:50,675 INFO] Step 39700/1000000; acc:  75.67; ppl:  2.93; xent: 1.08; lr: 1.00000; 8323/7435 tok/s;   2014 sec\n",
            "[2019-05-30 19:30:53,249 INFO] Step 39750/1000000; acc:  74.25; ppl:  3.01; xent: 1.10; lr: 1.00000; 8280/7612 tok/s;   2016 sec\n",
            "[2019-05-30 19:30:55,845 INFO] Step 39800/1000000; acc:  75.77; ppl:  2.81; xent: 1.03; lr: 1.00000; 8212/7676 tok/s;   2019 sec\n",
            "[2019-05-30 19:30:58,469 INFO] Step 39850/1000000; acc:  76.73; ppl:  2.67; xent: 0.98; lr: 1.00000; 7999/7717 tok/s;   2021 sec\n",
            "[2019-05-30 19:31:00,865 INFO] Step 39900/1000000; acc:  77.21; ppl:  2.56; xent: 0.94; lr: 1.00000; 8442/7435 tok/s;   2024 sec\n",
            "[2019-05-30 19:31:03,304 INFO] Step 39950/1000000; acc:  76.51; ppl:  2.66; xent: 0.98; lr: 1.00000; 8636/7407 tok/s;   2026 sec\n",
            "[2019-05-30 19:31:05,810 INFO] Step 40000/1000000; acc:  75.92; ppl:  2.71; xent: 1.00; lr: 1.00000; 8707/7509 tok/s;   2029 sec\n",
            "[2019-05-30 19:31:05,811 INFO] Saving checkpoint light_step_40000.pt\n",
            "[2019-05-30 19:31:09,810 INFO] Step 40050/1000000; acc:  76.25; ppl:  2.70; xent: 0.99; lr: 1.00000; 5409/4845 tok/s;   2033 sec\n",
            "[2019-05-30 19:31:12,324 INFO] Step 40100/1000000; acc:  76.52; ppl:  2.63; xent: 0.97; lr: 1.00000; 8247/7615 tok/s;   2035 sec\n",
            "[2019-05-30 19:31:14,730 INFO] Step 40150/1000000; acc:  74.79; ppl:  2.95; xent: 1.08; lr: 1.00000; 8515/7318 tok/s;   2038 sec\n",
            "[2019-05-30 19:31:17,247 INFO] Step 40200/1000000; acc:  77.43; ppl:  2.52; xent: 0.93; lr: 1.00000; 8186/7667 tok/s;   2040 sec\n",
            "[2019-05-30 19:31:19,700 INFO] Step 40250/1000000; acc:  76.24; ppl:  2.68; xent: 0.99; lr: 1.00000; 8090/7516 tok/s;   2043 sec\n",
            "[2019-05-30 19:31:22,129 INFO] Step 40300/1000000; acc:  77.83; ppl:  2.45; xent: 0.90; lr: 1.00000; 8694/7430 tok/s;   2045 sec\n",
            "[2019-05-30 19:31:24,571 INFO] Step 40350/1000000; acc:  78.62; ppl:  2.42; xent: 0.89; lr: 1.00000; 8230/7522 tok/s;   2048 sec\n",
            "[2019-05-30 19:31:27,206 INFO] Step 40400/1000000; acc:  75.85; ppl:  2.83; xent: 1.04; lr: 1.00000; 8574/7700 tok/s;   2050 sec\n",
            "[2019-05-30 19:31:29,802 INFO] Step 40450/1000000; acc:  74.26; ppl:  3.06; xent: 1.12; lr: 1.00000; 8755/7598 tok/s;   2053 sec\n",
            "[2019-05-30 19:31:32,240 INFO] Step 40500/1000000; acc:  75.41; ppl:  2.84; xent: 1.04; lr: 1.00000; 8898/7349 tok/s;   2055 sec\n",
            "[2019-05-30 19:31:34,710 INFO] Step 40550/1000000; acc:  76.96; ppl:  2.62; xent: 0.96; lr: 1.00000; 8398/7491 tok/s;   2058 sec\n",
            "[2019-05-30 19:31:37,091 INFO] Step 40600/1000000; acc:  76.97; ppl:  2.61; xent: 0.96; lr: 1.00000; 8414/7379 tok/s;   2060 sec\n",
            "[2019-05-30 19:31:39,612 INFO] Step 40650/1000000; acc:  75.80; ppl:  2.78; xent: 1.02; lr: 1.00000; 8512/7419 tok/s;   2063 sec\n",
            "[2019-05-30 19:31:42,133 INFO] Step 40700/1000000; acc:  76.26; ppl:  2.74; xent: 1.01; lr: 1.00000; 8097/7673 tok/s;   2065 sec\n",
            "[2019-05-30 19:31:44,562 INFO] Step 40750/1000000; acc:  77.49; ppl:  2.53; xent: 0.93; lr: 1.00000; 8616/7225 tok/s;   2068 sec\n",
            "[2019-05-30 19:31:47,155 INFO] Step 40800/1000000; acc:  76.36; ppl:  2.73; xent: 1.00; lr: 1.00000; 8367/7647 tok/s;   2070 sec\n",
            "[2019-05-30 19:31:49,653 INFO] Step 40850/1000000; acc:  76.79; ppl:  2.64; xent: 0.97; lr: 1.00000; 8482/7417 tok/s;   2073 sec\n",
            "[2019-05-30 19:31:52,172 INFO] Step 40900/1000000; acc:  75.14; ppl:  2.96; xent: 1.09; lr: 1.00000; 8205/7486 tok/s;   2075 sec\n",
            "[2019-05-30 19:31:54,565 INFO] Step 40950/1000000; acc:  77.43; ppl:  2.51; xent: 0.92; lr: 1.00000; 8288/7423 tok/s;   2078 sec\n",
            "[2019-05-30 19:31:57,068 INFO] Step 41000/1000000; acc:  77.07; ppl:  2.59; xent: 0.95; lr: 1.00000; 8123/7412 tok/s;   2080 sec\n",
            "[2019-05-30 19:31:59,500 INFO] Step 41050/1000000; acc:  77.33; ppl:  2.55; xent: 0.94; lr: 1.00000; 8133/7370 tok/s;   2082 sec\n",
            "[2019-05-30 19:32:01,901 INFO] Step 41100/1000000; acc:  77.70; ppl:  2.47; xent: 0.91; lr: 1.00000; 8048/7355 tok/s;   2085 sec\n",
            "[2019-05-30 19:32:04,405 INFO] Step 41150/1000000; acc:  76.19; ppl:  2.71; xent: 1.00; lr: 1.00000; 8360/7539 tok/s;   2087 sec\n",
            "[2019-05-30 19:32:06,968 INFO] Step 41200/1000000; acc:  76.65; ppl:  2.68; xent: 0.99; lr: 1.00000; 8465/7608 tok/s;   2090 sec\n",
            "[2019-05-30 19:32:09,469 INFO] Step 41250/1000000; acc:  76.45; ppl:  2.71; xent: 1.00; lr: 1.00000; 8063/7552 tok/s;   2092 sec\n",
            "[2019-05-30 19:32:11,834 INFO] Step 41300/1000000; acc:  77.39; ppl:  2.53; xent: 0.93; lr: 1.00000; 8038/7436 tok/s;   2095 sec\n",
            "[2019-05-30 19:32:14,284 INFO] Step 41350/1000000; acc:  77.67; ppl:  2.53; xent: 0.93; lr: 1.00000; 8384/7442 tok/s;   2097 sec\n",
            "[2019-05-30 19:32:20,015 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 19:32:22,177 INFO] Step 41400/1000000; acc:  77.72; ppl:  2.51; xent: 0.92; lr: 1.00000; 2538/2259 tok/s;   2105 sec\n",
            "[2019-05-30 19:32:24,496 INFO] Step 41450/1000000; acc:  77.97; ppl:  2.44; xent: 0.89; lr: 1.00000; 8363/7425 tok/s;   2107 sec\n",
            "[2019-05-30 19:32:26,791 INFO] Step 41500/1000000; acc:  77.07; ppl:  2.57; xent: 0.94; lr: 1.00000; 8169/7360 tok/s;   2110 sec\n",
            "[2019-05-30 19:32:29,268 INFO] Step 41550/1000000; acc:  76.15; ppl:  2.77; xent: 1.02; lr: 1.00000; 8504/7504 tok/s;   2112 sec\n",
            "[2019-05-30 19:32:31,730 INFO] Step 41600/1000000; acc:  76.95; ppl:  2.56; xent: 0.94; lr: 1.00000; 8655/7511 tok/s;   2115 sec\n",
            "[2019-05-30 19:32:34,362 INFO] Step 41650/1000000; acc:  73.30; ppl:  3.55; xent: 1.27; lr: 1.00000; 8518/7380 tok/s;   2117 sec\n",
            "[2019-05-30 19:32:36,864 INFO] Step 41700/1000000; acc:  76.71; ppl:  2.63; xent: 0.97; lr: 1.00000; 7982/7479 tok/s;   2120 sec\n",
            "[2019-05-30 19:32:39,281 INFO] Step 41750/1000000; acc:  76.45; ppl:  2.64; xent: 0.97; lr: 1.00000; 8395/7442 tok/s;   2122 sec\n",
            "[2019-05-30 19:32:41,795 INFO] Step 41800/1000000; acc:  75.92; ppl:  2.76; xent: 1.02; lr: 1.00000; 8070/7410 tok/s;   2125 sec\n",
            "[2019-05-30 19:32:44,212 INFO] Step 41850/1000000; acc:  77.56; ppl:  2.51; xent: 0.92; lr: 1.00000; 8368/7389 tok/s;   2127 sec\n",
            "[2019-05-30 19:32:46,812 INFO] Step 41900/1000000; acc:  74.64; ppl:  3.02; xent: 1.11; lr: 1.00000; 8208/7440 tok/s;   2130 sec\n",
            "[2019-05-30 19:32:49,343 INFO] Step 41950/1000000; acc:  76.70; ppl:  2.62; xent: 0.96; lr: 1.00000; 8195/7563 tok/s;   2132 sec\n",
            "[2019-05-30 19:32:51,836 INFO] Step 42000/1000000; acc:  76.41; ppl:  2.71; xent: 1.00; lr: 1.00000; 8029/7314 tok/s;   2135 sec\n",
            "[2019-05-30 19:32:54,216 INFO] Step 42050/1000000; acc:  76.96; ppl:  2.54; xent: 0.93; lr: 1.00000; 8662/7308 tok/s;   2137 sec\n",
            "[2019-05-30 19:32:56,586 INFO] Step 42100/1000000; acc:  78.11; ppl:  2.40; xent: 0.88; lr: 1.00000; 7779/7360 tok/s;   2140 sec\n",
            "[2019-05-30 19:32:58,992 INFO] Step 42150/1000000; acc:  77.27; ppl:  2.53; xent: 0.93; lr: 1.00000; 8298/7314 tok/s;   2142 sec\n",
            "[2019-05-30 19:33:01,525 INFO] Step 42200/1000000; acc:  76.12; ppl:  2.67; xent: 0.98; lr: 1.00000; 8439/7504 tok/s;   2145 sec\n",
            "[2019-05-30 19:33:03,997 INFO] Step 42250/1000000; acc:  77.05; ppl:  2.52; xent: 0.92; lr: 1.00000; 8417/7485 tok/s;   2147 sec\n",
            "[2019-05-30 19:33:06,442 INFO] Step 42300/1000000; acc:  76.13; ppl:  2.68; xent: 0.99; lr: 1.00000; 8610/7408 tok/s;   2149 sec\n",
            "[2019-05-30 19:33:08,962 INFO] Step 42350/1000000; acc:  76.64; ppl:  2.64; xent: 0.97; lr: 1.00000; 8227/7408 tok/s;   2152 sec\n",
            "[2019-05-30 19:33:11,323 INFO] Step 42400/1000000; acc:  77.51; ppl:  2.45; xent: 0.90; lr: 1.00000; 8024/7323 tok/s;   2154 sec\n",
            "[2019-05-30 19:33:13,848 INFO] Step 42450/1000000; acc:  74.96; ppl:  2.88; xent: 1.06; lr: 1.00000; 8745/7443 tok/s;   2157 sec\n",
            "[2019-05-30 19:33:16,412 INFO] Step 42500/1000000; acc:  74.88; ppl:  3.00; xent: 1.10; lr: 1.00000; 8467/7429 tok/s;   2159 sec\n",
            "[2019-05-30 19:33:18,850 INFO] Step 42550/1000000; acc:  77.49; ppl:  2.48; xent: 0.91; lr: 1.00000; 8557/7351 tok/s;   2162 sec\n",
            "[2019-05-30 19:33:21,384 INFO] Step 42600/1000000; acc:  74.87; ppl:  3.03; xent: 1.11; lr: 1.00000; 8538/7360 tok/s;   2164 sec\n",
            "[2019-05-30 19:33:23,829 INFO] Step 42650/1000000; acc:  77.50; ppl:  2.48; xent: 0.91; lr: 1.00000; 8061/7405 tok/s;   2167 sec\n",
            "[2019-05-30 19:33:26,282 INFO] Step 42700/1000000; acc:  77.01; ppl:  2.56; xent: 0.94; lr: 1.00000; 7907/7490 tok/s;   2169 sec\n",
            "[2019-05-30 19:33:28,781 INFO] Step 42750/1000000; acc:  77.31; ppl:  2.56; xent: 0.94; lr: 1.00000; 8299/7563 tok/s;   2172 sec\n",
            "[2019-05-30 19:33:31,284 INFO] Step 42800/1000000; acc:  75.97; ppl:  2.70; xent: 0.99; lr: 1.00000; 8386/7564 tok/s;   2174 sec\n",
            "[2019-05-30 19:33:33,712 INFO] Step 42850/1000000; acc:  76.14; ppl:  2.74; xent: 1.01; lr: 1.00000; 8444/7267 tok/s;   2177 sec\n",
            "[2019-05-30 19:33:36,098 INFO] Step 42900/1000000; acc:  77.55; ppl:  2.46; xent: 0.90; lr: 1.00000; 8395/7376 tok/s;   2179 sec\n",
            "[2019-05-30 19:33:38,539 INFO] Step 42950/1000000; acc:  76.95; ppl:  2.61; xent: 0.96; lr: 1.00000; 8182/7579 tok/s;   2182 sec\n",
            "[2019-05-30 19:33:41,211 INFO] Step 43000/1000000; acc:  74.47; ppl:  3.06; xent: 1.12; lr: 1.00000; 9123/7559 tok/s;   2184 sec\n",
            "[2019-05-30 19:33:43,639 INFO] Step 43050/1000000; acc:  76.70; ppl:  2.65; xent: 0.97; lr: 1.00000; 8412/7354 tok/s;   2187 sec\n",
            "[2019-05-30 19:33:46,278 INFO] Step 43100/1000000; acc:  74.87; ppl:  2.93; xent: 1.07; lr: 1.00000; 8492/7600 tok/s;   2189 sec\n",
            "[2019-05-30 19:33:48,646 INFO] Step 43150/1000000; acc:  77.07; ppl:  2.58; xent: 0.95; lr: 1.00000; 7746/7346 tok/s;   2192 sec\n",
            "[2019-05-30 19:33:51,245 INFO] Step 43200/1000000; acc:  76.45; ppl:  2.62; xent: 0.96; lr: 1.00000; 8569/7657 tok/s;   2194 sec\n",
            "[2019-05-30 19:33:53,790 INFO] Step 43250/1000000; acc:  77.28; ppl:  2.56; xent: 0.94; lr: 1.00000; 8275/7596 tok/s;   2197 sec\n",
            "[2019-05-30 19:33:56,196 INFO] Step 43300/1000000; acc:  77.67; ppl:  2.46; xent: 0.90; lr: 1.00000; 7821/7502 tok/s;   2199 sec\n",
            "[2019-05-30 19:33:58,661 INFO] Step 43350/1000000; acc:  77.81; ppl:  2.49; xent: 0.91; lr: 1.00000; 8508/7353 tok/s;   2202 sec\n",
            "[2019-05-30 19:34:01,196 INFO] Step 43400/1000000; acc:  75.44; ppl:  2.82; xent: 1.04; lr: 1.00000; 8835/7516 tok/s;   2204 sec\n",
            "[2019-05-30 19:34:03,661 INFO] Step 43450/1000000; acc:  77.12; ppl:  2.57; xent: 0.95; lr: 1.00000; 8804/7412 tok/s;   2207 sec\n",
            "[2019-05-30 19:34:06,168 INFO] Step 43500/1000000; acc:  76.08; ppl:  2.71; xent: 1.00; lr: 1.00000; 8221/7532 tok/s;   2209 sec\n",
            "[2019-05-30 19:34:08,563 INFO] Step 43550/1000000; acc:  77.21; ppl:  2.55; xent: 0.94; lr: 1.00000; 8283/7428 tok/s;   2212 sec\n",
            "[2019-05-30 19:34:11,006 INFO] Step 43600/1000000; acc:  78.04; ppl:  2.43; xent: 0.89; lr: 1.00000; 8331/7503 tok/s;   2214 sec\n",
            "[2019-05-30 19:34:13,476 INFO] Step 43650/1000000; acc:  78.08; ppl:  2.42; xent: 0.88; lr: 1.00000; 8578/7516 tok/s;   2216 sec\n",
            "[2019-05-30 19:34:16,072 INFO] Step 43700/1000000; acc:  76.46; ppl:  2.67; xent: 0.98; lr: 1.00000; 8951/7549 tok/s;   2219 sec\n",
            "[2019-05-30 19:34:18,446 INFO] Step 43750/1000000; acc:  78.30; ppl:  2.38; xent: 0.87; lr: 1.00000; 8409/7357 tok/s;   2221 sec\n",
            "[2019-05-30 19:34:20,914 INFO] Step 43800/1000000; acc:  77.37; ppl:  2.53; xent: 0.93; lr: 1.00000; 8456/7532 tok/s;   2224 sec\n",
            "[2019-05-30 19:34:23,492 INFO] Step 43850/1000000; acc:  75.91; ppl:  2.71; xent: 1.00; lr: 1.00000; 8433/7321 tok/s;   2226 sec\n",
            "[2019-05-30 19:34:25,912 INFO] Step 43900/1000000; acc:  77.78; ppl:  2.47; xent: 0.90; lr: 1.00000; 8359/7462 tok/s;   2229 sec\n",
            "[2019-05-30 19:34:28,301 INFO] Step 43950/1000000; acc:  78.00; ppl:  2.40; xent: 0.88; lr: 1.00000; 8011/7418 tok/s;   2231 sec\n",
            "[2019-05-30 19:34:30,813 INFO] Step 44000/1000000; acc:  76.84; ppl:  2.62; xent: 0.96; lr: 1.00000; 8381/7526 tok/s;   2234 sec\n",
            "[2019-05-30 19:34:33,483 INFO] Step 44050/1000000; acc:  75.45; ppl:  2.77; xent: 1.02; lr: 1.00000; 8599/7593 tok/s;   2236 sec\n",
            "[2019-05-30 19:34:35,921 INFO] Step 44100/1000000; acc:  77.46; ppl:  2.50; xent: 0.92; lr: 1.00000; 8952/7350 tok/s;   2239 sec\n",
            "[2019-05-30 19:34:38,411 INFO] Step 44150/1000000; acc:  77.64; ppl:  2.53; xent: 0.93; lr: 1.00000; 8124/7521 tok/s;   2241 sec\n",
            "[2019-05-30 19:34:41,060 INFO] Step 44200/1000000; acc:  75.85; ppl:  2.74; xent: 1.01; lr: 1.00000; 8286/7646 tok/s;   2244 sec\n",
            "[2019-05-30 19:34:43,598 INFO] Step 44250/1000000; acc:  75.65; ppl:  2.80; xent: 1.03; lr: 1.00000; 8675/7454 tok/s;   2247 sec\n",
            "[2019-05-30 19:34:46,067 INFO] Step 44300/1000000; acc:  77.63; ppl:  2.47; xent: 0.91; lr: 1.00000; 8787/7413 tok/s;   2249 sec\n",
            "[2019-05-30 19:34:48,548 INFO] Step 44350/1000000; acc:  76.51; ppl:  2.67; xent: 0.98; lr: 1.00000; 8066/7405 tok/s;   2252 sec\n",
            "[2019-05-30 19:34:51,070 INFO] Step 44400/1000000; acc:  77.42; ppl:  2.46; xent: 0.90; lr: 1.00000; 8830/7451 tok/s;   2254 sec\n",
            "[2019-05-30 19:34:53,683 INFO] Step 44450/1000000; acc:  76.87; ppl:  2.60; xent: 0.96; lr: 1.00000; 8502/7630 tok/s;   2257 sec\n",
            "[2019-05-30 19:34:56,170 INFO] Step 44500/1000000; acc:  77.16; ppl:  2.55; xent: 0.94; lr: 1.00000; 8467/7438 tok/s;   2259 sec\n",
            "[2019-05-30 19:34:58,643 INFO] Step 44550/1000000; acc:  77.66; ppl:  2.51; xent: 0.92; lr: 1.00000; 8255/7461 tok/s;   2262 sec\n",
            "[2019-05-30 19:35:01,011 INFO] Step 44600/1000000; acc:  76.87; ppl:  2.66; xent: 0.98; lr: 1.00000; 8082/7396 tok/s;   2264 sec\n",
            "[2019-05-30 19:35:03,465 INFO] Step 44650/1000000; acc:  77.22; ppl:  2.51; xent: 0.92; lr: 1.00000; 7930/7397 tok/s;   2266 sec\n",
            "[2019-05-30 19:35:05,979 INFO] Step 44700/1000000; acc:  76.48; ppl:  2.73; xent: 1.00; lr: 1.00000; 8604/7334 tok/s;   2269 sec\n",
            "[2019-05-30 19:35:08,475 INFO] Step 44750/1000000; acc:  77.37; ppl:  2.55; xent: 0.93; lr: 1.00000; 8515/7405 tok/s;   2271 sec\n",
            "[2019-05-30 19:35:10,949 INFO] Step 44800/1000000; acc:  77.17; ppl:  2.55; xent: 0.94; lr: 1.00000; 7993/7394 tok/s;   2274 sec\n",
            "[2019-05-30 19:35:13,370 INFO] Step 44850/1000000; acc:  75.78; ppl:  2.72; xent: 1.00; lr: 1.00000; 8564/7284 tok/s;   2276 sec\n",
            "[2019-05-30 19:35:15,787 INFO] Step 44900/1000000; acc:  77.38; ppl:  2.59; xent: 0.95; lr: 1.00000; 8183/7441 tok/s;   2279 sec\n",
            "[2019-05-30 19:35:18,435 INFO] Step 44950/1000000; acc:  75.80; ppl:  2.76; xent: 1.01; lr: 1.00000; 8702/7611 tok/s;   2281 sec\n",
            "[2019-05-30 19:35:20,789 INFO] Step 45000/1000000; acc:  77.70; ppl:  2.52; xent: 0.92; lr: 1.00000; 8078/7364 tok/s;   2284 sec\n",
            "[2019-05-30 19:35:20,789 INFO] Saving checkpoint light_step_45000.pt\n",
            "[2019-05-30 19:35:25,312 INFO] Step 45050/1000000; acc:  78.15; ppl:  2.43; xent: 0.89; lr: 1.00000; 4485/4188 tok/s;   2288 sec\n",
            "[2019-05-30 19:35:27,772 INFO] Step 45100/1000000; acc:  78.09; ppl:  2.38; xent: 0.87; lr: 1.00000; 8482/7419 tok/s;   2291 sec\n",
            "[2019-05-30 19:35:30,190 INFO] Step 45150/1000000; acc:  77.77; ppl:  2.45; xent: 0.90; lr: 1.00000; 8683/7439 tok/s;   2293 sec\n",
            "[2019-05-30 19:35:32,753 INFO] Step 45200/1000000; acc:  76.97; ppl:  2.60; xent: 0.96; lr: 1.00000; 8366/7627 tok/s;   2296 sec\n",
            "[2019-05-30 19:35:35,164 INFO] Step 45250/1000000; acc:  78.85; ppl:  2.35; xent: 0.85; lr: 1.00000; 8283/7460 tok/s;   2298 sec\n",
            "[2019-05-30 19:35:37,625 INFO] Step 45300/1000000; acc:  77.32; ppl:  2.54; xent: 0.93; lr: 1.00000; 8217/7486 tok/s;   2301 sec\n",
            "[2019-05-30 19:35:39,972 INFO] Step 45350/1000000; acc:  77.91; ppl:  2.45; xent: 0.89; lr: 1.00000; 8483/7328 tok/s;   2303 sec\n",
            "[2019-05-30 19:35:42,215 INFO] Step 45400/1000000; acc:  79.34; ppl:  2.26; xent: 0.82; lr: 1.00000; 8417/7159 tok/s;   2305 sec\n",
            "[2019-05-30 19:35:44,725 INFO] Step 45450/1000000; acc:  77.62; ppl:  2.45; xent: 0.90; lr: 1.00000; 8491/7599 tok/s;   2308 sec\n",
            "[2019-05-30 19:35:47,191 INFO] Step 45500/1000000; acc:  77.56; ppl:  2.56; xent: 0.94; lr: 1.00000; 8468/7372 tok/s;   2310 sec\n",
            "[2019-05-30 19:35:49,840 INFO] Step 45550/1000000; acc:  77.29; ppl:  2.52; xent: 0.92; lr: 1.00000; 9060/7635 tok/s;   2313 sec\n",
            "[2019-05-30 19:35:52,251 INFO] Step 45600/1000000; acc:  77.02; ppl:  2.60; xent: 0.95; lr: 1.00000; 8413/7244 tok/s;   2315 sec\n",
            "[2019-05-30 19:35:54,880 INFO] Step 45650/1000000; acc:  76.09; ppl:  2.73; xent: 1.00; lr: 1.00000; 8107/7693 tok/s;   2318 sec\n",
            "[2019-05-30 19:35:57,488 INFO] Step 45700/1000000; acc:  76.20; ppl:  2.68; xent: 0.99; lr: 1.00000; 8296/7595 tok/s;   2320 sec\n",
            "[2019-05-30 19:36:00,142 INFO] Step 45750/1000000; acc:  76.68; ppl:  2.60; xent: 0.96; lr: 1.00000; 8127/7607 tok/s;   2323 sec\n",
            "[2019-05-30 19:36:02,570 INFO] Step 45800/1000000; acc:  78.87; ppl:  2.33; xent: 0.85; lr: 1.00000; 8198/7416 tok/s;   2326 sec\n",
            "[2019-05-30 19:36:05,125 INFO] Step 45850/1000000; acc:  77.82; ppl:  2.44; xent: 0.89; lr: 1.00000; 8466/7470 tok/s;   2328 sec\n",
            "[2019-05-30 19:36:07,531 INFO] Step 45900/1000000; acc:  77.25; ppl:  2.51; xent: 0.92; lr: 1.00000; 8725/7341 tok/s;   2331 sec\n",
            "[2019-05-30 19:36:10,054 INFO] Step 45950/1000000; acc:  77.73; ppl:  2.44; xent: 0.89; lr: 1.00000; 8472/7561 tok/s;   2333 sec\n",
            "[2019-05-30 19:36:12,680 INFO] Step 46000/1000000; acc:  77.59; ppl:  2.46; xent: 0.90; lr: 1.00000; 7945/7696 tok/s;   2336 sec\n",
            "[2019-05-30 19:36:15,103 INFO] Step 46050/1000000; acc:  76.56; ppl:  2.59; xent: 0.95; lr: 1.00000; 8507/7322 tok/s;   2338 sec\n",
            "[2019-05-30 19:36:17,602 INFO] Step 46100/1000000; acc:  77.52; ppl:  2.52; xent: 0.92; lr: 1.00000; 8530/7499 tok/s;   2341 sec\n",
            "[2019-05-30 19:36:20,018 INFO] Step 46150/1000000; acc:  78.28; ppl:  2.38; xent: 0.87; lr: 1.00000; 7895/7521 tok/s;   2343 sec\n",
            "[2019-05-30 19:36:22,430 INFO] Step 46200/1000000; acc:  78.28; ppl:  2.37; xent: 0.86; lr: 1.00000; 8622/7402 tok/s;   2345 sec\n",
            "[2019-05-30 19:36:24,944 INFO] Step 46250/1000000; acc:  78.65; ppl:  2.34; xent: 0.85; lr: 1.00000; 8351/7612 tok/s;   2348 sec\n",
            "[2019-05-30 19:36:27,537 INFO] Step 46300/1000000; acc:  77.55; ppl:  2.55; xent: 0.93; lr: 1.00000; 8540/7652 tok/s;   2351 sec\n",
            "[2019-05-30 19:36:30,184 INFO] Step 46350/1000000; acc:  75.90; ppl:  2.75; xent: 1.01; lr: 1.00000; 8708/7694 tok/s;   2353 sec\n",
            "[2019-05-30 19:36:32,567 INFO] Step 46400/1000000; acc:  77.31; ppl:  2.52; xent: 0.92; lr: 1.00000; 8700/7330 tok/s;   2356 sec\n",
            "[2019-05-30 19:36:35,010 INFO] Step 46450/1000000; acc:  77.64; ppl:  2.49; xent: 0.91; lr: 1.00000; 8672/7467 tok/s;   2358 sec\n",
            "[2019-05-30 19:36:37,409 INFO] Step 46500/1000000; acc:  78.14; ppl:  2.41; xent: 0.88; lr: 1.00000; 8377/7482 tok/s;   2360 sec\n",
            "[2019-05-30 19:36:39,848 INFO] Step 46550/1000000; acc:  77.29; ppl:  2.54; xent: 0.93; lr: 1.00000; 8634/7385 tok/s;   2363 sec\n",
            "[2019-05-30 19:36:42,466 INFO] Step 46600/1000000; acc:  76.58; ppl:  2.64; xent: 0.97; lr: 1.00000; 8295/7584 tok/s;   2365 sec\n",
            "[2019-05-30 19:36:44,899 INFO] Step 46650/1000000; acc:  79.14; ppl:  2.30; xent: 0.83; lr: 1.00000; 8312/7292 tok/s;   2368 sec\n",
            "[2019-05-30 19:36:47,503 INFO] Step 46700/1000000; acc:  77.15; ppl:  2.55; xent: 0.94; lr: 1.00000; 8628/7666 tok/s;   2371 sec\n",
            "[2019-05-30 19:36:49,969 INFO] Step 46750/1000000; acc:  78.05; ppl:  2.43; xent: 0.89; lr: 1.00000; 8226/7381 tok/s;   2373 sec\n",
            "[2019-05-30 19:36:52,564 INFO] Step 46800/1000000; acc:  76.22; ppl:  2.74; xent: 1.01; lr: 1.00000; 8334/7537 tok/s;   2376 sec\n",
            "[2019-05-30 19:36:54,887 INFO] Step 46850/1000000; acc:  79.05; ppl:  2.26; xent: 0.82; lr: 1.00000; 8017/7328 tok/s;   2378 sec\n",
            "[2019-05-30 19:36:57,382 INFO] Step 46900/1000000; acc:  77.45; ppl:  2.49; xent: 0.91; lr: 1.00000; 8174/7528 tok/s;   2380 sec\n",
            "[2019-05-30 19:36:59,827 INFO] Step 46950/1000000; acc:  78.75; ppl:  2.32; xent: 0.84; lr: 1.00000; 8508/7487 tok/s;   2383 sec\n",
            "[2019-05-30 19:37:02,187 INFO] Step 47000/1000000; acc:  78.53; ppl:  2.35; xent: 0.86; lr: 1.00000; 7974/7350 tok/s;   2385 sec\n",
            "[2019-05-30 19:37:04,671 INFO] Step 47050/1000000; acc:  77.50; ppl:  2.47; xent: 0.90; lr: 1.00000; 8244/7443 tok/s;   2388 sec\n",
            "[2019-05-30 19:37:07,220 INFO] Step 47100/1000000; acc:  77.52; ppl:  2.48; xent: 0.91; lr: 1.00000; 8386/7557 tok/s;   2390 sec\n",
            "[2019-05-30 19:37:09,782 INFO] Step 47150/1000000; acc:  77.34; ppl:  2.51; xent: 0.92; lr: 1.00000; 8370/7613 tok/s;   2393 sec\n",
            "[2019-05-30 19:37:12,114 INFO] Step 47200/1000000; acc:  78.15; ppl:  2.40; xent: 0.87; lr: 1.00000; 7850/7404 tok/s;   2395 sec\n",
            "[2019-05-30 19:37:14,545 INFO] Step 47250/1000000; acc:  79.56; ppl:  2.27; xent: 0.82; lr: 1.00000; 8238/7505 tok/s;   2398 sec\n",
            "[2019-05-30 19:37:16,971 INFO] Step 47300/1000000; acc:  78.15; ppl:  2.38; xent: 0.87; lr: 1.00000; 8521/7395 tok/s;   2400 sec\n",
            "[2019-05-30 19:37:21,254 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 19:37:25,280 INFO] Step 47350/1000000; acc:  78.68; ppl:  2.35; xent: 0.85; lr: 1.00000; 2365/2103 tok/s;   2408 sec\n",
            "[2019-05-30 19:37:27,594 INFO] Step 47400/1000000; acc:  78.91; ppl:  2.34; xent: 0.85; lr: 1.00000; 7996/7332 tok/s;   2411 sec\n",
            "[2019-05-30 19:37:30,085 INFO] Step 47450/1000000; acc:  77.07; ppl:  2.56; xent: 0.94; lr: 1.00000; 8891/7486 tok/s;   2413 sec\n",
            "[2019-05-30 19:37:32,478 INFO] Step 47500/1000000; acc:  78.78; ppl:  2.33; xent: 0.85; lr: 1.00000; 8264/7515 tok/s;   2415 sec\n",
            "[2019-05-30 19:37:35,169 INFO] Step 47550/1000000; acc:  74.49; ppl:  3.20; xent: 1.16; lr: 1.00000; 8569/7432 tok/s;   2418 sec\n",
            "[2019-05-30 19:37:37,621 INFO] Step 47600/1000000; acc:  78.26; ppl:  2.39; xent: 0.87; lr: 1.00000; 8327/7439 tok/s;   2421 sec\n",
            "[2019-05-30 19:37:40,055 INFO] Step 47650/1000000; acc:  77.68; ppl:  2.48; xent: 0.91; lr: 1.00000; 7993/7451 tok/s;   2423 sec\n",
            "[2019-05-30 19:37:42,473 INFO] Step 47700/1000000; acc:  77.82; ppl:  2.41; xent: 0.88; lr: 1.00000; 8180/7365 tok/s;   2425 sec\n",
            "[2019-05-30 19:37:45,028 INFO] Step 47750/1000000; acc:  77.26; ppl:  2.54; xent: 0.93; lr: 1.00000; 8492/7461 tok/s;   2428 sec\n",
            "[2019-05-30 19:37:47,564 INFO] Step 47800/1000000; acc:  76.56; ppl:  2.66; xent: 0.98; lr: 1.00000; 8139/7403 tok/s;   2431 sec\n",
            "[2019-05-30 19:37:50,093 INFO] Step 47850/1000000; acc:  77.86; ppl:  2.48; xent: 0.91; lr: 1.00000; 8274/7541 tok/s;   2433 sec\n",
            "[2019-05-30 19:37:52,681 INFO] Step 47900/1000000; acc:  76.53; ppl:  2.65; xent: 0.97; lr: 1.00000; 7862/7371 tok/s;   2436 sec\n",
            "[2019-05-30 19:37:55,057 INFO] Step 47950/1000000; acc:  78.37; ppl:  2.38; xent: 0.87; lr: 1.00000; 8460/7265 tok/s;   2438 sec\n",
            "[2019-05-30 19:37:57,397 INFO] Step 48000/1000000; acc:  79.93; ppl:  2.21; xent: 0.79; lr: 1.00000; 8068/7370 tok/s;   2440 sec\n",
            "[2019-05-30 19:37:59,857 INFO] Step 48050/1000000; acc:  78.45; ppl:  2.36; xent: 0.86; lr: 1.00000; 8484/7391 tok/s;   2443 sec\n",
            "[2019-05-30 19:38:02,313 INFO] Step 48100/1000000; acc:  78.02; ppl:  2.47; xent: 0.91; lr: 1.00000; 8340/7480 tok/s;   2445 sec\n",
            "[2019-05-30 19:38:04,765 INFO] Step 48150/1000000; acc:  78.22; ppl:  2.38; xent: 0.87; lr: 1.00000; 8142/7463 tok/s;   2448 sec\n",
            "[2019-05-30 19:38:07,221 INFO] Step 48200/1000000; acc:  77.59; ppl:  2.51; xent: 0.92; lr: 1.00000; 8655/7405 tok/s;   2450 sec\n",
            "[2019-05-30 19:38:09,766 INFO] Step 48250/1000000; acc:  77.38; ppl:  2.51; xent: 0.92; lr: 1.00000; 8166/7381 tok/s;   2453 sec\n",
            "[2019-05-30 19:38:12,140 INFO] Step 48300/1000000; acc:  78.73; ppl:  2.31; xent: 0.84; lr: 1.00000; 8360/7312 tok/s;   2455 sec\n",
            "[2019-05-30 19:38:14,671 INFO] Step 48350/1000000; acc:  77.32; ppl:  2.56; xent: 0.94; lr: 1.00000; 8547/7501 tok/s;   2458 sec\n",
            "[2019-05-30 19:38:17,186 INFO] Step 48400/1000000; acc:  75.64; ppl:  2.87; xent: 1.05; lr: 1.00000; 8555/7446 tok/s;   2460 sec\n",
            "[2019-05-30 19:38:19,601 INFO] Step 48450/1000000; acc:  79.52; ppl:  2.24; xent: 0.81; lr: 1.00000; 8509/7371 tok/s;   2463 sec\n",
            "[2019-05-30 19:38:22,117 INFO] Step 48500/1000000; acc:  76.41; ppl:  2.78; xent: 1.02; lr: 1.00000; 8724/7384 tok/s;   2465 sec\n",
            "[2019-05-30 19:38:24,598 INFO] Step 48550/1000000; acc:  78.53; ppl:  2.35; xent: 0.86; lr: 1.00000; 8128/7585 tok/s;   2468 sec\n",
            "[2019-05-30 19:38:26,967 INFO] Step 48600/1000000; acc:  78.20; ppl:  2.39; xent: 0.87; lr: 1.00000; 7888/7429 tok/s;   2470 sec\n",
            "[2019-05-30 19:38:29,443 INFO] Step 48650/1000000; acc:  79.05; ppl:  2.33; xent: 0.85; lr: 1.00000; 8426/7602 tok/s;   2472 sec\n",
            "[2019-05-30 19:38:31,972 INFO] Step 48700/1000000; acc:  77.37; ppl:  2.49; xent: 0.91; lr: 1.00000; 8251/7618 tok/s;   2475 sec\n",
            "[2019-05-30 19:38:34,369 INFO] Step 48750/1000000; acc:  77.19; ppl:  2.51; xent: 0.92; lr: 1.00000; 8526/7295 tok/s;   2477 sec\n",
            "[2019-05-30 19:38:36,800 INFO] Step 48800/1000000; acc:  77.98; ppl:  2.43; xent: 0.89; lr: 1.00000; 8478/7384 tok/s;   2480 sec\n",
            "[2019-05-30 19:38:39,148 INFO] Step 48850/1000000; acc:  79.72; ppl:  2.22; xent: 0.80; lr: 1.00000; 7932/7332 tok/s;   2482 sec\n",
            "[2019-05-30 19:38:41,860 INFO] Step 48900/1000000; acc:  74.76; ppl:  2.96; xent: 1.09; lr: 1.00000; 8964/7564 tok/s;   2485 sec\n",
            "[2019-05-30 19:38:44,319 INFO] Step 48950/1000000; acc:  78.27; ppl:  2.39; xent: 0.87; lr: 1.00000; 8649/7369 tok/s;   2487 sec\n",
            "[2019-05-30 19:38:47,007 INFO] Step 49000/1000000; acc:  76.43; ppl:  2.72; xent: 1.00; lr: 1.00000; 8404/7649 tok/s;   2490 sec\n",
            "[2019-05-30 19:38:49,405 INFO] Step 49050/1000000; acc:  77.39; ppl:  2.46; xent: 0.90; lr: 1.00000; 7955/7475 tok/s;   2492 sec\n",
            "[2019-05-30 19:38:51,932 INFO] Step 49100/1000000; acc:  77.69; ppl:  2.44; xent: 0.89; lr: 1.00000; 8423/7414 tok/s;   2495 sec\n",
            "[2019-05-30 19:38:54,488 INFO] Step 49150/1000000; acc:  77.83; ppl:  2.44; xent: 0.89; lr: 1.00000; 8366/7664 tok/s;   2497 sec\n",
            "[2019-05-30 19:38:56,936 INFO] Step 49200/1000000; acc:  78.60; ppl:  2.34; xent: 0.85; lr: 1.00000; 7920/7502 tok/s;   2500 sec\n",
            "[2019-05-30 19:38:59,427 INFO] Step 49250/1000000; acc:  79.29; ppl:  2.29; xent: 0.83; lr: 1.00000; 8111/7379 tok/s;   2502 sec\n",
            "[2019-05-30 19:39:01,874 INFO] Step 49300/1000000; acc:  78.90; ppl:  2.33; xent: 0.85; lr: 1.00000; 8631/7481 tok/s;   2505 sec\n",
            "[2019-05-30 19:39:04,382 INFO] Step 49350/1000000; acc:  76.69; ppl:  2.62; xent: 0.96; lr: 1.00000; 9032/7404 tok/s;   2507 sec\n",
            "[2019-05-30 19:39:06,862 INFO] Step 49400/1000000; acc:  78.14; ppl:  2.38; xent: 0.87; lr: 1.00000; 8364/7512 tok/s;   2510 sec\n",
            "[2019-05-30 19:39:09,282 INFO] Step 49450/1000000; acc:  77.49; ppl:  2.53; xent: 0.93; lr: 1.00000; 8279/7459 tok/s;   2512 sec\n",
            "[2019-05-30 19:39:11,678 INFO] Step 49500/1000000; acc:  79.42; ppl:  2.22; xent: 0.80; lr: 1.00000; 8335/7517 tok/s;   2515 sec\n",
            "[2019-05-30 19:39:14,189 INFO] Step 49550/1000000; acc:  78.40; ppl:  2.36; xent: 0.86; lr: 1.00000; 8538/7519 tok/s;   2517 sec\n",
            "[2019-05-30 19:39:16,710 INFO] Step 49600/1000000; acc:  78.28; ppl:  2.35; xent: 0.85; lr: 1.00000; 8808/7517 tok/s;   2520 sec\n",
            "[2019-05-30 19:39:19,172 INFO] Step 49650/1000000; acc:  78.54; ppl:  2.39; xent: 0.87; lr: 1.00000; 8580/7436 tok/s;   2522 sec\n",
            "[2019-05-30 19:39:21,588 INFO] Step 49700/1000000; acc:  78.81; ppl:  2.31; xent: 0.84; lr: 1.00000; 8400/7456 tok/s;   2525 sec\n",
            "[2019-05-30 19:39:24,159 INFO] Step 49750/1000000; acc:  76.89; ppl:  2.58; xent: 0.95; lr: 1.00000; 8405/7322 tok/s;   2527 sec\n",
            "[2019-05-30 19:39:26,628 INFO] Step 49800/1000000; acc:  78.84; ppl:  2.30; xent: 0.83; lr: 1.00000; 8528/7510 tok/s;   2530 sec\n",
            "[2019-05-30 19:39:29,011 INFO] Step 49850/1000000; acc:  79.59; ppl:  2.27; xent: 0.82; lr: 1.00000; 8058/7439 tok/s;   2532 sec\n",
            "[2019-05-30 19:39:31,474 INFO] Step 49900/1000000; acc:  78.53; ppl:  2.37; xent: 0.86; lr: 1.00000; 8109/7470 tok/s;   2534 sec\n",
            "[2019-05-30 19:39:34,172 INFO] Step 49950/1000000; acc:  76.36; ppl:  2.63; xent: 0.97; lr: 1.00000; 8865/7632 tok/s;   2537 sec\n",
            "[2019-05-30 19:39:36,599 INFO] Step 50000/1000000; acc:  78.18; ppl:  2.36; xent: 0.86; lr: 0.50000; 8648/7382 tok/s;   2540 sec\n",
            "[2019-05-30 19:39:36,600 INFO] Saving checkpoint light_step_50000.pt\n",
            "[2019-05-30 19:39:40,501 INFO] Step 50050/1000000; acc:  79.33; ppl:  2.30; xent: 0.83; lr: 0.50000; 5316/4750 tok/s;   2544 sec\n",
            "[2019-05-30 19:39:43,164 INFO] Step 50100/1000000; acc:  77.83; ppl:  2.44; xent: 0.89; lr: 0.50000; 8362/7702 tok/s;   2546 sec\n",
            "[2019-05-30 19:39:45,717 INFO] Step 50150/1000000; acc:  77.58; ppl:  2.51; xent: 0.92; lr: 0.50000; 8726/7538 tok/s;   2549 sec\n",
            "[2019-05-30 19:39:48,123 INFO] Step 50200/1000000; acc:  79.97; ppl:  2.16; xent: 0.77; lr: 0.50000; 8537/7420 tok/s;   2551 sec\n",
            "[2019-05-30 19:39:50,666 INFO] Step 50250/1000000; acc:  78.01; ppl:  2.43; xent: 0.89; lr: 0.50000; 8473/7425 tok/s;   2554 sec\n",
            "[2019-05-30 19:39:53,074 INFO] Step 50300/1000000; acc:  80.10; ppl:  2.14; xent: 0.76; lr: 0.50000; 8479/7485 tok/s;   2556 sec\n",
            "[2019-05-30 19:39:55,732 INFO] Step 50350/1000000; acc:  79.34; ppl:  2.22; xent: 0.80; lr: 0.50000; 8765/7620 tok/s;   2559 sec\n",
            "[2019-05-30 19:39:58,253 INFO] Step 50400/1000000; acc:  79.43; ppl:  2.21; xent: 0.79; lr: 0.50000; 8304/7517 tok/s;   2561 sec\n",
            "[2019-05-30 19:40:00,739 INFO] Step 50450/1000000; acc:  79.52; ppl:  2.23; xent: 0.80; lr: 0.50000; 8598/7397 tok/s;   2564 sec\n",
            "[2019-05-30 19:40:03,084 INFO] Step 50500/1000000; acc:  79.76; ppl:  2.24; xent: 0.80; lr: 0.50000; 7914/7303 tok/s;   2566 sec\n",
            "[2019-05-30 19:40:05,567 INFO] Step 50550/1000000; acc:  80.49; ppl:  2.13; xent: 0.76; lr: 0.50000; 7864/7473 tok/s;   2569 sec\n",
            "[2019-05-30 19:40:07,936 INFO] Step 50600/1000000; acc:  80.62; ppl:  2.10; xent: 0.74; lr: 0.50000; 8348/7314 tok/s;   2571 sec\n",
            "[2019-05-30 19:40:10,464 INFO] Step 50650/1000000; acc:  79.14; ppl:  2.33; xent: 0.85; lr: 0.50000; 8762/7466 tok/s;   2573 sec\n",
            "[2019-05-30 19:40:12,981 INFO] Step 50700/1000000; acc:  80.58; ppl:  2.16; xent: 0.77; lr: 0.50000; 8161/7489 tok/s;   2576 sec\n",
            "[2019-05-30 19:40:15,440 INFO] Step 50750/1000000; acc:  77.96; ppl:  2.45; xent: 0.89; lr: 0.50000; 8565/7232 tok/s;   2578 sec\n",
            "[2019-05-30 19:40:17,846 INFO] Step 50800/1000000; acc:  81.20; ppl:  2.04; xent: 0.71; lr: 0.50000; 7978/7287 tok/s;   2581 sec\n",
            "[2019-05-30 19:40:20,487 INFO] Step 50850/1000000; acc:  78.72; ppl:  2.35; xent: 0.86; lr: 0.50000; 8337/7554 tok/s;   2583 sec\n",
            "[2019-05-30 19:40:22,925 INFO] Step 50900/1000000; acc:  79.49; ppl:  2.24; xent: 0.81; lr: 0.50000; 8086/7349 tok/s;   2586 sec\n",
            "[2019-05-30 19:40:25,455 INFO] Step 50950/1000000; acc:  80.20; ppl:  2.12; xent: 0.75; lr: 0.50000; 8402/7567 tok/s;   2588 sec\n",
            "[2019-05-30 19:40:27,861 INFO] Step 51000/1000000; acc:  81.73; ppl:  2.01; xent: 0.70; lr: 0.50000; 8485/7474 tok/s;   2591 sec\n",
            "[2019-05-30 19:40:30,308 INFO] Step 51050/1000000; acc:  80.73; ppl:  2.09; xent: 0.74; lr: 0.50000; 8788/7459 tok/s;   2593 sec\n",
            "[2019-05-30 19:40:32,785 INFO] Step 51100/1000000; acc:  80.32; ppl:  2.14; xent: 0.76; lr: 0.50000; 8009/7503 tok/s;   2596 sec\n",
            "[2019-05-30 19:40:35,274 INFO] Step 51150/1000000; acc:  80.72; ppl:  2.08; xent: 0.73; lr: 0.50000; 8512/7535 tok/s;   2598 sec\n",
            "[2019-05-30 19:40:37,691 INFO] Step 51200/1000000; acc:  81.43; ppl:  2.05; xent: 0.72; lr: 0.50000; 8288/7467 tok/s;   2601 sec\n",
            "[2019-05-30 19:40:40,115 INFO] Step 51250/1000000; acc:  80.41; ppl:  2.13; xent: 0.76; lr: 0.50000; 8450/7391 tok/s;   2603 sec\n",
            "[2019-05-30 19:40:42,371 INFO] Step 51300/1000000; acc:  81.86; ppl:  1.98; xent: 0.68; lr: 0.50000; 8427/7194 tok/s;   2605 sec\n",
            "[2019-05-30 19:40:44,807 INFO] Step 51350/1000000; acc:  81.07; ppl:  2.06; xent: 0.72; lr: 0.50000; 8305/7490 tok/s;   2608 sec\n",
            "[2019-05-30 19:40:47,335 INFO] Step 51400/1000000; acc:  80.18; ppl:  2.18; xent: 0.78; lr: 0.50000; 8513/7444 tok/s;   2610 sec\n",
            "[2019-05-30 19:40:49,886 INFO] Step 51450/1000000; acc:  80.95; ppl:  2.09; xent: 0.74; lr: 0.50000; 9007/7552 tok/s;   2613 sec\n",
            "[2019-05-30 19:40:52,382 INFO] Step 51500/1000000; acc:  80.25; ppl:  2.15; xent: 0.77; lr: 0.50000; 8509/7303 tok/s;   2615 sec\n",
            "[2019-05-30 19:40:55,024 INFO] Step 51550/1000000; acc:  79.95; ppl:  2.23; xent: 0.80; lr: 0.50000; 8311/7802 tok/s;   2618 sec\n",
            "[2019-05-30 19:40:57,522 INFO] Step 51600/1000000; acc:  78.75; ppl:  2.29; xent: 0.83; lr: 0.50000; 8453/7516 tok/s;   2621 sec\n",
            "[2019-05-30 19:41:00,121 INFO] Step 51650/1000000; acc:  80.56; ppl:  2.11; xent: 0.75; lr: 0.50000; 8078/7720 tok/s;   2623 sec\n",
            "[2019-05-30 19:41:02,561 INFO] Step 51700/1000000; acc:  81.32; ppl:  1.99; xent: 0.69; lr: 0.50000; 8212/7556 tok/s;   2626 sec\n",
            "[2019-05-30 19:41:05,107 INFO] Step 51750/1000000; acc:  81.03; ppl:  2.06; xent: 0.72; lr: 0.50000; 8446/7554 tok/s;   2628 sec\n",
            "[2019-05-30 19:41:07,544 INFO] Step 51800/1000000; acc:  81.02; ppl:  2.05; xent: 0.72; lr: 0.50000; 8878/7434 tok/s;   2631 sec\n",
            "[2019-05-30 19:41:10,077 INFO] Step 51850/1000000; acc:  81.27; ppl:  2.01; xent: 0.70; lr: 0.50000; 8513/7555 tok/s;   2633 sec\n",
            "[2019-05-30 19:41:12,636 INFO] Step 51900/1000000; acc:  81.70; ppl:  1.99; xent: 0.69; lr: 0.50000; 8103/7698 tok/s;   2636 sec\n",
            "[2019-05-30 19:41:15,032 INFO] Step 51950/1000000; acc:  80.29; ppl:  2.11; xent: 0.75; lr: 0.50000; 8282/7325 tok/s;   2638 sec\n",
            "[2019-05-30 19:41:17,537 INFO] Step 52000/1000000; acc:  80.72; ppl:  2.08; xent: 0.73; lr: 0.50000; 8611/7530 tok/s;   2641 sec\n",
            "[2019-05-30 19:41:19,981 INFO] Step 52050/1000000; acc:  81.40; ppl:  1.99; xent: 0.69; lr: 0.50000; 8040/7486 tok/s;   2643 sec\n",
            "[2019-05-30 19:41:22,425 INFO] Step 52100/1000000; acc:  81.54; ppl:  1.99; xent: 0.69; lr: 0.50000; 8355/7386 tok/s;   2645 sec\n",
            "[2019-05-30 19:41:24,956 INFO] Step 52150/1000000; acc:  82.35; ppl:  1.93; xent: 0.66; lr: 0.50000; 8217/7534 tok/s;   2648 sec\n",
            "[2019-05-30 19:41:27,525 INFO] Step 52200/1000000; acc:  81.70; ppl:  2.01; xent: 0.70; lr: 0.50000; 8622/7592 tok/s;   2651 sec\n",
            "[2019-05-30 19:41:30,164 INFO] Step 52250/1000000; acc:  79.69; ppl:  2.22; xent: 0.80; lr: 0.50000; 8561/7723 tok/s;   2653 sec\n",
            "[2019-05-30 19:41:32,566 INFO] Step 52300/1000000; acc:  81.20; ppl:  2.04; xent: 0.72; lr: 0.50000; 8846/7380 tok/s;   2656 sec\n",
            "[2019-05-30 19:41:35,025 INFO] Step 52350/1000000; acc:  80.62; ppl:  2.11; xent: 0.74; lr: 0.50000; 8592/7421 tok/s;   2658 sec\n",
            "[2019-05-30 19:41:37,447 INFO] Step 52400/1000000; acc:  82.34; ppl:  1.95; xent: 0.67; lr: 0.50000; 8456/7425 tok/s;   2660 sec\n",
            "[2019-05-30 19:41:39,780 INFO] Step 52450/1000000; acc:  81.87; ppl:  1.95; xent: 0.67; lr: 0.50000; 8559/7336 tok/s;   2663 sec\n",
            "[2019-05-30 19:41:42,474 INFO] Step 52500/1000000; acc:  79.35; ppl:  2.25; xent: 0.81; lr: 0.50000; 8512/7665 tok/s;   2665 sec\n",
            "[2019-05-30 19:41:44,933 INFO] Step 52550/1000000; acc:  82.33; ppl:  1.94; xent: 0.66; lr: 0.50000; 8016/7318 tok/s;   2668 sec\n",
            "[2019-05-30 19:41:47,452 INFO] Step 52600/1000000; acc:  81.38; ppl:  2.04; xent: 0.71; lr: 0.50000; 8713/7592 tok/s;   2670 sec\n",
            "[2019-05-30 19:41:49,953 INFO] Step 52650/1000000; acc:  81.78; ppl:  1.99; xent: 0.69; lr: 0.50000; 8164/7407 tok/s;   2673 sec\n",
            "[2019-05-30 19:41:52,378 INFO] Step 52700/1000000; acc:  82.63; ppl:  1.91; xent: 0.65; lr: 0.50000; 8472/7495 tok/s;   2675 sec\n",
            "[2019-05-30 19:41:54,896 INFO] Step 52750/1000000; acc:  79.87; ppl:  2.26; xent: 0.81; lr: 0.50000; 8387/7489 tok/s;   2678 sec\n",
            "[2019-05-30 19:41:57,344 INFO] Step 52800/1000000; acc:  81.64; ppl:  1.99; xent: 0.69; lr: 0.50000; 8044/7499 tok/s;   2680 sec\n",
            "[2019-05-30 19:41:59,818 INFO] Step 52850/1000000; acc:  82.96; ppl:  1.89; xent: 0.64; lr: 0.50000; 8484/7492 tok/s;   2683 sec\n",
            "[2019-05-30 19:42:02,177 INFO] Step 52900/1000000; acc:  82.35; ppl:  1.90; xent: 0.64; lr: 0.50000; 7924/7408 tok/s;   2685 sec\n",
            "[2019-05-30 19:42:04,619 INFO] Step 52950/1000000; acc:  81.94; ppl:  1.95; xent: 0.67; lr: 0.50000; 8466/7494 tok/s;   2688 sec\n",
            "[2019-05-30 19:42:07,196 INFO] Step 53000/1000000; acc:  80.96; ppl:  2.07; xent: 0.73; lr: 0.50000; 8195/7525 tok/s;   2690 sec\n",
            "[2019-05-30 19:42:09,799 INFO] Step 53050/1000000; acc:  81.69; ppl:  1.98; xent: 0.68; lr: 0.50000; 8482/7580 tok/s;   2693 sec\n",
            "[2019-05-30 19:42:12,155 INFO] Step 53100/1000000; acc:  82.02; ppl:  1.95; xent: 0.67; lr: 0.50000; 7852/7420 tok/s;   2695 sec\n",
            "[2019-05-30 19:42:14,614 INFO] Step 53150/1000000; acc:  82.87; ppl:  1.89; xent: 0.64; lr: 0.50000; 8305/7528 tok/s;   2698 sec\n",
            "[2019-05-30 19:42:16,970 INFO] Step 53200/1000000; acc:  82.29; ppl:  1.93; xent: 0.66; lr: 0.50000; 8367/7397 tok/s;   2700 sec\n",
            "[2019-05-30 19:42:21,583 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 19:42:24,784 INFO] Step 53250/1000000; acc:  82.64; ppl:  1.88; xent: 0.63; lr: 0.50000; 2474/2187 tok/s;   2708 sec\n",
            "[2019-05-30 19:42:27,111 INFO] Step 53300/1000000; acc:  82.48; ppl:  1.92; xent: 0.65; lr: 0.50000; 8198/7428 tok/s;   2710 sec\n",
            "[2019-05-30 19:42:29,528 INFO] Step 53350/1000000; acc:  81.50; ppl:  2.01; xent: 0.70; lr: 0.50000; 8525/7464 tok/s;   2713 sec\n",
            "[2019-05-30 19:42:31,959 INFO] Step 53400/1000000; acc:  82.01; ppl:  1.96; xent: 0.67; lr: 0.50000; 8426/7513 tok/s;   2715 sec\n",
            "[2019-05-30 19:42:34,681 INFO] Step 53450/1000000; acc:  79.32; ppl:  2.42; xent: 0.88; lr: 0.50000; 8541/7427 tok/s;   2718 sec\n",
            "[2019-05-30 19:42:37,149 INFO] Step 53500/1000000; acc:  81.34; ppl:  2.04; xent: 0.71; lr: 0.50000; 8559/7485 tok/s;   2720 sec\n",
            "[2019-05-30 19:42:39,566 INFO] Step 53550/1000000; acc:  82.09; ppl:  1.99; xent: 0.69; lr: 0.50000; 7892/7372 tok/s;   2723 sec\n",
            "[2019-05-30 19:42:41,953 INFO] Step 53600/1000000; acc:  82.76; ppl:  1.88; xent: 0.63; lr: 0.50000; 8071/7347 tok/s;   2725 sec\n",
            "[2019-05-30 19:42:44,517 INFO] Step 53650/1000000; acc:  81.34; ppl:  2.07; xent: 0.73; lr: 0.50000; 8414/7367 tok/s;   2728 sec\n",
            "[2019-05-30 19:42:47,002 INFO] Step 53700/1000000; acc:  82.29; ppl:  1.93; xent: 0.66; lr: 0.50000; 8010/7414 tok/s;   2730 sec\n",
            "[2019-05-30 19:42:49,593 INFO] Step 53750/1000000; acc:  80.78; ppl:  2.11; xent: 0.75; lr: 0.50000; 8434/7494 tok/s;   2733 sec\n",
            "[2019-05-30 19:42:52,125 INFO] Step 53800/1000000; acc:  82.07; ppl:  1.97; xent: 0.68; lr: 0.50000; 7964/7534 tok/s;   2735 sec\n",
            "[2019-05-30 19:42:54,643 INFO] Step 53850/1000000; acc:  80.90; ppl:  2.07; xent: 0.73; lr: 0.50000; 8434/7235 tok/s;   2738 sec\n",
            "[2019-05-30 19:42:56,911 INFO] Step 53900/1000000; acc:  83.99; ppl:  1.77; xent: 0.57; lr: 0.50000; 7988/7155 tok/s;   2740 sec\n",
            "[2019-05-30 19:42:59,377 INFO] Step 53950/1000000; acc:  82.93; ppl:  1.88; xent: 0.63; lr: 0.50000; 8381/7499 tok/s;   2742 sec\n",
            "[2019-05-30 19:43:01,877 INFO] Step 54000/1000000; acc:  82.28; ppl:  1.94; xent: 0.66; lr: 0.50000; 8142/7502 tok/s;   2745 sec\n",
            "[2019-05-30 19:43:04,288 INFO] Step 54050/1000000; acc:  82.81; ppl:  1.88; xent: 0.63; lr: 0.50000; 8258/7408 tok/s;   2747 sec\n",
            "[2019-05-30 19:43:06,727 INFO] Step 54100/1000000; acc:  82.50; ppl:  1.90; xent: 0.64; lr: 0.50000; 8713/7401 tok/s;   2750 sec\n",
            "[2019-05-30 19:43:09,295 INFO] Step 54150/1000000; acc:  81.49; ppl:  2.03; xent: 0.71; lr: 0.50000; 8523/7628 tok/s;   2752 sec\n",
            "[2019-05-30 19:43:11,638 INFO] Step 54200/1000000; acc:  82.42; ppl:  1.93; xent: 0.66; lr: 0.50000; 8107/7122 tok/s;   2755 sec\n",
            "[2019-05-30 19:43:14,164 INFO] Step 54250/1000000; acc:  81.50; ppl:  2.02; xent: 0.70; lr: 0.50000; 8513/7541 tok/s;   2757 sec\n",
            "[2019-05-30 19:43:16,640 INFO] Step 54300/1000000; acc:  82.41; ppl:  1.94; xent: 0.66; lr: 0.50000; 8506/7540 tok/s;   2760 sec\n",
            "[2019-05-30 19:43:19,048 INFO] Step 54350/1000000; acc:  81.63; ppl:  2.08; xent: 0.73; lr: 0.50000; 8511/7337 tok/s;   2762 sec\n",
            "[2019-05-30 19:43:21,565 INFO] Step 54400/1000000; acc:  81.60; ppl:  2.04; xent: 0.71; lr: 0.50000; 8799/7458 tok/s;   2765 sec\n",
            "[2019-05-30 19:43:24,054 INFO] Step 54450/1000000; acc:  81.99; ppl:  1.94; xent: 0.66; lr: 0.50000; 8175/7542 tok/s;   2767 sec\n",
            "[2019-05-30 19:43:26,440 INFO] Step 54500/1000000; acc:  82.29; ppl:  1.94; xent: 0.66; lr: 0.50000; 8049/7422 tok/s;   2769 sec\n",
            "[2019-05-30 19:43:28,936 INFO] Step 54550/1000000; acc:  83.25; ppl:  1.83; xent: 0.61; lr: 0.50000; 8359/7567 tok/s;   2772 sec\n",
            "[2019-05-30 19:43:31,462 INFO] Step 54600/1000000; acc:  82.19; ppl:  1.95; xent: 0.67; lr: 0.50000; 8210/7602 tok/s;   2774 sec\n",
            "[2019-05-30 19:43:33,871 INFO] Step 54650/1000000; acc:  82.50; ppl:  1.91; xent: 0.65; lr: 0.50000; 8297/7351 tok/s;   2777 sec\n",
            "[2019-05-30 19:43:36,273 INFO] Step 54700/1000000; acc:  82.39; ppl:  1.93; xent: 0.66; lr: 0.50000; 8475/7407 tok/s;   2779 sec\n",
            "[2019-05-30 19:43:38,613 INFO] Step 54750/1000000; acc:  83.37; ppl:  1.80; xent: 0.59; lr: 0.50000; 8452/7412 tok/s;   2782 sec\n",
            "[2019-05-30 19:43:41,155 INFO] Step 54800/1000000; acc:  82.53; ppl:  1.91; xent: 0.65; lr: 0.50000; 8711/7654 tok/s;   2784 sec\n",
            "[2019-05-30 19:43:43,711 INFO] Step 54850/1000000; acc:  80.14; ppl:  2.23; xent: 0.80; lr: 0.50000; 8890/7427 tok/s;   2787 sec\n",
            "[2019-05-30 19:43:46,307 INFO] Step 54900/1000000; acc:  81.30; ppl:  2.08; xent: 0.73; lr: 0.50000; 8358/7600 tok/s;   2789 sec\n",
            "[2019-05-30 19:43:48,790 INFO] Step 54950/1000000; acc:  82.26; ppl:  1.93; xent: 0.66; lr: 0.50000; 8224/7657 tok/s;   2792 sec\n",
            "[2019-05-30 19:43:51,235 INFO] Step 55000/1000000; acc:  83.45; ppl:  1.84; xent: 0.61; lr: 0.50000; 8076/7428 tok/s;   2794 sec\n",
            "[2019-05-30 19:43:51,236 INFO] Saving checkpoint light_step_55000.pt\n",
            "[2019-05-30 19:43:55,372 INFO] Step 55050/1000000; acc:  82.70; ppl:  1.91; xent: 0.65; lr: 0.50000; 5322/4780 tok/s;   2798 sec\n",
            "[2019-05-30 19:43:57,840 INFO] Step 55100/1000000; acc:  83.15; ppl:  1.87; xent: 0.62; lr: 0.50000; 8171/7497 tok/s;   2801 sec\n",
            "[2019-05-30 19:44:00,327 INFO] Step 55150/1000000; acc:  83.46; ppl:  1.84; xent: 0.61; lr: 0.50000; 7994/7416 tok/s;   2803 sec\n",
            "[2019-05-30 19:44:02,753 INFO] Step 55200/1000000; acc:  84.11; ppl:  1.76; xent: 0.56; lr: 0.50000; 8520/7359 tok/s;   2806 sec\n",
            "[2019-05-30 19:44:05,331 INFO] Step 55250/1000000; acc:  81.52; ppl:  2.04; xent: 0.71; lr: 0.50000; 8890/7429 tok/s;   2808 sec\n",
            "[2019-05-30 19:44:07,785 INFO] Step 55300/1000000; acc:  83.66; ppl:  1.80; xent: 0.59; lr: 0.50000; 8396/7405 tok/s;   2811 sec\n",
            "[2019-05-30 19:44:10,293 INFO] Step 55350/1000000; acc:  82.06; ppl:  1.96; xent: 0.67; lr: 0.50000; 8398/7479 tok/s;   2813 sec\n",
            "[2019-05-30 19:44:12,664 INFO] Step 55400/1000000; acc:  83.21; ppl:  1.85; xent: 0.62; lr: 0.50000; 8502/7407 tok/s;   2816 sec\n",
            "[2019-05-30 19:44:15,139 INFO] Step 55450/1000000; acc:  83.07; ppl:  1.85; xent: 0.62; lr: 0.50000; 8248/7576 tok/s;   2818 sec\n",
            "[2019-05-30 19:44:17,654 INFO] Step 55500/1000000; acc:  83.68; ppl:  1.80; xent: 0.59; lr: 0.50000; 8729/7507 tok/s;   2821 sec\n",
            "[2019-05-30 19:44:20,134 INFO] Step 55550/1000000; acc:  83.07; ppl:  1.86; xent: 0.62; lr: 0.50000; 8801/7463 tok/s;   2823 sec\n",
            "[2019-05-30 19:44:22,602 INFO] Step 55600/1000000; acc:  84.11; ppl:  1.80; xent: 0.59; lr: 0.50000; 8508/7481 tok/s;   2826 sec\n",
            "[2019-05-30 19:44:25,069 INFO] Step 55650/1000000; acc:  82.07; ppl:  1.93; xent: 0.66; lr: 0.50000; 8137/7247 tok/s;   2828 sec\n",
            "[2019-05-30 19:44:27,570 INFO] Step 55700/1000000; acc:  83.24; ppl:  1.83; xent: 0.60; lr: 0.50000; 8598/7588 tok/s;   2831 sec\n",
            "[2019-05-30 19:44:29,957 INFO] Step 55750/1000000; acc:  83.89; ppl:  1.78; xent: 0.57; lr: 0.50000; 8180/7381 tok/s;   2833 sec\n",
            "[2019-05-30 19:44:32,412 INFO] Step 55800/1000000; acc:  83.44; ppl:  1.85; xent: 0.62; lr: 0.50000; 8030/7539 tok/s;   2835 sec\n",
            "[2019-05-30 19:44:35,105 INFO] Step 55850/1000000; acc:  81.85; ppl:  1.99; xent: 0.69; lr: 0.50000; 8831/7620 tok/s;   2838 sec\n",
            "[2019-05-30 19:44:37,529 INFO] Step 55900/1000000; acc:  83.84; ppl:  1.78; xent: 0.58; lr: 0.50000; 8347/7501 tok/s;   2841 sec\n",
            "[2019-05-30 19:44:39,984 INFO] Step 55950/1000000; acc:  82.15; ppl:  1.94; xent: 0.66; lr: 0.50000; 8733/7417 tok/s;   2843 sec\n",
            "[2019-05-30 19:44:42,608 INFO] Step 56000/1000000; acc:  81.23; ppl:  2.06; xent: 0.72; lr: 0.50000; 8683/7683 tok/s;   2846 sec\n",
            "[2019-05-30 19:44:45,197 INFO] Step 56050/1000000; acc:  81.19; ppl:  2.03; xent: 0.71; lr: 0.50000; 8282/7651 tok/s;   2848 sec\n",
            "[2019-05-30 19:44:47,639 INFO] Step 56100/1000000; acc:  81.55; ppl:  2.00; xent: 0.69; lr: 0.50000; 8675/7406 tok/s;   2851 sec\n",
            "[2019-05-30 19:44:50,145 INFO] Step 56150/1000000; acc:  80.41; ppl:  2.11; xent: 0.74; lr: 0.50000; 8523/7409 tok/s;   2853 sec\n",
            "[2019-05-30 19:44:52,550 INFO] Step 56200/1000000; acc:  82.27; ppl:  1.89; xent: 0.64; lr: 0.50000; 8354/7397 tok/s;   2856 sec\n",
            "[2019-05-30 19:44:55,180 INFO] Step 56250/1000000; acc:  82.18; ppl:  1.93; xent: 0.66; lr: 0.50000; 9004/7609 tok/s;   2858 sec\n",
            "[2019-05-30 19:44:57,676 INFO] Step 56300/1000000; acc:  82.27; ppl:  1.94; xent: 0.66; lr: 0.50000; 8053/7576 tok/s;   2861 sec\n",
            "[2019-05-30 19:45:00,189 INFO] Step 56350/1000000; acc:  82.07; ppl:  1.97; xent: 0.68; lr: 0.50000; 8711/7514 tok/s;   2863 sec\n",
            "[2019-05-30 19:45:02,542 INFO] Step 56400/1000000; acc:  82.36; ppl:  1.94; xent: 0.66; lr: 0.50000; 8160/7325 tok/s;   2866 sec\n",
            "[2019-05-30 19:45:05,012 INFO] Step 56450/1000000; acc:  81.83; ppl:  1.99; xent: 0.69; lr: 0.50000; 8008/7605 tok/s;   2868 sec\n",
            "[2019-05-30 19:45:07,386 INFO] Step 56500/1000000; acc:  82.25; ppl:  1.91; xent: 0.65; lr: 0.50000; 8196/7380 tok/s;   2870 sec\n",
            "[2019-05-30 19:45:09,889 INFO] Step 56550/1000000; acc:  81.42; ppl:  2.06; xent: 0.72; lr: 0.50000; 8948/7443 tok/s;   2873 sec\n",
            "[2019-05-30 19:45:12,380 INFO] Step 56600/1000000; acc:  82.05; ppl:  1.93; xent: 0.66; lr: 0.50000; 8403/7548 tok/s;   2875 sec\n",
            "[2019-05-30 19:45:14,790 INFO] Step 56650/1000000; acc:  80.88; ppl:  2.09; xent: 0.74; lr: 0.50000; 8261/7315 tok/s;   2878 sec\n",
            "[2019-05-30 19:45:17,208 INFO] Step 56700/1000000; acc:  83.01; ppl:  1.88; xent: 0.63; lr: 0.50000; 8388/7436 tok/s;   2880 sec\n",
            "[2019-05-30 19:45:19,722 INFO] Step 56750/1000000; acc:  81.17; ppl:  2.04; xent: 0.71; lr: 0.50000; 8226/7538 tok/s;   2883 sec\n",
            "[2019-05-30 19:45:22,274 INFO] Step 56800/1000000; acc:  80.96; ppl:  2.05; xent: 0.72; lr: 0.50000; 8426/7533 tok/s;   2885 sec\n",
            "[2019-05-30 19:45:24,705 INFO] Step 56850/1000000; acc:  82.33; ppl:  1.91; xent: 0.65; lr: 0.50000; 8292/7376 tok/s;   2888 sec\n",
            "[2019-05-30 19:45:27,189 INFO] Step 56900/1000000; acc:  83.15; ppl:  1.85; xent: 0.61; lr: 0.50000; 8324/7525 tok/s;   2890 sec\n",
            "[2019-05-30 19:45:29,639 INFO] Step 56950/1000000; acc:  82.78; ppl:  1.87; xent: 0.62; lr: 0.50000; 8441/7373 tok/s;   2893 sec\n",
            "[2019-05-30 19:45:32,096 INFO] Step 57000/1000000; acc:  82.43; ppl:  1.92; xent: 0.65; lr: 0.50000; 8257/7377 tok/s;   2895 sec\n",
            "[2019-05-30 19:45:34,649 INFO] Step 57050/1000000; acc:  82.31; ppl:  1.92; xent: 0.65; lr: 0.50000; 8372/7650 tok/s;   2898 sec\n",
            "[2019-05-30 19:45:36,995 INFO] Step 57100/1000000; acc:  83.53; ppl:  1.83; xent: 0.60; lr: 0.50000; 8569/7368 tok/s;   2900 sec\n",
            "[2019-05-30 19:45:39,376 INFO] Step 57150/1000000; acc:  82.50; ppl:  1.92; xent: 0.65; lr: 0.50000; 7985/7471 tok/s;   2902 sec\n",
            "[2019-05-30 19:45:41,778 INFO] Step 57200/1000000; acc:  81.90; ppl:  1.92; xent: 0.65; lr: 0.50000; 8766/7318 tok/s;   2905 sec\n",
            "[2019-05-30 19:45:44,080 INFO] Step 57250/1000000; acc:  83.70; ppl:  1.79; xent: 0.58; lr: 0.50000; 8259/7311 tok/s;   2907 sec\n",
            "[2019-05-30 19:45:46,669 INFO] Step 57300/1000000; acc:  81.45; ppl:  2.05; xent: 0.72; lr: 0.50000; 8559/7540 tok/s;   2910 sec\n",
            "[2019-05-30 19:45:49,196 INFO] Step 57350/1000000; acc:  82.52; ppl:  1.90; xent: 0.64; lr: 0.50000; 8888/7597 tok/s;   2912 sec\n",
            "[2019-05-30 19:45:51,631 INFO] Step 57400/1000000; acc:  83.01; ppl:  1.86; xent: 0.62; lr: 0.50000; 8619/7272 tok/s;   2915 sec\n",
            "[2019-05-30 19:45:54,237 INFO] Step 57450/1000000; acc:  81.13; ppl:  2.07; xent: 0.73; lr: 0.50000; 8426/7719 tok/s;   2917 sec\n",
            "[2019-05-30 19:45:56,833 INFO] Step 57500/1000000; acc:  80.22; ppl:  2.11; xent: 0.75; lr: 0.50000; 8457/7604 tok/s;   2920 sec\n",
            "[2019-05-30 19:45:59,355 INFO] Step 57550/1000000; acc:  82.58; ppl:  1.89; xent: 0.64; lr: 0.50000; 7992/7688 tok/s;   2922 sec\n",
            "[2019-05-30 19:46:01,898 INFO] Step 57600/1000000; acc:  82.61; ppl:  1.87; xent: 0.63; lr: 0.50000; 8030/7638 tok/s;   2925 sec\n",
            "[2019-05-30 19:46:04,386 INFO] Step 57650/1000000; acc:  83.10; ppl:  1.85; xent: 0.62; lr: 0.50000; 8516/7520 tok/s;   2927 sec\n",
            "[2019-05-30 19:46:06,762 INFO] Step 57700/1000000; acc:  82.78; ppl:  1.88; xent: 0.63; lr: 0.50000; 8806/7303 tok/s;   2930 sec\n",
            "[2019-05-30 19:46:09,320 INFO] Step 57750/1000000; acc:  82.94; ppl:  1.86; xent: 0.62; lr: 0.50000; 8559/7684 tok/s;   2932 sec\n",
            "[2019-05-30 19:46:11,891 INFO] Step 57800/1000000; acc:  82.72; ppl:  1.88; xent: 0.63; lr: 0.50000; 8440/7688 tok/s;   2935 sec\n",
            "[2019-05-30 19:46:14,353 INFO] Step 57850/1000000; acc:  82.39; ppl:  1.91; xent: 0.65; lr: 0.50000; 8188/7439 tok/s;   2937 sec\n",
            "[2019-05-30 19:46:16,752 INFO] Step 57900/1000000; acc:  81.71; ppl:  1.98; xent: 0.68; lr: 0.50000; 8672/7384 tok/s;   2940 sec\n",
            "[2019-05-30 19:46:19,261 INFO] Step 57950/1000000; acc:  83.37; ppl:  1.82; xent: 0.60; lr: 0.50000; 8060/7571 tok/s;   2942 sec\n",
            "[2019-05-30 19:46:21,730 INFO] Step 58000/1000000; acc:  82.72; ppl:  1.89; xent: 0.64; lr: 0.50000; 8245/7493 tok/s;   2945 sec\n",
            "[2019-05-30 19:46:24,215 INFO] Step 58050/1000000; acc:  83.69; ppl:  1.79; xent: 0.58; lr: 0.50000; 8397/7496 tok/s;   2947 sec\n",
            "[2019-05-30 19:46:26,756 INFO] Step 58100/1000000; acc:  83.37; ppl:  1.84; xent: 0.61; lr: 0.50000; 8563/7623 tok/s;   2950 sec\n",
            "[2019-05-30 19:46:29,360 INFO] Step 58150/1000000; acc:  81.68; ppl:  2.01; xent: 0.70; lr: 0.50000; 8578/7680 tok/s;   2952 sec\n",
            "[2019-05-30 19:46:31,837 INFO] Step 58200/1000000; acc:  81.74; ppl:  1.94; xent: 0.66; lr: 0.50000; 8733/7544 tok/s;   2955 sec\n",
            "[2019-05-30 19:46:34,196 INFO] Step 58250/1000000; acc:  82.22; ppl:  1.93; xent: 0.66; lr: 0.50000; 8872/7244 tok/s;   2957 sec\n",
            "[2019-05-30 19:46:36,705 INFO] Step 58300/1000000; acc:  82.81; ppl:  1.87; xent: 0.63; lr: 0.50000; 8471/7552 tok/s;   2960 sec\n",
            "[2019-05-30 19:46:39,109 INFO] Step 58350/1000000; acc:  83.57; ppl:  1.82; xent: 0.60; lr: 0.50000; 8440/7413 tok/s;   2962 sec\n",
            "[2019-05-30 19:46:41,670 INFO] Step 58400/1000000; acc:  81.74; ppl:  1.96; xent: 0.68; lr: 0.50000; 8327/7479 tok/s;   2965 sec\n",
            "[2019-05-30 19:46:44,229 INFO] Step 58450/1000000; acc:  81.97; ppl:  1.95; xent: 0.67; lr: 0.50000; 8153/7365 tok/s;   2967 sec\n",
            "[2019-05-30 19:46:46,725 INFO] Step 58500/1000000; acc:  83.35; ppl:  1.83; xent: 0.60; lr: 0.50000; 8823/7490 tok/s;   2970 sec\n",
            "[2019-05-30 19:46:49,246 INFO] Step 58550/1000000; acc:  82.67; ppl:  1.89; xent: 0.64; lr: 0.50000; 7996/7561 tok/s;   2972 sec\n",
            "[2019-05-30 19:46:51,704 INFO] Step 58600/1000000; acc:  83.02; ppl:  1.83; xent: 0.60; lr: 0.50000; 8460/7352 tok/s;   2975 sec\n",
            "[2019-05-30 19:46:54,236 INFO] Step 58650/1000000; acc:  81.58; ppl:  2.06; xent: 0.72; lr: 0.50000; 8065/7450 tok/s;   2977 sec\n",
            "[2019-05-30 19:46:56,694 INFO] Step 58700/1000000; acc:  82.63; ppl:  1.87; xent: 0.63; lr: 0.50000; 8540/7489 tok/s;   2980 sec\n",
            "[2019-05-30 19:46:59,150 INFO] Step 58750/1000000; acc:  83.73; ppl:  1.80; xent: 0.59; lr: 0.50000; 8276/7447 tok/s;   2982 sec\n",
            "[2019-05-30 19:47:01,522 INFO] Step 58800/1000000; acc:  83.84; ppl:  1.78; xent: 0.57; lr: 0.50000; 7879/7447 tok/s;   2985 sec\n",
            "[2019-05-30 19:47:03,920 INFO] Step 58850/1000000; acc:  83.24; ppl:  1.80; xent: 0.59; lr: 0.50000; 8380/7393 tok/s;   2987 sec\n",
            "[2019-05-30 19:47:06,505 INFO] Step 58900/1000000; acc:  82.26; ppl:  1.94; xent: 0.66; lr: 0.50000; 8394/7624 tok/s;   2990 sec\n",
            "[2019-05-30 19:47:09,085 INFO] Step 58950/1000000; acc:  82.80; ppl:  1.86; xent: 0.62; lr: 0.50000; 8337/7650 tok/s;   2992 sec\n",
            "[2019-05-30 19:47:11,512 INFO] Step 59000/1000000; acc:  82.99; ppl:  1.86; xent: 0.62; lr: 0.50000; 8016/7386 tok/s;   2995 sec\n",
            "[2019-05-30 19:47:13,938 INFO] Step 59050/1000000; acc:  84.05; ppl:  1.78; xent: 0.57; lr: 0.50000; 8075/7367 tok/s;   2997 sec\n",
            "[2019-05-30 19:47:16,311 INFO] Step 59100/1000000; acc:  83.76; ppl:  1.79; xent: 0.58; lr: 0.50000; 8173/7303 tok/s;   2999 sec\n",
            "[2019-05-30 19:47:21,595 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 19:47:24,253 INFO] Step 59150/1000000; acc:  83.23; ppl:  1.82; xent: 0.60; lr: 0.50000; 2563/2269 tok/s;   3007 sec\n",
            "[2019-05-30 19:47:26,573 INFO] Step 59200/1000000; acc:  83.38; ppl:  1.81; xent: 0.59; lr: 0.50000; 8305/7394 tok/s;   3010 sec\n",
            "[2019-05-30 19:47:28,955 INFO] Step 59250/1000000; acc:  83.13; ppl:  1.85; xent: 0.61; lr: 0.50000; 8273/7411 tok/s;   3012 sec\n",
            "[2019-05-30 19:47:31,449 INFO] Step 59300/1000000; acc:  82.51; ppl:  1.89; xent: 0.64; lr: 0.50000; 8520/7529 tok/s;   3014 sec\n",
            "[2019-05-30 19:47:34,081 INFO] Step 59350/1000000; acc:  80.27; ppl:  2.27; xent: 0.82; lr: 0.50000; 8618/7384 tok/s;   3017 sec\n",
            "[2019-05-30 19:47:36,545 INFO] Step 59400/1000000; acc:  82.76; ppl:  1.92; xent: 0.65; lr: 0.50000; 8287/7426 tok/s;   3020 sec\n",
            "[2019-05-30 19:47:38,973 INFO] Step 59450/1000000; acc:  82.59; ppl:  1.86; xent: 0.62; lr: 0.50000; 7961/7391 tok/s;   3022 sec\n",
            "[2019-05-30 19:47:41,343 INFO] Step 59500/1000000; acc:  83.47; ppl:  1.84; xent: 0.61; lr: 0.50000; 8289/7371 tok/s;   3024 sec\n",
            "[2019-05-30 19:47:43,914 INFO] Step 59550/1000000; acc:  82.33; ppl:  1.91; xent: 0.65; lr: 0.50000; 8389/7519 tok/s;   3027 sec\n",
            "[2019-05-30 19:47:46,340 INFO] Step 59600/1000000; acc:  83.96; ppl:  1.78; xent: 0.58; lr: 0.50000; 8339/7435 tok/s;   3029 sec\n",
            "[2019-05-30 19:47:48,901 INFO] Step 59650/1000000; acc:  82.03; ppl:  2.00; xent: 0.69; lr: 0.50000; 8208/7509 tok/s;   3032 sec\n",
            "[2019-05-30 19:47:51,419 INFO] Step 59700/1000000; acc:  82.62; ppl:  1.88; xent: 0.63; lr: 0.50000; 8084/7627 tok/s;   3034 sec\n",
            "[2019-05-30 19:47:53,934 INFO] Step 59750/1000000; acc:  82.13; ppl:  1.93; xent: 0.66; lr: 0.50000; 8447/7271 tok/s;   3037 sec\n",
            "[2019-05-30 19:47:56,257 INFO] Step 59800/1000000; acc:  84.43; ppl:  1.73; xent: 0.55; lr: 0.50000; 8210/7329 tok/s;   3039 sec\n",
            "[2019-05-30 19:47:58,669 INFO] Step 59850/1000000; acc:  84.29; ppl:  1.75; xent: 0.56; lr: 0.50000; 8040/7363 tok/s;   3042 sec\n",
            "[2019-05-30 19:48:01,185 INFO] Step 59900/1000000; acc:  83.46; ppl:  1.86; xent: 0.62; lr: 0.50000; 8345/7480 tok/s;   3044 sec\n",
            "[2019-05-30 19:48:03,641 INFO] Step 59950/1000000; acc:  83.54; ppl:  1.77; xent: 0.57; lr: 0.50000; 8285/7399 tok/s;   3047 sec\n",
            "[2019-05-30 19:48:06,096 INFO] Step 60000/1000000; acc:  83.78; ppl:  1.79; xent: 0.58; lr: 0.25000; 8501/7328 tok/s;   3049 sec\n",
            "[2019-05-30 19:48:06,096 INFO] Saving checkpoint light_step_60000.pt\n",
            "[2019-05-30 19:48:10,278 INFO] Step 60050/1000000; acc:  82.58; ppl:  1.91; xent: 0.65; lr: 0.25000; 5065/4576 tok/s;   3053 sec\n",
            "[2019-05-30 19:48:12,689 INFO] Step 60100/1000000; acc:  84.03; ppl:  1.78; xent: 0.58; lr: 0.25000; 8360/7212 tok/s;   3056 sec\n",
            "[2019-05-30 19:48:15,043 INFO] Step 60150/1000000; acc:  83.72; ppl:  1.77; xent: 0.57; lr: 0.25000; 8209/7368 tok/s;   3058 sec\n",
            "[2019-05-30 19:48:17,688 INFO] Step 60200/1000000; acc:  82.19; ppl:  1.97; xent: 0.68; lr: 0.25000; 8785/7657 tok/s;   3061 sec\n",
            "[2019-05-30 19:48:20,080 INFO] Step 60250/1000000; acc:  82.78; ppl:  1.94; xent: 0.66; lr: 0.25000; 8377/7312 tok/s;   3063 sec\n",
            "[2019-05-30 19:48:22,531 INFO] Step 60300/1000000; acc:  84.10; ppl:  1.77; xent: 0.57; lr: 0.25000; 8618/7539 tok/s;   3066 sec\n",
            "[2019-05-30 19:48:25,060 INFO] Step 60350/1000000; acc:  82.03; ppl:  1.99; xent: 0.69; lr: 0.25000; 8530/7433 tok/s;   3068 sec\n",
            "[2019-05-30 19:48:27,473 INFO] Step 60400/1000000; acc:  84.15; ppl:  1.77; xent: 0.57; lr: 0.25000; 8355/7443 tok/s;   3070 sec\n",
            "[2019-05-30 19:48:29,906 INFO] Step 60450/1000000; acc:  83.96; ppl:  1.75; xent: 0.56; lr: 0.25000; 7838/7549 tok/s;   3073 sec\n",
            "[2019-05-30 19:48:32,450 INFO] Step 60500/1000000; acc:  83.83; ppl:  1.81; xent: 0.59; lr: 0.25000; 8305/7574 tok/s;   3075 sec\n",
            "[2019-05-30 19:48:34,877 INFO] Step 60550/1000000; acc:  83.68; ppl:  1.76; xent: 0.56; lr: 0.25000; 8228/7494 tok/s;   3078 sec\n",
            "[2019-05-30 19:48:37,334 INFO] Step 60600/1000000; acc:  83.02; ppl:  1.84; xent: 0.61; lr: 0.25000; 8628/7283 tok/s;   3080 sec\n",
            "[2019-05-30 19:48:39,723 INFO] Step 60650/1000000; acc:  84.62; ppl:  1.72; xent: 0.54; lr: 0.25000; 8414/7449 tok/s;   3083 sec\n",
            "[2019-05-30 19:48:42,214 INFO] Step 60700/1000000; acc:  83.67; ppl:  1.82; xent: 0.60; lr: 0.25000; 8428/7503 tok/s;   3085 sec\n",
            "[2019-05-30 19:48:44,805 INFO] Step 60750/1000000; acc:  81.64; ppl:  2.06; xent: 0.72; lr: 0.25000; 8868/7474 tok/s;   3088 sec\n",
            "[2019-05-30 19:48:47,241 INFO] Step 60800/1000000; acc:  84.60; ppl:  1.71; xent: 0.54; lr: 0.25000; 8432/7565 tok/s;   3090 sec\n",
            "[2019-05-30 19:48:49,846 INFO] Step 60850/1000000; acc:  82.31; ppl:  1.95; xent: 0.67; lr: 0.25000; 8552/7649 tok/s;   3093 sec\n",
            "[2019-05-30 19:48:52,277 INFO] Step 60900/1000000; acc:  83.47; ppl:  1.78; xent: 0.58; lr: 0.25000; 7969/7395 tok/s;   3095 sec\n",
            "[2019-05-30 19:48:54,819 INFO] Step 60950/1000000; acc:  84.22; ppl:  1.76; xent: 0.56; lr: 0.25000; 8436/7679 tok/s;   3098 sec\n",
            "[2019-05-30 19:48:57,331 INFO] Step 61000/1000000; acc:  84.25; ppl:  1.74; xent: 0.55; lr: 0.25000; 8204/7592 tok/s;   3100 sec\n",
            "[2019-05-30 19:48:59,738 INFO] Step 61050/1000000; acc:  84.83; ppl:  1.71; xent: 0.54; lr: 0.25000; 8003/7498 tok/s;   3103 sec\n",
            "[2019-05-30 19:49:02,224 INFO] Step 61100/1000000; acc:  84.56; ppl:  1.72; xent: 0.54; lr: 0.25000; 8512/7367 tok/s;   3105 sec\n",
            "[2019-05-30 19:49:04,703 INFO] Step 61150/1000000; acc:  83.33; ppl:  1.85; xent: 0.61; lr: 0.25000; 8802/7428 tok/s;   3108 sec\n",
            "[2019-05-30 19:49:07,219 INFO] Step 61200/1000000; acc:  84.06; ppl:  1.75; xent: 0.56; lr: 0.25000; 8881/7517 tok/s;   3110 sec\n",
            "[2019-05-30 19:49:09,750 INFO] Step 61250/1000000; acc:  83.84; ppl:  1.79; xent: 0.58; lr: 0.25000; 8268/7636 tok/s;   3113 sec\n",
            "[2019-05-30 19:49:12,097 INFO] Step 61300/1000000; acc:  84.64; ppl:  1.72; xent: 0.54; lr: 0.25000; 8292/7431 tok/s;   3115 sec\n",
            "[2019-05-30 19:49:14,534 INFO] Step 61350/1000000; acc:  84.95; ppl:  1.71; xent: 0.54; lr: 0.25000; 8457/7537 tok/s;   3118 sec\n",
            "[2019-05-30 19:49:17,000 INFO] Step 61400/1000000; acc:  84.99; ppl:  1.68; xent: 0.52; lr: 0.25000; 8718/7525 tok/s;   3120 sec\n",
            "[2019-05-30 19:49:19,543 INFO] Step 61450/1000000; acc:  84.22; ppl:  1.75; xent: 0.56; lr: 0.25000; 8786/7556 tok/s;   3123 sec\n",
            "[2019-05-30 19:49:21,963 INFO] Step 61500/1000000; acc:  85.12; ppl:  1.70; xent: 0.53; lr: 0.25000; 8568/7362 tok/s;   3125 sec\n",
            "[2019-05-30 19:49:24,509 INFO] Step 61550/1000000; acc:  84.61; ppl:  1.74; xent: 0.55; lr: 0.25000; 7986/7307 tok/s;   3128 sec\n",
            "[2019-05-30 19:49:27,037 INFO] Step 61600/1000000; acc:  84.69; ppl:  1.71; xent: 0.54; lr: 0.25000; 8684/7525 tok/s;   3130 sec\n",
            "[2019-05-30 19:49:29,411 INFO] Step 61650/1000000; acc:  84.95; ppl:  1.67; xent: 0.51; lr: 0.25000; 8089/7282 tok/s;   3132 sec\n",
            "[2019-05-30 19:49:31,870 INFO] Step 61700/1000000; acc:  85.11; ppl:  1.69; xent: 0.52; lr: 0.25000; 8018/7543 tok/s;   3135 sec\n",
            "[2019-05-30 19:49:34,373 INFO] Step 61750/1000000; acc:  84.67; ppl:  1.74; xent: 0.55; lr: 0.25000; 8464/7557 tok/s;   3137 sec\n",
            "[2019-05-30 19:49:36,994 INFO] Step 61800/1000000; acc:  83.26; ppl:  1.81; xent: 0.59; lr: 0.25000; 8809/7540 tok/s;   3140 sec\n",
            "[2019-05-30 19:49:39,395 INFO] Step 61850/1000000; acc:  84.48; ppl:  1.75; xent: 0.56; lr: 0.25000; 8901/7370 tok/s;   3142 sec\n",
            "[2019-05-30 19:49:41,987 INFO] Step 61900/1000000; acc:  83.90; ppl:  1.79; xent: 0.58; lr: 0.25000; 8346/7680 tok/s;   3145 sec\n",
            "[2019-05-30 19:49:44,590 INFO] Step 61950/1000000; acc:  83.18; ppl:  1.87; xent: 0.62; lr: 0.25000; 8288/7661 tok/s;   3148 sec\n",
            "[2019-05-30 19:49:47,039 INFO] Step 62000/1000000; acc:  82.64; ppl:  1.89; xent: 0.64; lr: 0.25000; 8703/7411 tok/s;   3150 sec\n",
            "[2019-05-30 19:49:49,509 INFO] Step 62050/1000000; acc:  83.20; ppl:  1.83; xent: 0.61; lr: 0.25000; 8555/7464 tok/s;   3153 sec\n",
            "[2019-05-30 19:49:51,984 INFO] Step 62100/1000000; acc:  84.02; ppl:  1.77; xent: 0.57; lr: 0.25000; 8338/7470 tok/s;   3155 sec\n",
            "[2019-05-30 19:49:54,547 INFO] Step 62150/1000000; acc:  84.02; ppl:  1.78; xent: 0.58; lr: 0.25000; 9064/7558 tok/s;   3158 sec\n",
            "[2019-05-30 19:49:57,042 INFO] Step 62200/1000000; acc:  84.42; ppl:  1.75; xent: 0.56; lr: 0.25000; 8183/7603 tok/s;   3160 sec\n",
            "[2019-05-30 19:49:59,575 INFO] Step 62250/1000000; acc:  83.31; ppl:  1.82; xent: 0.60; lr: 0.25000; 8771/7558 tok/s;   3163 sec\n",
            "[2019-05-30 19:50:01,966 INFO] Step 62300/1000000; acc:  84.84; ppl:  1.73; xent: 0.55; lr: 0.25000; 8137/7477 tok/s;   3165 sec\n",
            "[2019-05-30 19:50:04,410 INFO] Step 62350/1000000; acc:  83.04; ppl:  1.86; xent: 0.62; lr: 0.25000; 8248/7477 tok/s;   3167 sec\n",
            "[2019-05-30 19:50:06,803 INFO] Step 62400/1000000; acc:  84.47; ppl:  1.71; xent: 0.54; lr: 0.25000; 7944/7427 tok/s;   3170 sec\n",
            "[2019-05-30 19:50:09,278 INFO] Step 62450/1000000; acc:  83.31; ppl:  1.84; xent: 0.61; lr: 0.25000; 8767/7425 tok/s;   3172 sec\n",
            "[2019-05-30 19:50:11,784 INFO] Step 62500/1000000; acc:  84.61; ppl:  1.74; xent: 0.56; lr: 0.25000; 8529/7552 tok/s;   3175 sec\n",
            "[2019-05-30 19:50:14,206 INFO] Step 62550/1000000; acc:  83.37; ppl:  1.85; xent: 0.62; lr: 0.25000; 8456/7347 tok/s;   3177 sec\n",
            "[2019-05-30 19:50:16,595 INFO] Step 62600/1000000; acc:  83.85; ppl:  1.78; xent: 0.58; lr: 0.25000; 8306/7351 tok/s;   3180 sec\n",
            "[2019-05-30 19:50:19,017 INFO] Step 62650/1000000; acc:  83.94; ppl:  1.80; xent: 0.59; lr: 0.25000; 8086/7478 tok/s;   3182 sec\n",
            "[2019-05-30 19:50:21,640 INFO] Step 62700/1000000; acc:  83.35; ppl:  1.85; xent: 0.61; lr: 0.25000; 8735/7683 tok/s;   3185 sec\n",
            "[2019-05-30 19:50:24,020 INFO] Step 62750/1000000; acc:  84.37; ppl:  1.76; xent: 0.57; lr: 0.25000; 8232/7444 tok/s;   3187 sec\n",
            "[2019-05-30 19:50:26,517 INFO] Step 62800/1000000; acc:  84.81; ppl:  1.71; xent: 0.53; lr: 0.25000; 8355/7637 tok/s;   3190 sec\n",
            "[2019-05-30 19:50:28,907 INFO] Step 62850/1000000; acc:  85.02; ppl:  1.68; xent: 0.52; lr: 0.25000; 8489/7449 tok/s;   3192 sec\n",
            "[2019-05-30 19:50:31,326 INFO] Step 62900/1000000; acc:  84.69; ppl:  1.71; xent: 0.54; lr: 0.25000; 8575/7432 tok/s;   3194 sec\n",
            "[2019-05-30 19:50:33,865 INFO] Step 62950/1000000; acc:  83.93; ppl:  1.78; xent: 0.58; lr: 0.25000; 8368/7601 tok/s;   3197 sec\n",
            "[2019-05-30 19:50:36,332 INFO] Step 63000/1000000; acc:  85.52; ppl:  1.67; xent: 0.51; lr: 0.25000; 8354/7420 tok/s;   3199 sec\n",
            "[2019-05-30 19:50:38,745 INFO] Step 63050/1000000; acc:  84.40; ppl:  1.74; xent: 0.56; lr: 0.25000; 7931/7423 tok/s;   3202 sec\n",
            "[2019-05-30 19:50:41,135 INFO] Step 63100/1000000; acc:  84.45; ppl:  1.73; xent: 0.55; lr: 0.25000; 8543/7195 tok/s;   3204 sec\n",
            "[2019-05-30 19:50:43,441 INFO] Step 63150/1000000; acc:  85.88; ppl:  1.63; xent: 0.49; lr: 0.25000; 8329/7188 tok/s;   3206 sec\n",
            "[2019-05-30 19:50:45,999 INFO] Step 63200/1000000; acc:  84.87; ppl:  1.71; xent: 0.54; lr: 0.25000; 8382/7531 tok/s;   3209 sec\n",
            "[2019-05-30 19:50:48,509 INFO] Step 63250/1000000; acc:  84.50; ppl:  1.78; xent: 0.57; lr: 0.25000; 8524/7422 tok/s;   3212 sec\n",
            "[2019-05-30 19:50:51,025 INFO] Step 63300/1000000; acc:  84.40; ppl:  1.74; xent: 0.55; lr: 0.25000; 8903/7478 tok/s;   3214 sec\n",
            "[2019-05-30 19:50:53,562 INFO] Step 63350/1000000; acc:  83.61; ppl:  1.82; xent: 0.60; lr: 0.25000; 8499/7464 tok/s;   3217 sec\n",
            "[2019-05-30 19:50:56,135 INFO] Step 63400/1000000; acc:  83.17; ppl:  1.85; xent: 0.61; lr: 0.25000; 8283/7665 tok/s;   3219 sec\n",
            "[2019-05-30 19:50:58,712 INFO] Step 63450/1000000; acc:  83.60; ppl:  1.79; xent: 0.58; lr: 0.25000; 8346/7757 tok/s;   3222 sec\n",
            "[2019-05-30 19:51:01,310 INFO] Step 63500/1000000; acc:  84.42; ppl:  1.73; xent: 0.55; lr: 0.25000; 8008/7723 tok/s;   3224 sec\n",
            "[2019-05-30 19:51:03,707 INFO] Step 63550/1000000; acc:  85.58; ppl:  1.66; xent: 0.51; lr: 0.25000; 8435/7429 tok/s;   3227 sec\n",
            "[2019-05-30 19:51:06,179 INFO] Step 63600/1000000; acc:  84.91; ppl:  1.71; xent: 0.53; lr: 0.25000; 8673/7488 tok/s;   3229 sec\n",
            "[2019-05-30 19:51:08,654 INFO] Step 63650/1000000; acc:  84.76; ppl:  1.71; xent: 0.54; lr: 0.25000; 8690/7476 tok/s;   3232 sec\n",
            "[2019-05-30 19:51:11,216 INFO] Step 63700/1000000; acc:  84.81; ppl:  1.70; xent: 0.53; lr: 0.25000; 8495/7640 tok/s;   3234 sec\n",
            "[2019-05-30 19:51:13,737 INFO] Step 63750/1000000; acc:  85.05; ppl:  1.69; xent: 0.52; lr: 0.25000; 8227/7571 tok/s;   3237 sec\n",
            "[2019-05-30 19:51:16,135 INFO] Step 63800/1000000; acc:  83.63; ppl:  1.81; xent: 0.59; lr: 0.25000; 8540/7366 tok/s;   3239 sec\n",
            "[2019-05-30 19:51:18,644 INFO] Step 63850/1000000; acc:  85.90; ppl:  1.63; xent: 0.49; lr: 0.25000; 8187/7641 tok/s;   3242 sec\n",
            "[2019-05-30 19:51:21,096 INFO] Step 63900/1000000; acc:  84.63; ppl:  1.71; xent: 0.54; lr: 0.25000; 8067/7519 tok/s;   3244 sec\n",
            "[2019-05-30 19:51:23,508 INFO] Step 63950/1000000; acc:  85.67; ppl:  1.64; xent: 0.49; lr: 0.25000; 8757/7403 tok/s;   3247 sec\n",
            "[2019-05-30 19:51:25,984 INFO] Step 64000/1000000; acc:  86.27; ppl:  1.60; xent: 0.47; lr: 0.25000; 8271/7547 tok/s;   3249 sec\n",
            "[2019-05-30 19:51:28,603 INFO] Step 64050/1000000; acc:  84.68; ppl:  1.74; xent: 0.56; lr: 0.25000; 8627/7748 tok/s;   3252 sec\n",
            "[2019-05-30 19:51:31,161 INFO] Step 64100/1000000; acc:  83.04; ppl:  1.83; xent: 0.60; lr: 0.25000; 8760/7585 tok/s;   3254 sec\n",
            "[2019-05-30 19:51:33,611 INFO] Step 64150/1000000; acc:  84.53; ppl:  1.73; xent: 0.55; lr: 0.25000; 8829/7471 tok/s;   3257 sec\n",
            "[2019-05-30 19:51:36,043 INFO] Step 64200/1000000; acc:  85.04; ppl:  1.68; xent: 0.52; lr: 0.25000; 8579/7553 tok/s;   3259 sec\n",
            "[2019-05-30 19:51:38,401 INFO] Step 64250/1000000; acc:  85.88; ppl:  1.64; xent: 0.50; lr: 0.25000; 8362/7398 tok/s;   3261 sec\n",
            "[2019-05-30 19:51:40,924 INFO] Step 64300/1000000; acc:  84.41; ppl:  1.73; xent: 0.55; lr: 0.25000; 8656/7462 tok/s;   3264 sec\n",
            "[2019-05-30 19:51:43,446 INFO] Step 64350/1000000; acc:  84.55; ppl:  1.73; xent: 0.55; lr: 0.25000; 8020/7622 tok/s;   3266 sec\n",
            "[2019-05-30 19:51:45,880 INFO] Step 64400/1000000; acc:  85.83; ppl:  1.64; xent: 0.50; lr: 0.25000; 8650/7209 tok/s;   3269 sec\n",
            "[2019-05-30 19:51:48,489 INFO] Step 64450/1000000; acc:  85.01; ppl:  1.71; xent: 0.53; lr: 0.25000; 8439/7724 tok/s;   3271 sec\n",
            "[2019-05-30 19:51:50,966 INFO] Step 64500/1000000; acc:  84.88; ppl:  1.70; xent: 0.53; lr: 0.25000; 8397/7401 tok/s;   3274 sec\n",
            "[2019-05-30 19:51:53,497 INFO] Step 64550/1000000; acc:  83.82; ppl:  1.85; xent: 0.61; lr: 0.25000; 8268/7527 tok/s;   3276 sec\n",
            "[2019-05-30 19:51:55,868 INFO] Step 64600/1000000; acc:  85.21; ppl:  1.63; xent: 0.49; lr: 0.25000; 8206/7387 tok/s;   3279 sec\n",
            "[2019-05-30 19:51:58,360 INFO] Step 64650/1000000; acc:  85.61; ppl:  1.65; xent: 0.50; lr: 0.25000; 8232/7518 tok/s;   3281 sec\n",
            "[2019-05-30 19:52:00,754 INFO] Step 64700/1000000; acc:  86.18; ppl:  1.61; xent: 0.47; lr: 0.25000; 8368/7432 tok/s;   3284 sec\n",
            "[2019-05-30 19:52:03,140 INFO] Step 64750/1000000; acc:  85.61; ppl:  1.62; xent: 0.48; lr: 0.25000; 7967/7404 tok/s;   3286 sec\n",
            "[2019-05-30 19:52:05,650 INFO] Step 64800/1000000; acc:  84.85; ppl:  1.69; xent: 0.52; lr: 0.25000; 8314/7444 tok/s;   3289 sec\n",
            "[2019-05-30 19:52:08,268 INFO] Step 64850/1000000; acc:  85.25; ppl:  1.67; xent: 0.51; lr: 0.25000; 8434/7619 tok/s;   3291 sec\n",
            "[2019-05-30 19:52:10,743 INFO] Step 64900/1000000; acc:  85.41; ppl:  1.67; xent: 0.51; lr: 0.25000; 8120/7500 tok/s;   3294 sec\n",
            "[2019-05-30 19:52:13,109 INFO] Step 64950/1000000; acc:  85.55; ppl:  1.65; xent: 0.50; lr: 0.25000; 7901/7461 tok/s;   3296 sec\n",
            "[2019-05-30 19:52:15,558 INFO] Step 65000/1000000; acc:  85.80; ppl:  1.63; xent: 0.49; lr: 0.25000; 8414/7445 tok/s;   3299 sec\n",
            "[2019-05-30 19:52:15,558 INFO] Saving checkpoint light_step_65000.pt\n",
            "[2019-05-30 19:52:23,193 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 19:52:25,240 INFO] Step 65050/1000000; acc:  86.04; ppl:  1.60; xent: 0.47; lr: 0.25000; 2102/1861 tok/s;   3308 sec\n",
            "[2019-05-30 19:52:27,563 INFO] Step 65100/1000000; acc:  86.12; ppl:  1.60; xent: 0.47; lr: 0.25000; 8350/7413 tok/s;   3311 sec\n",
            "[2019-05-30 19:52:29,853 INFO] Step 65150/1000000; acc:  85.87; ppl:  1.62; xent: 0.48; lr: 0.25000; 8049/7350 tok/s;   3313 sec\n",
            "[2019-05-30 19:52:32,327 INFO] Step 65200/1000000; acc:  84.77; ppl:  1.72; xent: 0.54; lr: 0.25000; 8617/7512 tok/s;   3315 sec\n",
            "[2019-05-30 19:52:34,799 INFO] Step 65250/1000000; acc:  85.70; ppl:  1.63; xent: 0.49; lr: 0.25000; 8647/7533 tok/s;   3318 sec\n",
            "[2019-05-30 19:52:37,426 INFO] Step 65300/1000000; acc:  82.21; ppl:  2.09; xent: 0.74; lr: 0.25000; 8484/7319 tok/s;   3320 sec\n",
            "[2019-05-30 19:52:39,905 INFO] Step 65350/1000000; acc:  85.67; ppl:  1.67; xent: 0.51; lr: 0.25000; 8006/7499 tok/s;   3323 sec\n",
            "[2019-05-30 19:52:42,321 INFO] Step 65400/1000000; acc:  85.46; ppl:  1.67; xent: 0.51; lr: 0.25000; 8345/7418 tok/s;   3325 sec\n",
            "[2019-05-30 19:52:44,766 INFO] Step 65450/1000000; acc:  85.97; ppl:  1.63; xent: 0.49; lr: 0.25000; 8165/7438 tok/s;   3328 sec\n",
            "[2019-05-30 19:52:47,257 INFO] Step 65500/1000000; acc:  85.09; ppl:  1.69; xent: 0.52; lr: 0.25000; 8326/7397 tok/s;   3330 sec\n",
            "[2019-05-30 19:52:49,812 INFO] Step 65550/1000000; acc:  84.59; ppl:  1.75; xent: 0.56; lr: 0.25000; 8153/7447 tok/s;   3333 sec\n",
            "[2019-05-30 19:52:52,347 INFO] Step 65600/1000000; acc:  85.07; ppl:  1.68; xent: 0.52; lr: 0.25000; 8182/7500 tok/s;   3335 sec\n",
            "[2019-05-30 19:52:54,895 INFO] Step 65650/1000000; acc:  85.18; ppl:  1.69; xent: 0.52; lr: 0.25000; 8033/7359 tok/s;   3338 sec\n",
            "[2019-05-30 19:52:57,297 INFO] Step 65700/1000000; acc:  85.70; ppl:  1.63; xent: 0.49; lr: 0.25000; 8687/7293 tok/s;   3340 sec\n",
            "[2019-05-30 19:52:59,642 INFO] Step 65750/1000000; acc:  86.91; ppl:  1.56; xent: 0.44; lr: 0.25000; 7671/7357 tok/s;   3343 sec\n",
            "[2019-05-30 19:53:02,050 INFO] Step 65800/1000000; acc:  86.24; ppl:  1.60; xent: 0.47; lr: 0.25000; 8479/7389 tok/s;   3345 sec\n",
            "[2019-05-30 19:53:04,570 INFO] Step 65850/1000000; acc:  85.58; ppl:  1.66; xent: 0.51; lr: 0.25000; 8433/7493 tok/s;   3348 sec\n",
            "[2019-05-30 19:53:07,006 INFO] Step 65900/1000000; acc:  86.29; ppl:  1.59; xent: 0.47; lr: 0.25000; 8353/7513 tok/s;   3350 sec\n",
            "[2019-05-30 19:53:09,431 INFO] Step 65950/1000000; acc:  84.61; ppl:  1.72; xent: 0.54; lr: 0.25000; 8685/7394 tok/s;   3352 sec\n",
            "[2019-05-30 19:53:11,978 INFO] Step 66000/1000000; acc:  84.37; ppl:  1.74; xent: 0.55; lr: 0.25000; 8337/7477 tok/s;   3355 sec\n",
            "[2019-05-30 19:53:14,314 INFO] Step 66050/1000000; acc:  85.24; ppl:  1.65; xent: 0.50; lr: 0.25000; 8110/7374 tok/s;   3357 sec\n",
            "[2019-05-30 19:53:16,809 INFO] Step 66100/1000000; acc:  83.77; ppl:  1.80; xent: 0.59; lr: 0.25000; 8748/7585 tok/s;   3360 sec\n",
            "[2019-05-30 19:53:19,354 INFO] Step 66150/1000000; acc:  82.88; ppl:  1.91; xent: 0.65; lr: 0.25000; 8605/7459 tok/s;   3362 sec\n",
            "[2019-05-30 19:53:21,786 INFO] Step 66200/1000000; acc:  85.58; ppl:  1.64; xent: 0.50; lr: 0.25000; 8632/7449 tok/s;   3365 sec\n",
            "[2019-05-30 19:53:24,284 INFO] Step 66250/1000000; acc:  82.86; ppl:  1.91; xent: 0.65; lr: 0.25000; 8611/7312 tok/s;   3367 sec\n",
            "[2019-05-30 19:53:26,743 INFO] Step 66300/1000000; acc:  85.46; ppl:  1.65; xent: 0.50; lr: 0.25000; 7990/7494 tok/s;   3370 sec\n",
            "[2019-05-30 19:53:29,161 INFO] Step 66350/1000000; acc:  84.93; ppl:  1.69; xent: 0.52; lr: 0.25000; 7968/7465 tok/s;   3372 sec\n",
            "[2019-05-30 19:53:31,687 INFO] Step 66400/1000000; acc:  85.03; ppl:  1.69; xent: 0.52; lr: 0.25000; 8311/7583 tok/s;   3375 sec\n",
            "[2019-05-30 19:53:34,174 INFO] Step 66450/1000000; acc:  84.34; ppl:  1.71; xent: 0.54; lr: 0.25000; 8416/7563 tok/s;   3377 sec\n",
            "[2019-05-30 19:53:36,593 INFO] Step 66500/1000000; acc:  84.64; ppl:  1.73; xent: 0.55; lr: 0.25000; 8500/7318 tok/s;   3380 sec\n",
            "[2019-05-30 19:53:38,948 INFO] Step 66550/1000000; acc:  85.95; ppl:  1.63; xent: 0.49; lr: 0.25000; 8292/7422 tok/s;   3382 sec\n",
            "[2019-05-30 19:53:41,359 INFO] Step 66600/1000000; acc:  85.19; ppl:  1.68; xent: 0.52; lr: 0.25000; 8149/7486 tok/s;   3384 sec\n",
            "[2019-05-30 19:53:44,052 INFO] Step 66650/1000000; acc:  82.78; ppl:  1.90; xent: 0.64; lr: 0.25000; 9287/7688 tok/s;   3387 sec\n",
            "[2019-05-30 19:53:46,454 INFO] Step 66700/1000000; acc:  84.97; ppl:  1.69; xent: 0.52; lr: 0.25000; 8480/7356 tok/s;   3389 sec\n",
            "[2019-05-30 19:53:49,105 INFO] Step 66750/1000000; acc:  83.51; ppl:  1.84; xent: 0.61; lr: 0.25000; 8571/7684 tok/s;   3392 sec\n",
            "[2019-05-30 19:53:51,480 INFO] Step 66800/1000000; acc:  85.16; ppl:  1.68; xent: 0.52; lr: 0.25000; 7698/7354 tok/s;   3394 sec\n",
            "[2019-05-30 19:53:54,020 INFO] Step 66850/1000000; acc:  84.96; ppl:  1.68; xent: 0.52; lr: 0.25000; 8593/7710 tok/s;   3397 sec\n",
            "[2019-05-30 19:53:56,556 INFO] Step 66900/1000000; acc:  85.75; ppl:  1.65; xent: 0.50; lr: 0.25000; 8354/7672 tok/s;   3400 sec\n",
            "[2019-05-30 19:53:58,945 INFO] Step 66950/1000000; acc:  85.42; ppl:  1.64; xent: 0.49; lr: 0.25000; 7850/7475 tok/s;   3402 sec\n",
            "[2019-05-30 19:54:01,434 INFO] Step 67000/1000000; acc:  86.09; ppl:  1.62; xent: 0.49; lr: 0.25000; 8449/7357 tok/s;   3404 sec\n",
            "[2019-05-30 19:54:03,978 INFO] Step 67050/1000000; acc:  84.35; ppl:  1.76; xent: 0.56; lr: 0.25000; 8831/7517 tok/s;   3407 sec\n",
            "[2019-05-30 19:54:06,421 INFO] Step 67100/1000000; acc:  85.00; ppl:  1.67; xent: 0.51; lr: 0.25000; 8962/7427 tok/s;   3409 sec\n",
            "[2019-05-30 19:54:08,897 INFO] Step 67150/1000000; acc:  85.04; ppl:  1.69; xent: 0.52; lr: 0.25000; 8169/7574 tok/s;   3412 sec\n",
            "[2019-05-30 19:54:11,301 INFO] Step 67200/1000000; acc:  85.25; ppl:  1.67; xent: 0.52; lr: 0.25000; 8280/7428 tok/s;   3414 sec\n",
            "[2019-05-30 19:54:13,760 INFO] Step 67250/1000000; acc:  85.51; ppl:  1.63; xent: 0.49; lr: 0.25000; 8354/7531 tok/s;   3417 sec\n",
            "[2019-05-30 19:54:16,214 INFO] Step 67300/1000000; acc:  86.00; ppl:  1.61; xent: 0.48; lr: 0.25000; 8451/7460 tok/s;   3419 sec\n",
            "[2019-05-30 19:54:18,807 INFO] Step 67350/1000000; acc:  84.71; ppl:  1.70; xent: 0.53; lr: 0.25000; 9108/7532 tok/s;   3422 sec\n",
            "[2019-05-30 19:54:21,214 INFO] Step 67400/1000000; acc:  86.32; ppl:  1.61; xent: 0.47; lr: 0.25000; 8322/7392 tok/s;   3424 sec\n",
            "[2019-05-30 19:54:23,694 INFO] Step 67450/1000000; acc:  85.34; ppl:  1.65; xent: 0.50; lr: 0.25000; 8493/7548 tok/s;   3427 sec\n",
            "[2019-05-30 19:54:26,225 INFO] Step 67500/1000000; acc:  84.81; ppl:  1.71; xent: 0.54; lr: 0.25000; 8387/7306 tok/s;   3429 sec\n",
            "[2019-05-30 19:54:28,675 INFO] Step 67550/1000000; acc:  86.09; ppl:  1.61; xent: 0.48; lr: 0.25000; 8436/7472 tok/s;   3432 sec\n",
            "[2019-05-30 19:54:31,023 INFO] Step 67600/1000000; acc:  86.30; ppl:  1.60; xent: 0.47; lr: 0.25000; 7989/7331 tok/s;   3434 sec\n",
            "[2019-05-30 19:54:33,557 INFO] Step 67650/1000000; acc:  84.94; ppl:  1.69; xent: 0.53; lr: 0.25000; 8360/7588 tok/s;   3437 sec\n",
            "[2019-05-30 19:54:36,237 INFO] Step 67700/1000000; acc:  84.02; ppl:  1.75; xent: 0.56; lr: 0.25000; 8636/7634 tok/s;   3439 sec\n",
            "[2019-05-30 19:54:38,664 INFO] Step 67750/1000000; acc:  85.68; ppl:  1.64; xent: 0.50; lr: 0.25000; 8969/7360 tok/s;   3442 sec\n",
            "[2019-05-30 19:54:41,148 INFO] Step 67800/1000000; acc:  84.82; ppl:  1.69; xent: 0.53; lr: 0.25000; 8115/7537 tok/s;   3444 sec\n",
            "[2019-05-30 19:54:43,783 INFO] Step 67850/1000000; acc:  83.97; ppl:  1.78; xent: 0.57; lr: 0.25000; 8380/7688 tok/s;   3447 sec\n",
            "[2019-05-30 19:54:46,342 INFO] Step 67900/1000000; acc:  83.07; ppl:  1.84; xent: 0.61; lr: 0.25000; 8629/7443 tok/s;   3449 sec\n",
            "[2019-05-30 19:54:48,815 INFO] Step 67950/1000000; acc:  85.14; ppl:  1.67; xent: 0.51; lr: 0.25000; 8827/7377 tok/s;   3452 sec\n",
            "[2019-05-30 19:54:51,308 INFO] Step 68000/1000000; acc:  84.24; ppl:  1.78; xent: 0.57; lr: 0.25000; 7974/7341 tok/s;   3454 sec\n",
            "[2019-05-30 19:54:53,811 INFO] Step 68050/1000000; acc:  85.18; ppl:  1.66; xent: 0.51; lr: 0.25000; 8822/7510 tok/s;   3457 sec\n",
            "[2019-05-30 19:54:56,404 INFO] Step 68100/1000000; acc:  84.92; ppl:  1.71; xent: 0.53; lr: 0.25000; 8518/7614 tok/s;   3459 sec\n",
            "[2019-05-30 19:54:58,907 INFO] Step 68150/1000000; acc:  84.76; ppl:  1.71; xent: 0.54; lr: 0.25000; 8489/7543 tok/s;   3462 sec\n",
            "[2019-05-30 19:55:01,374 INFO] Step 68200/1000000; acc:  84.66; ppl:  1.72; xent: 0.54; lr: 0.25000; 8380/7455 tok/s;   3464 sec\n",
            "[2019-05-30 19:55:03,725 INFO] Step 68250/1000000; acc:  84.28; ppl:  1.75; xent: 0.56; lr: 0.25000; 8085/7394 tok/s;   3467 sec\n",
            "[2019-05-30 19:55:06,134 INFO] Step 68300/1000000; acc:  85.00; ppl:  1.68; xent: 0.52; lr: 0.25000; 7890/7487 tok/s;   3469 sec\n",
            "[2019-05-30 19:55:08,596 INFO] Step 68350/1000000; acc:  84.20; ppl:  1.77; xent: 0.57; lr: 0.25000; 8763/7459 tok/s;   3472 sec\n",
            "[2019-05-30 19:55:11,074 INFO] Step 68400/1000000; acc:  84.97; ppl:  1.69; xent: 0.53; lr: 0.25000; 8626/7534 tok/s;   3474 sec\n",
            "[2019-05-30 19:55:13,530 INFO] Step 68450/1000000; acc:  84.52; ppl:  1.74; xent: 0.55; lr: 0.25000; 8131/7449 tok/s;   3477 sec\n",
            "[2019-05-30 19:55:15,960 INFO] Step 68500/1000000; acc:  84.24; ppl:  1.76; xent: 0.56; lr: 0.25000; 8585/7310 tok/s;   3479 sec\n",
            "[2019-05-30 19:55:18,303 INFO] Step 68550/1000000; acc:  85.08; ppl:  1.68; xent: 0.52; lr: 0.25000; 8223/7403 tok/s;   3481 sec\n",
            "[2019-05-30 19:55:20,986 INFO] Step 68600/1000000; acc:  83.51; ppl:  1.83; xent: 0.60; lr: 0.25000; 8661/7721 tok/s;   3484 sec\n",
            "[2019-05-30 19:55:23,319 INFO] Step 68650/1000000; acc:  85.43; ppl:  1.66; xent: 0.51; lr: 0.25000; 8036/7378 tok/s;   3486 sec\n",
            "[2019-05-30 19:55:25,804 INFO] Step 68700/1000000; acc:  85.31; ppl:  1.66; xent: 0.51; lr: 0.25000; 8295/7600 tok/s;   3489 sec\n",
            "[2019-05-30 19:55:28,248 INFO] Step 68750/1000000; acc:  85.74; ppl:  1.62; xent: 0.48; lr: 0.25000; 8538/7494 tok/s;   3491 sec\n",
            "[2019-05-30 19:55:30,681 INFO] Step 68800/1000000; acc:  85.03; ppl:  1.67; xent: 0.52; lr: 0.25000; 8760/7445 tok/s;   3494 sec\n",
            "[2019-05-30 19:55:33,219 INFO] Step 68850/1000000; acc:  85.26; ppl:  1.70; xent: 0.53; lr: 0.25000; 8272/7626 tok/s;   3496 sec\n",
            "[2019-05-30 19:55:35,645 INFO] Step 68900/1000000; acc:  86.03; ppl:  1.62; xent: 0.48; lr: 0.25000; 8206/7441 tok/s;   3499 sec\n",
            "[2019-05-30 19:55:38,113 INFO] Step 68950/1000000; acc:  84.85; ppl:  1.73; xent: 0.55; lr: 0.25000; 8401/7568 tok/s;   3501 sec\n",
            "[2019-05-30 19:55:40,441 INFO] Step 69000/1000000; acc:  84.96; ppl:  1.68; xent: 0.52; lr: 0.25000; 8495/7304 tok/s;   3503 sec\n",
            "[2019-05-30 19:55:42,681 INFO] Step 69050/1000000; acc:  86.48; ppl:  1.58; xent: 0.46; lr: 0.25000; 8317/7143 tok/s;   3506 sec\n",
            "[2019-05-30 19:55:45,221 INFO] Step 69100/1000000; acc:  85.62; ppl:  1.64; xent: 0.50; lr: 0.25000; 8339/7508 tok/s;   3508 sec\n",
            "[2019-05-30 19:55:47,720 INFO] Step 69150/1000000; acc:  84.78; ppl:  1.74; xent: 0.55; lr: 0.25000; 8537/7353 tok/s;   3511 sec\n",
            "[2019-05-30 19:55:50,373 INFO] Step 69200/1000000; acc:  84.93; ppl:  1.69; xent: 0.53; lr: 0.25000; 8999/7576 tok/s;   3513 sec\n",
            "[2019-05-30 19:55:52,804 INFO] Step 69250/1000000; acc:  84.89; ppl:  1.71; xent: 0.54; lr: 0.25000; 8316/7184 tok/s;   3516 sec\n",
            "[2019-05-30 19:55:55,441 INFO] Step 69300/1000000; acc:  84.14; ppl:  1.77; xent: 0.57; lr: 0.25000; 8154/7717 tok/s;   3518 sec\n",
            "[2019-05-30 19:55:58,009 INFO] Step 69350/1000000; acc:  84.15; ppl:  1.77; xent: 0.57; lr: 0.25000; 8377/7639 tok/s;   3521 sec\n",
            "[2019-05-30 19:56:00,632 INFO] Step 69400/1000000; acc:  84.85; ppl:  1.71; xent: 0.54; lr: 0.25000; 8271/7745 tok/s;   3524 sec\n",
            "[2019-05-30 19:56:03,051 INFO] Step 69450/1000000; acc:  86.14; ppl:  1.60; xent: 0.47; lr: 0.25000; 8227/7468 tok/s;   3526 sec\n",
            "[2019-05-30 19:56:05,571 INFO] Step 69500/1000000; acc:  85.42; ppl:  1.65; xent: 0.50; lr: 0.25000; 8460/7500 tok/s;   3529 sec\n",
            "[2019-05-30 19:56:08,006 INFO] Step 69550/1000000; acc:  85.36; ppl:  1.65; xent: 0.50; lr: 0.25000; 8778/7359 tok/s;   3531 sec\n",
            "[2019-05-30 19:56:10,515 INFO] Step 69600/1000000; acc:  85.60; ppl:  1.65; xent: 0.50; lr: 0.25000; 8418/7450 tok/s;   3534 sec\n",
            "[2019-05-30 19:56:13,155 INFO] Step 69650/1000000; acc:  85.70; ppl:  1.64; xent: 0.50; lr: 0.25000; 7977/7753 tok/s;   3536 sec\n",
            "[2019-05-30 19:56:15,546 INFO] Step 69700/1000000; acc:  84.79; ppl:  1.69; xent: 0.52; lr: 0.25000; 8458/7338 tok/s;   3539 sec\n",
            "[2019-05-30 19:56:18,051 INFO] Step 69750/1000000; acc:  85.19; ppl:  1.68; xent: 0.52; lr: 0.25000; 8636/7530 tok/s;   3541 sec\n",
            "[2019-05-30 19:56:20,453 INFO] Step 69800/1000000; acc:  86.13; ppl:  1.61; xent: 0.48; lr: 0.25000; 7860/7510 tok/s;   3543 sec\n",
            "[2019-05-30 19:56:22,891 INFO] Step 69850/1000000; acc:  85.96; ppl:  1.61; xent: 0.48; lr: 0.25000; 8689/7456 tok/s;   3546 sec\n",
            "[2019-05-30 19:56:25,381 INFO] Step 69900/1000000; acc:  86.30; ppl:  1.60; xent: 0.47; lr: 0.25000; 8254/7559 tok/s;   3548 sec\n",
            "[2019-05-30 19:56:27,985 INFO] Step 69950/1000000; acc:  85.65; ppl:  1.67; xent: 0.51; lr: 0.25000; 8530/7670 tok/s;   3551 sec\n",
            "[2019-05-30 19:56:30,597 INFO] Step 70000/1000000; acc:  84.31; ppl:  1.72; xent: 0.54; lr: 0.12500; 8624/7695 tok/s;   3554 sec\n",
            "[2019-05-30 19:56:30,597 INFO] Saving checkpoint light_step_70000.pt\n",
            "[2019-05-30 19:56:34,484 INFO] Step 70050/1000000; acc:  84.90; ppl:  1.72; xent: 0.54; lr: 0.12500; 5533/4528 tok/s;   3557 sec\n",
            "[2019-05-30 19:56:36,929 INFO] Step 70100/1000000; acc:  85.27; ppl:  1.65; xent: 0.50; lr: 0.12500; 8584/7511 tok/s;   3560 sec\n",
            "[2019-05-30 19:56:39,344 INFO] Step 70150/1000000; acc:  86.31; ppl:  1.60; xent: 0.47; lr: 0.12500; 8427/7485 tok/s;   3562 sec\n",
            "[2019-05-30 19:56:41,735 INFO] Step 70200/1000000; acc:  85.67; ppl:  1.63; xent: 0.49; lr: 0.12500; 8620/7373 tok/s;   3565 sec\n",
            "[2019-05-30 19:56:44,360 INFO] Step 70250/1000000; acc:  84.41; ppl:  1.74; xent: 0.55; lr: 0.12500; 8346/7588 tok/s;   3567 sec\n",
            "[2019-05-30 19:56:46,828 INFO] Step 70300/1000000; acc:  86.06; ppl:  1.60; xent: 0.47; lr: 0.12500; 8297/7317 tok/s;   3570 sec\n",
            "[2019-05-30 19:56:49,429 INFO] Step 70350/1000000; acc:  85.19; ppl:  1.67; xent: 0.51; lr: 0.12500; 8640/7627 tok/s;   3572 sec\n",
            "[2019-05-30 19:56:51,869 INFO] Step 70400/1000000; acc:  85.80; ppl:  1.61; xent: 0.48; lr: 0.12500; 8181/7328 tok/s;   3575 sec\n",
            "[2019-05-30 19:56:54,486 INFO] Step 70450/1000000; acc:  84.45; ppl:  1.78; xent: 0.58; lr: 0.12500; 8289/7548 tok/s;   3577 sec\n",
            "[2019-05-30 19:56:56,832 INFO] Step 70500/1000000; acc:  86.71; ppl:  1.56; xent: 0.45; lr: 0.12500; 8128/7419 tok/s;   3580 sec\n",
            "[2019-05-30 19:56:59,274 INFO] Step 70550/1000000; acc:  85.34; ppl:  1.64; xent: 0.49; lr: 0.12500; 8141/7480 tok/s;   3582 sec\n",
            "[2019-05-30 19:57:01,727 INFO] Step 70600/1000000; acc:  86.39; ppl:  1.57; xent: 0.45; lr: 0.12500; 8505/7489 tok/s;   3585 sec\n",
            "[2019-05-30 19:57:04,086 INFO] Step 70650/1000000; acc:  86.33; ppl:  1.59; xent: 0.47; lr: 0.12500; 8061/7437 tok/s;   3587 sec\n",
            "[2019-05-30 19:57:06,555 INFO] Step 70700/1000000; acc:  85.99; ppl:  1.61; xent: 0.48; lr: 0.12500; 8243/7540 tok/s;   3590 sec\n",
            "[2019-05-30 19:57:09,046 INFO] Step 70750/1000000; acc:  85.74; ppl:  1.64; xent: 0.50; lr: 0.12500; 8529/7604 tok/s;   3592 sec\n",
            "[2019-05-30 19:57:11,630 INFO] Step 70800/1000000; acc:  85.46; ppl:  1.64; xent: 0.49; lr: 0.12500; 8421/7670 tok/s;   3595 sec\n",
            "[2019-05-30 19:57:13,953 INFO] Step 70850/1000000; acc:  86.47; ppl:  1.60; xent: 0.47; lr: 0.12500; 7772/7407 tok/s;   3597 sec\n",
            "[2019-05-30 19:57:16,393 INFO] Step 70900/1000000; acc:  86.95; ppl:  1.56; xent: 0.45; lr: 0.12500; 8289/7454 tok/s;   3599 sec\n",
            "[2019-05-30 19:57:18,807 INFO] Step 70950/1000000; acc:  86.62; ppl:  1.59; xent: 0.46; lr: 0.12500; 8537/7431 tok/s;   3602 sec\n",
            "[2019-05-30 19:57:23,115 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 19:57:27,059 INFO] Step 71000/1000000; acc:  86.50; ppl:  1.57; xent: 0.45; lr: 0.12500; 2373/2102 tok/s;   3610 sec\n",
            "[2019-05-30 19:57:29,381 INFO] Step 71050/1000000; acc:  86.31; ppl:  1.59; xent: 0.46; lr: 0.12500; 7993/7304 tok/s;   3612 sec\n",
            "[2019-05-30 19:57:31,875 INFO] Step 71100/1000000; acc:  85.68; ppl:  1.66; xent: 0.51; lr: 0.12500; 8830/7452 tok/s;   3615 sec\n",
            "[2019-05-30 19:57:34,286 INFO] Step 71150/1000000; acc:  86.33; ppl:  1.58; xent: 0.46; lr: 0.12500; 8121/7510 tok/s;   3617 sec\n",
            "[2019-05-30 19:57:36,935 INFO] Step 71200/1000000; acc:  83.98; ppl:  1.91; xent: 0.65; lr: 0.12500; 8537/7440 tok/s;   3620 sec\n",
            "[2019-05-30 19:57:39,445 INFO] Step 71250/1000000; acc:  85.45; ppl:  1.67; xent: 0.51; lr: 0.12500; 8568/7486 tok/s;   3622 sec\n",
            "[2019-05-30 19:57:41,877 INFO] Step 71300/1000000; acc:  86.14; ppl:  1.61; xent: 0.48; lr: 0.12500; 7870/7379 tok/s;   3625 sec\n",
            "[2019-05-30 19:57:44,296 INFO] Step 71350/1000000; acc:  85.94; ppl:  1.59; xent: 0.47; lr: 0.12500; 8096/7387 tok/s;   3627 sec\n",
            "[2019-05-30 19:57:46,823 INFO] Step 71400/1000000; acc:  85.56; ppl:  1.65; xent: 0.50; lr: 0.12500; 8638/7444 tok/s;   3630 sec\n",
            "[2019-05-30 19:57:49,378 INFO] Step 71450/1000000; acc:  84.79; ppl:  1.70; xent: 0.53; lr: 0.12500; 8127/7446 tok/s;   3632 sec\n",
            "[2019-05-30 19:57:51,910 INFO] Step 71500/1000000; acc:  85.96; ppl:  1.60; xent: 0.47; lr: 0.12500; 8266/7558 tok/s;   3635 sec\n",
            "[2019-05-30 19:57:54,468 INFO] Step 71550/1000000; acc:  85.37; ppl:  1.66; xent: 0.50; lr: 0.12500; 7879/7382 tok/s;   3637 sec\n",
            "[2019-05-30 19:57:56,869 INFO] Step 71600/1000000; acc:  86.42; ppl:  1.58; xent: 0.46; lr: 0.12500; 8501/7293 tok/s;   3640 sec\n",
            "[2019-05-30 19:57:59,203 INFO] Step 71650/1000000; acc:  87.22; ppl:  1.51; xent: 0.41; lr: 0.12500; 7982/7309 tok/s;   3642 sec\n",
            "[2019-05-30 19:58:01,638 INFO] Step 71700/1000000; acc:  86.73; ppl:  1.55; xent: 0.44; lr: 0.12500; 8488/7437 tok/s;   3645 sec\n",
            "[2019-05-30 19:58:04,110 INFO] Step 71750/1000000; acc:  86.03; ppl:  1.60; xent: 0.47; lr: 0.12500; 8415/7482 tok/s;   3647 sec\n",
            "[2019-05-30 19:58:06,556 INFO] Step 71800/1000000; acc:  87.14; ppl:  1.55; xent: 0.44; lr: 0.12500; 8113/7511 tok/s;   3650 sec\n",
            "[2019-05-30 19:58:09,000 INFO] Step 71850/1000000; acc:  85.64; ppl:  1.64; xent: 0.49; lr: 0.12500; 8694/7386 tok/s;   3652 sec\n",
            "[2019-05-30 19:58:11,556 INFO] Step 71900/1000000; acc:  85.49; ppl:  1.66; xent: 0.50; lr: 0.12500; 8235/7453 tok/s;   3655 sec\n",
            "[2019-05-30 19:58:13,902 INFO] Step 71950/1000000; acc:  86.29; ppl:  1.58; xent: 0.46; lr: 0.12500; 8349/7261 tok/s;   3657 sec\n",
            "[2019-05-30 19:58:16,429 INFO] Step 72000/1000000; acc:  84.77; ppl:  1.72; xent: 0.54; lr: 0.12500; 8585/7588 tok/s;   3659 sec\n",
            "[2019-05-30 19:58:18,955 INFO] Step 72050/1000000; acc:  83.35; ppl:  1.86; xent: 0.62; lr: 0.12500; 8546/7416 tok/s;   3662 sec\n",
            "[2019-05-30 19:58:21,322 INFO] Step 72100/1000000; acc:  87.38; ppl:  1.54; xent: 0.43; lr: 0.12500; 8463/7410 tok/s;   3664 sec\n",
            "[2019-05-30 19:58:23,853 INFO] Step 72150/1000000; acc:  84.19; ppl:  1.78; xent: 0.58; lr: 0.12500; 8902/7444 tok/s;   3667 sec\n",
            "[2019-05-30 19:58:26,313 INFO] Step 72200/1000000; acc:  85.97; ppl:  1.61; xent: 0.48; lr: 0.12500; 8039/7569 tok/s;   3669 sec\n",
            "[2019-05-30 19:58:28,699 INFO] Step 72250/1000000; acc:  85.81; ppl:  1.63; xent: 0.49; lr: 0.12500; 8049/7432 tok/s;   3672 sec\n",
            "[2019-05-30 19:58:31,189 INFO] Step 72300/1000000; acc:  86.19; ppl:  1.59; xent: 0.46; lr: 0.12500; 8354/7560 tok/s;   3674 sec\n",
            "[2019-05-30 19:58:33,696 INFO] Step 72350/1000000; acc:  85.66; ppl:  1.65; xent: 0.50; lr: 0.12500; 8169/7582 tok/s;   3677 sec\n",
            "[2019-05-30 19:58:36,123 INFO] Step 72400/1000000; acc:  85.53; ppl:  1.64; xent: 0.50; lr: 0.12500; 8501/7365 tok/s;   3679 sec\n",
            "[2019-05-30 19:58:38,520 INFO] Step 72450/1000000; acc:  86.33; ppl:  1.61; xent: 0.47; lr: 0.12500; 8435/7406 tok/s;   3682 sec\n",
            "[2019-05-30 19:58:40,860 INFO] Step 72500/1000000; acc:  86.65; ppl:  1.56; xent: 0.45; lr: 0.12500; 8152/7441 tok/s;   3684 sec\n",
            "[2019-05-30 19:58:43,530 INFO] Step 72550/1000000; acc:  83.26; ppl:  1.85; xent: 0.62; lr: 0.12500; 9079/7562 tok/s;   3687 sec\n",
            "[2019-05-30 19:58:46,000 INFO] Step 72600/1000000; acc:  86.53; ppl:  1.61; xent: 0.47; lr: 0.12500; 8506/7362 tok/s;   3689 sec\n",
            "[2019-05-30 19:58:48,680 INFO] Step 72650/1000000; acc:  84.87; ppl:  1.74; xent: 0.55; lr: 0.12500; 8526/7672 tok/s;   3692 sec\n",
            "[2019-05-30 19:58:51,080 INFO] Step 72700/1000000; acc:  85.48; ppl:  1.63; xent: 0.49; lr: 0.12500; 7815/7441 tok/s;   3694 sec\n",
            "[2019-05-30 19:58:53,599 INFO] Step 72750/1000000; acc:  85.88; ppl:  1.62; xent: 0.49; lr: 0.12500; 8425/7389 tok/s;   3697 sec\n",
            "[2019-05-30 19:58:56,168 INFO] Step 72800/1000000; acc:  86.20; ppl:  1.61; xent: 0.48; lr: 0.12500; 8299/7649 tok/s;   3699 sec\n",
            "[2019-05-30 19:58:58,623 INFO] Step 72850/1000000; acc:  86.43; ppl:  1.59; xent: 0.46; lr: 0.12500; 8054/7533 tok/s;   3702 sec\n",
            "[2019-05-30 19:59:01,102 INFO] Step 72900/1000000; acc:  86.93; ppl:  1.57; xent: 0.45; lr: 0.12500; 8071/7362 tok/s;   3704 sec\n",
            "[2019-05-30 19:59:03,547 INFO] Step 72950/1000000; acc:  86.84; ppl:  1.56; xent: 0.45; lr: 0.12500; 8639/7487 tok/s;   3707 sec\n",
            "[2019-05-30 19:59:06,081 INFO] Step 73000/1000000; acc:  84.92; ppl:  1.68; xent: 0.52; lr: 0.12500; 8993/7431 tok/s;   3709 sec\n",
            "[2019-05-30 19:59:08,528 INFO] Step 73050/1000000; acc:  86.89; ppl:  1.56; xent: 0.44; lr: 0.12500; 8396/7481 tok/s;   3712 sec\n",
            "[2019-05-30 19:59:10,981 INFO] Step 73100/1000000; acc:  85.45; ppl:  1.67; xent: 0.51; lr: 0.12500; 8347/7513 tok/s;   3714 sec\n",
            "[2019-05-30 19:59:13,377 INFO] Step 73150/1000000; acc:  86.81; ppl:  1.54; xent: 0.43; lr: 0.12500; 8282/7518 tok/s;   3716 sec\n",
            "[2019-05-30 19:59:15,847 INFO] Step 73200/1000000; acc:  86.22; ppl:  1.58; xent: 0.46; lr: 0.12500; 8577/7541 tok/s;   3719 sec\n",
            "[2019-05-30 19:59:18,359 INFO] Step 73250/1000000; acc:  86.83; ppl:  1.55; xent: 0.44; lr: 0.12500; 8716/7518 tok/s;   3721 sec\n",
            "[2019-05-30 19:59:20,859 INFO] Step 73300/1000000; acc:  86.48; ppl:  1.60; xent: 0.47; lr: 0.12500; 8677/7452 tok/s;   3724 sec\n",
            "[2019-05-30 19:59:23,259 INFO] Step 73350/1000000; acc:  86.56; ppl:  1.56; xent: 0.44; lr: 0.12500; 8403/7400 tok/s;   3726 sec\n",
            "[2019-05-30 19:59:25,805 INFO] Step 73400/1000000; acc:  85.49; ppl:  1.66; xent: 0.50; lr: 0.12500; 8411/7392 tok/s;   3729 sec\n",
            "[2019-05-30 19:59:28,296 INFO] Step 73450/1000000; acc:  87.26; ppl:  1.54; xent: 0.43; lr: 0.12500; 8687/7576 tok/s;   3731 sec\n",
            "[2019-05-30 19:59:30,669 INFO] Step 73500/1000000; acc:  86.96; ppl:  1.55; xent: 0.44; lr: 0.12500; 8064/7416 tok/s;   3734 sec\n",
            "[2019-05-30 19:59:33,116 INFO] Step 73550/1000000; acc:  86.48; ppl:  1.58; xent: 0.46; lr: 0.12500; 8081/7465 tok/s;   3736 sec\n",
            "[2019-05-30 19:59:35,825 INFO] Step 73600/1000000; acc:  85.66; ppl:  1.66; xent: 0.51; lr: 0.12500; 8735/7602 tok/s;   3739 sec\n",
            "[2019-05-30 19:59:38,207 INFO] Step 73650/1000000; acc:  87.06; ppl:  1.54; xent: 0.43; lr: 0.12500; 8704/7387 tok/s;   3741 sec\n",
            "[2019-05-30 19:59:40,684 INFO] Step 73700/1000000; acc:  85.49; ppl:  1.65; xent: 0.50; lr: 0.12500; 8425/7509 tok/s;   3744 sec\n",
            "[2019-05-30 19:59:43,397 INFO] Step 73750/1000000; acc:  85.33; ppl:  1.67; xent: 0.52; lr: 0.12500; 8423/7775 tok/s;   3746 sec\n",
            "[2019-05-30 19:59:45,939 INFO] Step 73800/1000000; acc:  84.37; ppl:  1.74; xent: 0.56; lr: 0.12500; 8712/7494 tok/s;   3749 sec\n",
            "[2019-05-30 19:59:48,350 INFO] Step 73850/1000000; acc:  86.49; ppl:  1.58; xent: 0.46; lr: 0.12500; 8546/7458 tok/s;   3751 sec\n",
            "[2019-05-30 19:59:50,856 INFO] Step 73900/1000000; acc:  84.81; ppl:  1.70; xent: 0.53; lr: 0.12500; 8418/7406 tok/s;   3754 sec\n",
            "[2019-05-30 19:59:53,279 INFO] Step 73950/1000000; acc:  86.45; ppl:  1.58; xent: 0.46; lr: 0.12500; 8539/7498 tok/s;   3756 sec\n",
            "[2019-05-30 19:59:55,889 INFO] Step 74000/1000000; acc:  86.13; ppl:  1.60; xent: 0.47; lr: 0.12500; 8830/7639 tok/s;   3759 sec\n",
            "[2019-05-30 19:59:58,425 INFO] Step 74050/1000000; acc:  86.03; ppl:  1.62; xent: 0.48; lr: 0.12500; 8354/7647 tok/s;   3761 sec\n",
            "[2019-05-30 20:00:00,838 INFO] Step 74100/1000000; acc:  85.95; ppl:  1.61; xent: 0.48; lr: 0.12500; 8592/7451 tok/s;   3764 sec\n",
            "[2019-05-30 20:00:03,218 INFO] Step 74150/1000000; acc:  85.45; ppl:  1.67; xent: 0.52; lr: 0.12500; 8122/7313 tok/s;   3766 sec\n",
            "[2019-05-30 20:00:05,682 INFO] Step 74200/1000000; acc:  86.55; ppl:  1.58; xent: 0.45; lr: 0.12500; 7897/7477 tok/s;   3769 sec\n",
            "[2019-05-30 20:00:08,096 INFO] Step 74250/1000000; acc:  86.76; ppl:  1.56; xent: 0.45; lr: 0.12500; 8275/7392 tok/s;   3771 sec\n",
            "[2019-05-30 20:00:10,599 INFO] Step 74300/1000000; acc:  85.21; ppl:  1.68; xent: 0.52; lr: 0.12500; 8820/7359 tok/s;   3774 sec\n",
            "[2019-05-30 20:00:13,114 INFO] Step 74350/1000000; acc:  86.31; ppl:  1.61; xent: 0.48; lr: 0.12500; 8143/7470 tok/s;   3776 sec\n",
            "[2019-05-30 20:00:15,559 INFO] Step 74400/1000000; acc:  84.49; ppl:  1.73; xent: 0.55; lr: 0.12500; 8613/7352 tok/s;   3779 sec\n",
            "[2019-05-30 20:00:17,927 INFO] Step 74450/1000000; acc:  86.81; ppl:  1.55; xent: 0.44; lr: 0.12500; 8111/7381 tok/s;   3781 sec\n",
            "[2019-05-30 20:00:20,538 INFO] Step 74500/1000000; acc:  85.12; ppl:  1.70; xent: 0.53; lr: 0.12500; 8408/7673 tok/s;   3784 sec\n",
            "[2019-05-30 20:00:22,970 INFO] Step 74550/1000000; acc:  86.02; ppl:  1.63; xent: 0.49; lr: 0.12500; 8235/7461 tok/s;   3786 sec\n",
            "[2019-05-30 20:00:25,451 INFO] Step 74600/1000000; acc:  86.84; ppl:  1.57; xent: 0.45; lr: 0.12500; 8439/7509 tok/s;   3788 sec\n",
            "[2019-05-30 20:00:27,885 INFO] Step 74650/1000000; acc:  86.83; ppl:  1.55; xent: 0.44; lr: 0.12500; 8388/7520 tok/s;   3791 sec\n",
            "[2019-05-30 20:00:30,336 INFO] Step 74700/1000000; acc:  86.62; ppl:  1.58; xent: 0.46; lr: 0.12500; 8800/7420 tok/s;   3793 sec\n",
            "[2019-05-30 20:00:32,775 INFO] Step 74750/1000000; acc:  86.47; ppl:  1.59; xent: 0.47; lr: 0.12500; 7950/7489 tok/s;   3796 sec\n",
            "[2019-05-30 20:00:35,293 INFO] Step 74800/1000000; acc:  86.50; ppl:  1.59; xent: 0.47; lr: 0.12500; 8669/7602 tok/s;   3798 sec\n",
            "[2019-05-30 20:00:37,690 INFO] Step 74850/1000000; acc:  86.90; ppl:  1.55; xent: 0.44; lr: 0.12500; 8197/7423 tok/s;   3801 sec\n",
            "[2019-05-30 20:00:40,093 INFO] Step 74900/1000000; acc:  86.43; ppl:  1.59; xent: 0.46; lr: 0.12500; 8444/7375 tok/s;   3803 sec\n",
            "[2019-05-30 20:00:42,388 INFO] Step 74950/1000000; acc:  86.85; ppl:  1.55; xent: 0.44; lr: 0.12500; 8422/7212 tok/s;   3805 sec\n",
            "[2019-05-30 20:00:44,811 INFO] Step 75000/1000000; acc:  86.78; ppl:  1.56; xent: 0.45; lr: 0.12500; 8319/7500 tok/s;   3808 sec\n",
            "[2019-05-30 20:00:44,812 INFO] Saving checkpoint light_step_75000.pt\n",
            "[2019-05-30 20:00:48,779 INFO] Step 75050/1000000; acc:  86.10; ppl:  1.64; xent: 0.50; lr: 0.12500; 5392/4743 tok/s;   3812 sec\n",
            "[2019-05-30 20:00:51,331 INFO] Step 75100/1000000; acc:  86.55; ppl:  1.58; xent: 0.46; lr: 0.12500; 9103/7573 tok/s;   3814 sec\n",
            "[2019-05-30 20:00:53,816 INFO] Step 75150/1000000; acc:  85.76; ppl:  1.62; xent: 0.48; lr: 0.12500; 8472/7338 tok/s;   3817 sec\n",
            "[2019-05-30 20:00:56,477 INFO] Step 75200/1000000; acc:  85.49; ppl:  1.66; xent: 0.51; lr: 0.12500; 8224/7647 tok/s;   3819 sec\n",
            "[2019-05-30 20:00:59,017 INFO] Step 75250/1000000; acc:  84.91; ppl:  1.68; xent: 0.52; lr: 0.12500; 8367/7420 tok/s;   3822 sec\n",
            "[2019-05-30 20:01:01,644 INFO] Step 75300/1000000; acc:  86.28; ppl:  1.60; xent: 0.47; lr: 0.12500; 7992/7661 tok/s;   3825 sec\n",
            "[2019-05-30 20:01:04,112 INFO] Step 75350/1000000; acc:  87.35; ppl:  1.53; xent: 0.43; lr: 0.12500; 8067/7496 tok/s;   3827 sec\n",
            "[2019-05-30 20:01:06,638 INFO] Step 75400/1000000; acc:  86.72; ppl:  1.55; xent: 0.44; lr: 0.12500; 8563/7575 tok/s;   3830 sec\n",
            "[2019-05-30 20:01:09,096 INFO] Step 75450/1000000; acc:  86.62; ppl:  1.57; xent: 0.45; lr: 0.12500; 8827/7460 tok/s;   3832 sec\n",
            "[2019-05-30 20:01:11,613 INFO] Step 75500/1000000; acc:  87.08; ppl:  1.54; xent: 0.43; lr: 0.12500; 8570/7580 tok/s;   3835 sec\n",
            "[2019-05-30 20:01:14,171 INFO] Step 75550/1000000; acc:  86.83; ppl:  1.55; xent: 0.44; lr: 0.12500; 8080/7675 tok/s;   3837 sec\n",
            "[2019-05-30 20:01:16,570 INFO] Step 75600/1000000; acc:  85.95; ppl:  1.60; xent: 0.47; lr: 0.12500; 8298/7368 tok/s;   3840 sec\n",
            "[2019-05-30 20:01:19,054 INFO] Step 75650/1000000; acc:  86.53; ppl:  1.60; xent: 0.47; lr: 0.12500; 8658/7569 tok/s;   3842 sec\n",
            "[2019-05-30 20:01:21,491 INFO] Step 75700/1000000; acc:  87.04; ppl:  1.54; xent: 0.43; lr: 0.12500; 8143/7483 tok/s;   3844 sec\n",
            "[2019-05-30 20:01:23,909 INFO] Step 75750/1000000; acc:  87.37; ppl:  1.54; xent: 0.43; lr: 0.12500; 8362/7489 tok/s;   3847 sec\n",
            "[2019-05-30 20:01:26,431 INFO] Step 75800/1000000; acc:  87.70; ppl:  1.51; xent: 0.41; lr: 0.12500; 8276/7514 tok/s;   3849 sec\n",
            "[2019-05-30 20:01:29,029 INFO] Step 75850/1000000; acc:  87.39; ppl:  1.54; xent: 0.43; lr: 0.12500; 8621/7603 tok/s;   3852 sec\n",
            "[2019-05-30 20:01:31,674 INFO] Step 75900/1000000; acc:  85.82; ppl:  1.65; xent: 0.50; lr: 0.12500; 8349/7610 tok/s;   3855 sec\n",
            "[2019-05-30 20:01:34,104 INFO] Step 75950/1000000; acc:  86.17; ppl:  1.60; xent: 0.47; lr: 0.12500; 8771/7322 tok/s;   3857 sec\n",
            "[2019-05-30 20:01:36,559 INFO] Step 76000/1000000; acc:  85.50; ppl:  1.64; xent: 0.50; lr: 0.12500; 8629/7404 tok/s;   3860 sec\n",
            "[2019-05-30 20:01:38,983 INFO] Step 76050/1000000; acc:  87.03; ppl:  1.56; xent: 0.44; lr: 0.12500; 8450/7499 tok/s;   3862 sec\n",
            "[2019-05-30 20:01:41,338 INFO] Step 76100/1000000; acc:  87.16; ppl:  1.55; xent: 0.44; lr: 0.12500; 8480/7296 tok/s;   3864 sec\n",
            "[2019-05-30 20:01:44,021 INFO] Step 76150/1000000; acc:  84.85; ppl:  1.70; xent: 0.53; lr: 0.12500; 8499/7625 tok/s;   3867 sec\n",
            "[2019-05-30 20:01:46,469 INFO] Step 76200/1000000; acc:  86.66; ppl:  1.57; xent: 0.45; lr: 0.12500; 8128/7323 tok/s;   3869 sec\n",
            "[2019-05-30 20:01:49,003 INFO] Step 76250/1000000; acc:  85.54; ppl:  1.62; xent: 0.48; lr: 0.12500; 8714/7598 tok/s;   3872 sec\n",
            "[2019-05-30 20:01:51,510 INFO] Step 76300/1000000; acc:  86.36; ppl:  1.59; xent: 0.46; lr: 0.12500; 8170/7441 tok/s;   3875 sec\n",
            "[2019-05-30 20:01:53,926 INFO] Step 76350/1000000; acc:  87.18; ppl:  1.53; xent: 0.43; lr: 0.12500; 8529/7469 tok/s;   3877 sec\n",
            "[2019-05-30 20:01:56,440 INFO] Step 76400/1000000; acc:  84.71; ppl:  1.77; xent: 0.57; lr: 0.12500; 8198/7452 tok/s;   3879 sec\n",
            "[2019-05-30 20:01:58,905 INFO] Step 76450/1000000; acc:  86.23; ppl:  1.60; xent: 0.47; lr: 0.12500; 8218/7521 tok/s;   3882 sec\n",
            "[2019-05-30 20:02:01,358 INFO] Step 76500/1000000; acc:  87.05; ppl:  1.54; xent: 0.43; lr: 0.12500; 8376/7454 tok/s;   3884 sec\n",
            "[2019-05-30 20:02:03,730 INFO] Step 76550/1000000; acc:  87.18; ppl:  1.53; xent: 0.43; lr: 0.12500; 7989/7449 tok/s;   3887 sec\n",
            "[2019-05-30 20:02:06,141 INFO] Step 76600/1000000; acc:  87.06; ppl:  1.55; xent: 0.44; lr: 0.12500; 8416/7458 tok/s;   3889 sec\n",
            "[2019-05-30 20:02:08,719 INFO] Step 76650/1000000; acc:  85.95; ppl:  1.64; xent: 0.49; lr: 0.12500; 8391/7695 tok/s;   3892 sec\n",
            "[2019-05-30 20:02:11,293 INFO] Step 76700/1000000; acc:  86.29; ppl:  1.59; xent: 0.46; lr: 0.12500; 8577/7665 tok/s;   3894 sec\n",
            "[2019-05-30 20:02:13,614 INFO] Step 76750/1000000; acc:  86.63; ppl:  1.59; xent: 0.46; lr: 0.12500; 7860/7394 tok/s;   3897 sec\n",
            "[2019-05-30 20:02:16,098 INFO] Step 76800/1000000; acc:  86.96; ppl:  1.55; xent: 0.44; lr: 0.12500; 8247/7556 tok/s;   3899 sec\n",
            "[2019-05-30 20:02:18,483 INFO] Step 76850/1000000; acc:  86.94; ppl:  1.55; xent: 0.44; lr: 0.12500; 8291/7360 tok/s;   3901 sec\n",
            "[2019-05-30 20:02:23,224 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 20:02:26,343 INFO] Step 76900/1000000; acc:  87.13; ppl:  1.54; xent: 0.43; lr: 0.12500; 2459/2158 tok/s;   3909 sec\n",
            "[2019-05-30 20:02:28,684 INFO] Step 76950/1000000; acc:  86.81; ppl:  1.55; xent: 0.44; lr: 0.12500; 8122/7274 tok/s;   3912 sec\n",
            "[2019-05-30 20:02:31,147 INFO] Step 77000/1000000; acc:  86.27; ppl:  1.61; xent: 0.47; lr: 0.12500; 8470/7481 tok/s;   3914 sec\n",
            "[2019-05-30 20:02:33,571 INFO] Step 77050/1000000; acc:  86.47; ppl:  1.58; xent: 0.46; lr: 0.12500; 8371/7456 tok/s;   3917 sec\n",
            "[2019-05-30 20:02:36,280 INFO] Step 77100/1000000; acc:  83.99; ppl:  1.85; xent: 0.62; lr: 0.12500; 8560/7487 tok/s;   3919 sec\n",
            "[2019-05-30 20:02:38,747 INFO] Step 77150/1000000; acc:  86.11; ppl:  1.62; xent: 0.48; lr: 0.12500; 8588/7461 tok/s;   3922 sec\n",
            "[2019-05-30 20:02:41,105 INFO] Step 77200/1000000; acc:  86.82; ppl:  1.57; xent: 0.45; lr: 0.12500; 7926/7339 tok/s;   3924 sec\n",
            "[2019-05-30 20:02:43,532 INFO] Step 77250/1000000; acc:  86.57; ppl:  1.57; xent: 0.45; lr: 0.12500; 8098/7465 tok/s;   3927 sec\n",
            "[2019-05-30 20:02:46,079 INFO] Step 77300/1000000; acc:  85.86; ppl:  1.63; xent: 0.49; lr: 0.12500; 8416/7413 tok/s;   3929 sec\n",
            "[2019-05-30 20:02:48,556 INFO] Step 77350/1000000; acc:  86.55; ppl:  1.57; xent: 0.45; lr: 0.12500; 8089/7413 tok/s;   3932 sec\n",
            "[2019-05-30 20:02:51,154 INFO] Step 77400/1000000; acc:  85.71; ppl:  1.65; xent: 0.50; lr: 0.12500; 8362/7425 tok/s;   3934 sec\n",
            "[2019-05-30 20:02:53,694 INFO] Step 77450/1000000; acc:  86.81; ppl:  1.57; xent: 0.45; lr: 0.12500; 7862/7459 tok/s;   3937 sec\n",
            "[2019-05-30 20:02:56,242 INFO] Step 77500/1000000; acc:  85.92; ppl:  1.62; xent: 0.48; lr: 0.12500; 8389/7253 tok/s;   3939 sec\n",
            "[2019-05-30 20:02:58,531 INFO] Step 77550/1000000; acc:  87.89; ppl:  1.48; xent: 0.39; lr: 0.12500; 8080/7199 tok/s;   3942 sec\n",
            "[2019-05-30 20:03:00,982 INFO] Step 77600/1000000; acc:  87.38; ppl:  1.52; xent: 0.42; lr: 0.12500; 8227/7391 tok/s;   3944 sec\n",
            "[2019-05-30 20:03:03,472 INFO] Step 77650/1000000; acc:  86.66; ppl:  1.56; xent: 0.45; lr: 0.12500; 8249/7530 tok/s;   3946 sec\n",
            "[2019-05-30 20:03:05,911 INFO] Step 77700/1000000; acc:  87.27; ppl:  1.54; xent: 0.43; lr: 0.12500; 8293/7453 tok/s;   3949 sec\n",
            "[2019-05-30 20:03:08,343 INFO] Step 77750/1000000; acc:  87.30; ppl:  1.54; xent: 0.43; lr: 0.12500; 8634/7371 tok/s;   3951 sec\n",
            "[2019-05-30 20:03:10,900 INFO] Step 77800/1000000; acc:  85.74; ppl:  1.65; xent: 0.50; lr: 0.12500; 8358/7559 tok/s;   3954 sec\n",
            "[2019-05-30 20:03:13,275 INFO] Step 77850/1000000; acc:  86.33; ppl:  1.60; xent: 0.47; lr: 0.12500; 8323/7135 tok/s;   3956 sec\n",
            "[2019-05-30 20:03:15,768 INFO] Step 77900/1000000; acc:  85.15; ppl:  1.67; xent: 0.51; lr: 0.12500; 8396/7565 tok/s;   3959 sec\n",
            "[2019-05-30 20:03:18,257 INFO] Step 77950/1000000; acc:  86.34; ppl:  1.60; xent: 0.47; lr: 0.12500; 8641/7526 tok/s;   3961 sec\n",
            "[2019-05-30 20:03:20,689 INFO] Step 78000/1000000; acc:  85.20; ppl:  1.73; xent: 0.55; lr: 0.12500; 8479/7369 tok/s;   3964 sec\n",
            "[2019-05-30 20:03:23,204 INFO] Step 78050/1000000; acc:  85.45; ppl:  1.68; xent: 0.52; lr: 0.12500; 8728/7412 tok/s;   3966 sec\n",
            "[2019-05-30 20:03:25,682 INFO] Step 78100/1000000; acc:  85.82; ppl:  1.62; xent: 0.48; lr: 0.12500; 8213/7525 tok/s;   3969 sec\n",
            "[2019-05-30 20:03:28,082 INFO] Step 78150/1000000; acc:  86.43; ppl:  1.58; xent: 0.46; lr: 0.12500; 8082/7379 tok/s;   3971 sec\n",
            "[2019-05-30 20:03:30,562 INFO] Step 78200/1000000; acc:  86.94; ppl:  1.56; xent: 0.45; lr: 0.12500; 8232/7564 tok/s;   3974 sec\n",
            "[2019-05-30 20:03:33,096 INFO] Step 78250/1000000; acc:  86.27; ppl:  1.60; xent: 0.47; lr: 0.12500; 8132/7577 tok/s;   3976 sec\n",
            "[2019-05-30 20:03:35,475 INFO] Step 78300/1000000; acc:  86.96; ppl:  1.55; xent: 0.44; lr: 0.12500; 8342/7427 tok/s;   3978 sec\n",
            "[2019-05-30 20:03:37,900 INFO] Step 78350/1000000; acc:  85.47; ppl:  1.65; xent: 0.50; lr: 0.12500; 8532/7301 tok/s;   3981 sec\n",
            "[2019-05-30 20:03:40,263 INFO] Step 78400/1000000; acc:  87.03; ppl:  1.53; xent: 0.42; lr: 0.12500; 8480/7423 tok/s;   3983 sec\n",
            "[2019-05-30 20:03:42,824 INFO] Step 78450/1000000; acc:  86.18; ppl:  1.61; xent: 0.48; lr: 0.12500; 8547/7647 tok/s;   3986 sec\n",
            "[2019-05-30 20:03:45,402 INFO] Step 78500/1000000; acc:  84.02; ppl:  1.80; xent: 0.59; lr: 0.12500; 8935/7410 tok/s;   3988 sec\n",
            "[2019-05-30 20:03:47,969 INFO] Step 78550/1000000; acc:  85.02; ppl:  1.71; xent: 0.54; lr: 0.12500; 8355/7563 tok/s;   3991 sec\n",
            "[2019-05-30 20:03:50,491 INFO] Step 78600/1000000; acc:  86.18; ppl:  1.60; xent: 0.47; lr: 0.12500; 8146/7562 tok/s;   3993 sec\n",
            "[2019-05-30 20:03:52,951 INFO] Step 78650/1000000; acc:  87.09; ppl:  1.54; xent: 0.43; lr: 0.12500; 8057/7413 tok/s;   3996 sec\n",
            "[2019-05-30 20:03:55,519 INFO] Step 78700/1000000; acc:  86.67; ppl:  1.59; xent: 0.46; lr: 0.12500; 8549/7725 tok/s;   3999 sec\n",
            "[2019-05-30 20:03:57,991 INFO] Step 78750/1000000; acc:  86.66; ppl:  1.56; xent: 0.44; lr: 0.12500; 8105/7509 tok/s;   4001 sec\n",
            "[2019-05-30 20:04:00,390 INFO] Step 78800/1000000; acc:  87.20; ppl:  1.52; xent: 0.42; lr: 0.12500; 7977/7471 tok/s;   4003 sec\n",
            "[2019-05-30 20:04:02,856 INFO] Step 78850/1000000; acc:  86.83; ppl:  1.56; xent: 0.44; lr: 0.12500; 8605/7399 tok/s;   4006 sec\n",
            "[2019-05-30 20:04:05,373 INFO] Step 78900/1000000; acc:  85.61; ppl:  1.64; xent: 0.49; lr: 0.12500; 8951/7404 tok/s;   4008 sec\n",
            "[2019-05-30 20:04:07,872 INFO] Step 78950/1000000; acc:  86.50; ppl:  1.56; xent: 0.45; lr: 0.12500; 8503/7478 tok/s;   4011 sec\n",
            "[2019-05-30 20:04:10,405 INFO] Step 79000/1000000; acc:  86.00; ppl:  1.62; xent: 0.48; lr: 0.12500; 8338/7479 tok/s;   4013 sec\n",
            "[2019-05-30 20:04:12,798 INFO] Step 79050/1000000; acc:  86.90; ppl:  1.56; xent: 0.44; lr: 0.12500; 8373/7287 tok/s;   4016 sec\n",
            "[2019-05-30 20:04:15,269 INFO] Step 79100/1000000; acc:  86.87; ppl:  1.54; xent: 0.43; lr: 0.12500; 8212/7538 tok/s;   4018 sec\n",
            "[2019-05-30 20:04:17,767 INFO] Step 79150/1000000; acc:  87.11; ppl:  1.53; xent: 0.43; lr: 0.12500; 8864/7557 tok/s;   4021 sec\n",
            "[2019-05-30 20:04:20,256 INFO] Step 79200/1000000; acc:  86.63; ppl:  1.56; xent: 0.45; lr: 0.12500; 8717/7461 tok/s;   4023 sec\n",
            "[2019-05-30 20:04:22,724 INFO] Step 79250/1000000; acc:  87.34; ppl:  1.53; xent: 0.42; lr: 0.12500; 8482/7480 tok/s;   4026 sec\n",
            "[2019-05-30 20:04:25,207 INFO] Step 79300/1000000; acc:  86.22; ppl:  1.60; xent: 0.47; lr: 0.12500; 8216/7280 tok/s;   4028 sec\n",
            "[2019-05-30 20:04:27,722 INFO] Step 79350/1000000; acc:  87.20; ppl:  1.54; xent: 0.43; lr: 0.12500; 8599/7595 tok/s;   4031 sec\n",
            "[2019-05-30 20:04:30,058 INFO] Step 79400/1000000; acc:  87.76; ppl:  1.51; xent: 0.41; lr: 0.12500; 8140/7378 tok/s;   4033 sec\n",
            "[2019-05-30 20:04:32,490 INFO] Step 79450/1000000; acc:  87.32; ppl:  1.53; xent: 0.43; lr: 0.12500; 8000/7543 tok/s;   4035 sec\n",
            "[2019-05-30 20:04:35,206 INFO] Step 79500/1000000; acc:  85.83; ppl:  1.65; xent: 0.50; lr: 0.12500; 8855/7619 tok/s;   4038 sec\n",
            "[2019-05-30 20:04:37,660 INFO] Step 79550/1000000; acc:  87.29; ppl:  1.52; xent: 0.42; lr: 0.12500; 8371/7510 tok/s;   4041 sec\n",
            "[2019-05-30 20:04:40,105 INFO] Step 79600/1000000; acc:  86.42; ppl:  1.59; xent: 0.47; lr: 0.12500; 8716/7395 tok/s;   4043 sec\n",
            "[2019-05-30 20:04:42,700 INFO] Step 79650/1000000; acc:  86.05; ppl:  1.61; xent: 0.48; lr: 0.12500; 8657/7646 tok/s;   4046 sec\n",
            "[2019-05-30 20:04:45,272 INFO] Step 79700/1000000; acc:  85.60; ppl:  1.65; xent: 0.50; lr: 0.12500; 8289/7605 tok/s;   4048 sec\n",
            "[2019-05-30 20:04:47,755 INFO] Step 79750/1000000; acc:  85.38; ppl:  1.68; xent: 0.52; lr: 0.12500; 8686/7490 tok/s;   4051 sec\n",
            "[2019-05-30 20:04:50,263 INFO] Step 79800/1000000; acc:  85.51; ppl:  1.66; xent: 0.51; lr: 0.12500; 8537/7424 tok/s;   4053 sec\n",
            "[2019-05-30 20:04:52,650 INFO] Step 79850/1000000; acc:  86.80; ppl:  1.55; xent: 0.44; lr: 0.12500; 8340/7401 tok/s;   4056 sec\n",
            "[2019-05-30 20:04:55,283 INFO] Step 79900/1000000; acc:  86.71; ppl:  1.57; xent: 0.45; lr: 0.12500; 8972/7627 tok/s;   4058 sec\n",
            "[2019-05-30 20:04:57,767 INFO] Step 79950/1000000; acc:  86.44; ppl:  1.58; xent: 0.46; lr: 0.12500; 8167/7533 tok/s;   4061 sec\n",
            "[2019-05-30 20:05:00,293 INFO] Step 80000/1000000; acc:  86.28; ppl:  1.60; xent: 0.47; lr: 0.06250; 8768/7602 tok/s;   4063 sec\n",
            "[2019-05-30 20:05:00,293 INFO] Saving checkpoint light_step_80000.pt\n",
            "[2019-05-30 20:05:04,111 INFO] Step 80050/1000000; acc:  86.09; ppl:  1.60; xent: 0.47; lr: 0.06250; 4978/4497 tok/s;   4067 sec\n",
            "[2019-05-30 20:05:06,582 INFO] Step 80100/1000000; acc:  85.90; ppl:  1.63; xent: 0.49; lr: 0.06250; 8058/7604 tok/s;   4070 sec\n",
            "[2019-05-30 20:05:08,952 INFO] Step 80150/1000000; acc:  86.76; ppl:  1.56; xent: 0.44; lr: 0.06250; 8047/7418 tok/s;   4072 sec\n",
            "[2019-05-30 20:05:11,442 INFO] Step 80200/1000000; acc:  85.55; ppl:  1.66; xent: 0.51; lr: 0.06250; 9097/7481 tok/s;   4074 sec\n",
            "[2019-05-30 20:05:13,917 INFO] Step 80250/1000000; acc:  86.94; ppl:  1.56; xent: 0.44; lr: 0.06250; 8378/7518 tok/s;   4077 sec\n",
            "[2019-05-30 20:05:16,362 INFO] Step 80300/1000000; acc:  85.49; ppl:  1.69; xent: 0.52; lr: 0.06250; 8300/7342 tok/s;   4079 sec\n",
            "[2019-05-30 20:05:18,746 INFO] Step 80350/1000000; acc:  86.72; ppl:  1.56; xent: 0.44; lr: 0.06250; 8403/7437 tok/s;   4082 sec\n",
            "[2019-05-30 20:05:21,245 INFO] Step 80400/1000000; acc:  86.34; ppl:  1.62; xent: 0.48; lr: 0.06250; 8171/7530 tok/s;   4084 sec\n",
            "[2019-05-30 20:05:23,803 INFO] Step 80450/1000000; acc:  85.79; ppl:  1.64; xent: 0.50; lr: 0.06250; 8605/7614 tok/s;   4087 sec\n",
            "[2019-05-30 20:05:26,204 INFO] Step 80500/1000000; acc:  86.37; ppl:  1.57; xent: 0.45; lr: 0.06250; 8345/7418 tok/s;   4089 sec\n",
            "[2019-05-30 20:05:28,694 INFO] Step 80550/1000000; acc:  87.19; ppl:  1.54; xent: 0.43; lr: 0.06250; 8353/7531 tok/s;   4092 sec\n",
            "[2019-05-30 20:05:31,130 INFO] Step 80600/1000000; acc:  87.32; ppl:  1.54; xent: 0.43; lr: 0.06250; 8382/7388 tok/s;   4094 sec\n",
            "[2019-05-30 20:05:33,579 INFO] Step 80650/1000000; acc:  86.35; ppl:  1.58; xent: 0.46; lr: 0.06250; 8313/7404 tok/s;   4097 sec\n",
            "[2019-05-30 20:05:36,138 INFO] Step 80700/1000000; acc:  86.86; ppl:  1.57; xent: 0.45; lr: 0.06250; 8377/7631 tok/s;   4099 sec\n",
            "[2019-05-30 20:05:38,501 INFO] Step 80750/1000000; acc:  87.44; ppl:  1.52; xent: 0.42; lr: 0.06250; 8534/7369 tok/s;   4102 sec\n",
            "[2019-05-30 20:05:40,882 INFO] Step 80800/1000000; acc:  86.60; ppl:  1.59; xent: 0.46; lr: 0.06250; 8008/7440 tok/s;   4104 sec\n",
            "[2019-05-30 20:05:43,273 INFO] Step 80850/1000000; acc:  86.41; ppl:  1.56; xent: 0.45; lr: 0.06250; 8700/7299 tok/s;   4106 sec\n",
            "[2019-05-30 20:05:45,575 INFO] Step 80900/1000000; acc:  87.93; ppl:  1.50; xent: 0.40; lr: 0.06250; 8148/7283 tok/s;   4109 sec\n",
            "[2019-05-30 20:05:48,209 INFO] Step 80950/1000000; acc:  85.81; ppl:  1.64; xent: 0.50; lr: 0.06250; 8609/7558 tok/s;   4111 sec\n",
            "[2019-05-30 20:05:50,692 INFO] Step 81000/1000000; acc:  87.04; ppl:  1.55; xent: 0.44; lr: 0.06250; 8685/7525 tok/s;   4114 sec\n",
            "[2019-05-30 20:05:53,162 INFO] Step 81050/1000000; acc:  86.85; ppl:  1.55; xent: 0.44; lr: 0.06250; 8859/7297 tok/s;   4116 sec\n",
            "[2019-05-30 20:05:55,782 INFO] Step 81100/1000000; acc:  85.79; ppl:  1.66; xent: 0.51; lr: 0.06250; 8404/7677 tok/s;   4119 sec\n",
            "[2019-05-30 20:05:58,390 INFO] Step 81150/1000000; acc:  85.03; ppl:  1.68; xent: 0.52; lr: 0.06250; 8441/7642 tok/s;   4121 sec\n",
            "[2019-05-30 20:06:00,904 INFO] Step 81200/1000000; acc:  86.63; ppl:  1.56; xent: 0.44; lr: 0.06250; 8020/7664 tok/s;   4124 sec\n",
            "[2019-05-30 20:06:03,449 INFO] Step 81250/1000000; acc:  86.90; ppl:  1.54; xent: 0.43; lr: 0.06250; 7949/7683 tok/s;   4126 sec\n",
            "[2019-05-30 20:06:05,948 INFO] Step 81300/1000000; acc:  87.65; ppl:  1.52; xent: 0.42; lr: 0.06250; 8477/7435 tok/s;   4129 sec\n",
            "[2019-05-30 20:06:08,329 INFO] Step 81350/1000000; acc:  86.74; ppl:  1.55; xent: 0.44; lr: 0.06250; 8683/7210 tok/s;   4131 sec\n",
            "[2019-05-30 20:06:10,948 INFO] Step 81400/1000000; acc:  87.15; ppl:  1.53; xent: 0.43; lr: 0.06250; 8454/7551 tok/s;   4134 sec\n",
            "[2019-05-30 20:06:13,548 INFO] Step 81450/1000000; acc:  87.01; ppl:  1.55; xent: 0.44; lr: 0.06250; 8348/7579 tok/s;   4137 sec\n",
            "[2019-05-30 20:06:16,044 INFO] Step 81500/1000000; acc:  86.64; ppl:  1.56; xent: 0.44; lr: 0.06250; 8128/7465 tok/s;   4139 sec\n",
            "[2019-05-30 20:06:18,419 INFO] Step 81550/1000000; acc:  86.37; ppl:  1.59; xent: 0.46; lr: 0.06250; 8705/7377 tok/s;   4141 sec\n",
            "[2019-05-30 20:06:20,894 INFO] Step 81600/1000000; acc:  87.73; ppl:  1.50; xent: 0.41; lr: 0.06250; 8094/7625 tok/s;   4144 sec\n",
            "[2019-05-30 20:06:23,385 INFO] Step 81650/1000000; acc:  87.34; ppl:  1.54; xent: 0.43; lr: 0.06250; 8351/7555 tok/s;   4146 sec\n",
            "[2019-05-30 20:06:25,832 INFO] Step 81700/1000000; acc:  87.73; ppl:  1.50; xent: 0.40; lr: 0.06250; 8396/7480 tok/s;   4149 sec\n",
            "[2019-05-30 20:06:28,366 INFO] Step 81750/1000000; acc:  87.78; ppl:  1.52; xent: 0.42; lr: 0.06250; 8487/7620 tok/s;   4151 sec\n",
            "[2019-05-30 20:06:30,979 INFO] Step 81800/1000000; acc:  86.86; ppl:  1.59; xent: 0.46; lr: 0.06250; 8499/7653 tok/s;   4154 sec\n",
            "[2019-05-30 20:06:33,484 INFO] Step 81850/1000000; acc:  86.37; ppl:  1.58; xent: 0.46; lr: 0.06250; 8839/7535 tok/s;   4156 sec\n",
            "[2019-05-30 20:06:35,862 INFO] Step 81900/1000000; acc:  86.37; ppl:  1.58; xent: 0.46; lr: 0.06250; 8910/7268 tok/s;   4159 sec\n",
            "[2019-05-30 20:06:38,330 INFO] Step 81950/1000000; acc:  86.86; ppl:  1.57; xent: 0.45; lr: 0.06250; 8455/7573 tok/s;   4161 sec\n",
            "[2019-05-30 20:06:40,737 INFO] Step 82000/1000000; acc:  87.32; ppl:  1.53; xent: 0.42; lr: 0.06250; 8510/7484 tok/s;   4164 sec\n",
            "[2019-05-30 20:06:43,238 INFO] Step 82050/1000000; acc:  86.31; ppl:  1.60; xent: 0.47; lr: 0.06250; 8272/7454 tok/s;   4166 sec\n",
            "[2019-05-30 20:06:45,816 INFO] Step 82100/1000000; acc:  86.34; ppl:  1.61; xent: 0.47; lr: 0.06250; 8193/7461 tok/s;   4169 sec\n",
            "[2019-05-30 20:06:48,314 INFO] Step 82150/1000000; acc:  86.91; ppl:  1.54; xent: 0.43; lr: 0.06250; 8763/7405 tok/s;   4171 sec\n",
            "[2019-05-30 20:06:50,849 INFO] Step 82200/1000000; acc:  86.82; ppl:  1.57; xent: 0.45; lr: 0.06250; 8054/7545 tok/s;   4174 sec\n",
            "[2019-05-30 20:06:53,324 INFO] Step 82250/1000000; acc:  87.03; ppl:  1.54; xent: 0.43; lr: 0.06250; 8455/7355 tok/s;   4176 sec\n",
            "[2019-05-30 20:06:55,869 INFO] Step 82300/1000000; acc:  85.53; ppl:  1.70; xent: 0.53; lr: 0.06250; 7996/7385 tok/s;   4179 sec\n",
            "[2019-05-30 20:06:58,336 INFO] Step 82350/1000000; acc:  86.86; ppl:  1.54; xent: 0.43; lr: 0.06250; 8456/7487 tok/s;   4181 sec\n",
            "[2019-05-30 20:07:00,791 INFO] Step 82400/1000000; acc:  87.75; ppl:  1.51; xent: 0.41; lr: 0.06250; 8331/7424 tok/s;   4184 sec\n",
            "[2019-05-30 20:07:03,159 INFO] Step 82450/1000000; acc:  87.76; ppl:  1.50; xent: 0.41; lr: 0.06250; 7840/7434 tok/s;   4186 sec\n",
            "[2019-05-30 20:07:05,532 INFO] Step 82500/1000000; acc:  87.58; ppl:  1.51; xent: 0.41; lr: 0.06250; 8441/7443 tok/s;   4189 sec\n",
            "[2019-05-30 20:07:08,111 INFO] Step 82550/1000000; acc:  86.41; ppl:  1.60; xent: 0.47; lr: 0.06250; 8415/7643 tok/s;   4191 sec\n",
            "[2019-05-30 20:07:10,680 INFO] Step 82600/1000000; acc:  86.68; ppl:  1.55; xent: 0.44; lr: 0.06250; 8297/7682 tok/s;   4194 sec\n",
            "[2019-05-30 20:07:13,076 INFO] Step 82650/1000000; acc:  86.82; ppl:  1.55; xent: 0.44; lr: 0.06250; 8146/7454 tok/s;   4196 sec\n",
            "[2019-05-30 20:07:15,463 INFO] Step 82700/1000000; acc:  87.80; ppl:  1.50; xent: 0.41; lr: 0.06250; 8205/7486 tok/s;   4198 sec\n",
            "[2019-05-30 20:07:17,842 INFO] Step 82750/1000000; acc:  87.50; ppl:  1.52; xent: 0.42; lr: 0.06250; 8287/7366 tok/s;   4201 sec\n",
            "[2019-05-30 20:07:23,283 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 20:07:25,816 INFO] Step 82800/1000000; acc:  87.67; ppl:  1.52; xent: 0.42; lr: 0.06250; 2536/2252 tok/s;   4209 sec\n",
            "[2019-05-30 20:07:28,139 INFO] Step 82850/1000000; acc:  87.59; ppl:  1.50; xent: 0.41; lr: 0.06250; 8322/7357 tok/s;   4211 sec\n",
            "[2019-05-30 20:07:30,538 INFO] Step 82900/1000000; acc:  87.35; ppl:  1.54; xent: 0.43; lr: 0.06250; 8298/7469 tok/s;   4214 sec\n",
            "[2019-05-30 20:07:33,017 INFO] Step 82950/1000000; acc:  87.24; ppl:  1.55; xent: 0.44; lr: 0.06250; 8442/7419 tok/s;   4216 sec\n",
            "[2019-05-30 20:07:35,667 INFO] Step 83000/1000000; acc:  84.38; ppl:  1.84; xent: 0.61; lr: 0.06250; 8533/7308 tok/s;   4219 sec\n",
            "[2019-05-30 20:07:38,159 INFO] Step 83050/1000000; acc:  86.74; ppl:  1.58; xent: 0.45; lr: 0.06250; 8245/7471 tok/s;   4221 sec\n",
            "[2019-05-30 20:07:40,583 INFO] Step 83100/1000000; acc:  87.05; ppl:  1.54; xent: 0.43; lr: 0.06250; 8080/7403 tok/s;   4224 sec\n",
            "[2019-05-30 20:07:42,983 INFO] Step 83150/1000000; acc:  87.12; ppl:  1.54; xent: 0.43; lr: 0.06250; 8241/7361 tok/s;   4226 sec\n",
            "[2019-05-30 20:07:45,531 INFO] Step 83200/1000000; acc:  86.14; ppl:  1.60; xent: 0.47; lr: 0.06250; 8288/7511 tok/s;   4229 sec\n",
            "[2019-05-30 20:07:47,994 INFO] Step 83250/1000000; acc:  87.64; ppl:  1.50; xent: 0.41; lr: 0.06250; 8370/7428 tok/s;   4231 sec\n",
            "[2019-05-30 20:07:50,547 INFO] Step 83300/1000000; acc:  86.06; ppl:  1.63; xent: 0.49; lr: 0.06250; 8184/7408 tok/s;   4234 sec\n",
            "[2019-05-30 20:07:53,046 INFO] Step 83350/1000000; acc:  87.19; ppl:  1.54; xent: 0.43; lr: 0.06250; 8040/7605 tok/s;   4236 sec\n",
            "[2019-05-30 20:07:55,567 INFO] Step 83400/1000000; acc:  86.55; ppl:  1.57; xent: 0.45; lr: 0.06250; 8327/7289 tok/s;   4239 sec\n",
            "[2019-05-30 20:07:57,922 INFO] Step 83450/1000000; acc:  87.78; ppl:  1.49; xent: 0.40; lr: 0.06250; 8235/7302 tok/s;   4241 sec\n",
            "[2019-05-30 20:08:00,342 INFO] Step 83500/1000000; acc:  87.84; ppl:  1.47; xent: 0.39; lr: 0.06250; 8146/7392 tok/s;   4243 sec\n",
            "[2019-05-30 20:08:02,833 INFO] Step 83550/1000000; acc:  87.09; ppl:  1.55; xent: 0.44; lr: 0.06250; 8351/7554 tok/s;   4246 sec\n",
            "[2019-05-30 20:08:05,272 INFO] Step 83600/1000000; acc:  88.09; ppl:  1.49; xent: 0.40; lr: 0.06250; 8318/7426 tok/s;   4248 sec\n",
            "[2019-05-30 20:08:07,722 INFO] Step 83650/1000000; acc:  87.61; ppl:  1.50; xent: 0.40; lr: 0.06250; 8594/7366 tok/s;   4251 sec\n",
            "[2019-05-30 20:08:10,274 INFO] Step 83700/1000000; acc:  85.82; ppl:  1.63; xent: 0.49; lr: 0.06250; 8301/7476 tok/s;   4253 sec\n",
            "[2019-05-30 20:08:12,669 INFO] Step 83750/1000000; acc:  87.35; ppl:  1.52; xent: 0.42; lr: 0.06250; 8200/7151 tok/s;   4256 sec\n",
            "[2019-05-30 20:08:15,062 INFO] Step 83800/1000000; acc:  87.20; ppl:  1.53; xent: 0.42; lr: 0.06250; 8186/7359 tok/s;   4258 sec\n",
            "[2019-05-30 20:08:17,688 INFO] Step 83850/1000000; acc:  85.43; ppl:  1.65; xent: 0.50; lr: 0.06250; 8798/7637 tok/s;   4261 sec\n",
            "[2019-05-30 20:08:20,117 INFO] Step 83900/1000000; acc:  85.89; ppl:  1.68; xent: 0.52; lr: 0.06250; 8358/7309 tok/s;   4263 sec\n",
            "[2019-05-30 20:08:22,580 INFO] Step 83950/1000000; acc:  87.30; ppl:  1.52; xent: 0.42; lr: 0.06250; 8651/7499 tok/s;   4266 sec\n",
            "[2019-05-30 20:08:25,091 INFO] Step 84000/1000000; acc:  85.07; ppl:  1.70; xent: 0.53; lr: 0.06250; 8539/7409 tok/s;   4268 sec\n",
            "[2019-05-30 20:08:27,490 INFO] Step 84050/1000000; acc:  87.36; ppl:  1.53; xent: 0.43; lr: 0.06250; 8298/7434 tok/s;   4270 sec\n",
            "[2019-05-30 20:08:29,938 INFO] Step 84100/1000000; acc:  86.98; ppl:  1.55; xent: 0.44; lr: 0.06250; 7791/7555 tok/s;   4273 sec\n",
            "[2019-05-30 20:08:32,500 INFO] Step 84150/1000000; acc:  86.86; ppl:  1.57; xent: 0.45; lr: 0.06250; 8321/7595 tok/s;   4275 sec\n",
            "[2019-05-30 20:08:34,915 INFO] Step 84200/1000000; acc:  86.75; ppl:  1.54; xent: 0.43; lr: 0.06250; 8320/7503 tok/s;   4278 sec\n",
            "[2019-05-30 20:08:37,357 INFO] Step 84250/1000000; acc:  86.56; ppl:  1.59; xent: 0.46; lr: 0.06250; 8583/7307 tok/s;   4280 sec\n",
            "[2019-05-30 20:08:39,734 INFO] Step 84300/1000000; acc:  87.24; ppl:  1.53; xent: 0.42; lr: 0.06250; 8426/7403 tok/s;   4283 sec\n",
            "[2019-05-30 20:08:42,242 INFO] Step 84350/1000000; acc:  86.86; ppl:  1.56; xent: 0.44; lr: 0.06250; 8424/7607 tok/s;   4285 sec\n",
            "[2019-05-30 20:08:44,847 INFO] Step 84400/1000000; acc:  84.76; ppl:  1.73; xent: 0.55; lr: 0.06250; 8917/7457 tok/s;   4288 sec\n",
            "[2019-05-30 20:08:47,258 INFO] Step 84450/1000000; acc:  87.84; ppl:  1.49; xent: 0.40; lr: 0.06250; 8387/7511 tok/s;   4290 sec\n",
            "[2019-05-30 20:08:49,902 INFO] Step 84500/1000000; acc:  85.54; ppl:  1.68; xent: 0.52; lr: 0.06250; 8595/7584 tok/s;   4293 sec\n",
            "[2019-05-30 20:08:52,322 INFO] Step 84550/1000000; acc:  87.14; ppl:  1.54; xent: 0.43; lr: 0.06250; 7794/7429 tok/s;   4295 sec\n",
            "[2019-05-30 20:08:54,841 INFO] Step 84600/1000000; acc:  86.99; ppl:  1.54; xent: 0.43; lr: 0.06250; 8539/7648 tok/s;   4298 sec\n",
            "[2019-05-30 20:08:57,352 INFO] Step 84650/1000000; acc:  87.49; ppl:  1.52; xent: 0.42; lr: 0.06250; 8283/7621 tok/s;   4300 sec\n",
            "[2019-05-30 20:08:59,756 INFO] Step 84700/1000000; acc:  87.57; ppl:  1.51; xent: 0.41; lr: 0.06250; 7959/7506 tok/s;   4303 sec\n",
            "[2019-05-30 20:09:02,225 INFO] Step 84750/1000000; acc:  87.99; ppl:  1.50; xent: 0.41; lr: 0.06250; 8544/7418 tok/s;   4305 sec\n",
            "[2019-05-30 20:09:04,699 INFO] Step 84800/1000000; acc:  86.71; ppl:  1.59; xent: 0.46; lr: 0.06250; 8850/7498 tok/s;   4308 sec\n",
            "[2019-05-30 20:09:07,205 INFO] Step 84850/1000000; acc:  87.27; ppl:  1.52; xent: 0.42; lr: 0.06250; 8862/7518 tok/s;   4310 sec\n",
            "[2019-05-30 20:09:09,734 INFO] Step 84900/1000000; acc:  86.95; ppl:  1.55; xent: 0.44; lr: 0.06250; 8353/7619 tok/s;   4313 sec\n",
            "[2019-05-30 20:09:12,086 INFO] Step 84950/1000000; acc:  87.89; ppl:  1.51; xent: 0.41; lr: 0.06250; 8191/7440 tok/s;   4315 sec\n",
            "[2019-05-30 20:09:14,514 INFO] Step 85000/1000000; acc:  87.62; ppl:  1.50; xent: 0.41; lr: 0.06250; 8489/7487 tok/s;   4318 sec\n",
            "[2019-05-30 20:09:14,514 INFO] Saving checkpoint light_step_85000.pt\n",
            "[2019-05-30 20:09:18,470 INFO] Step 85050/1000000; acc:  87.78; ppl:  1.49; xent: 0.40; lr: 0.06250; 5419/4756 tok/s;   4321 sec\n",
            "[2019-05-30 20:09:21,028 INFO] Step 85100/1000000; acc:  87.21; ppl:  1.55; xent: 0.44; lr: 0.06250; 8883/7511 tok/s;   4324 sec\n",
            "[2019-05-30 20:09:23,457 INFO] Step 85150/1000000; acc:  87.75; ppl:  1.50; xent: 0.41; lr: 0.06250; 8536/7387 tok/s;   4326 sec\n",
            "[2019-05-30 20:09:25,958 INFO] Step 85200/1000000; acc:  87.25; ppl:  1.53; xent: 0.43; lr: 0.06250; 8003/7388 tok/s;   4329 sec\n",
            "[2019-05-30 20:09:28,468 INFO] Step 85250/1000000; acc:  87.52; ppl:  1.51; xent: 0.41; lr: 0.06250; 8594/7452 tok/s;   4331 sec\n",
            "[2019-05-30 20:09:30,886 INFO] Step 85300/1000000; acc:  88.10; ppl:  1.48; xent: 0.39; lr: 0.06250; 8258/7308 tok/s;   4334 sec\n",
            "[2019-05-30 20:09:33,335 INFO] Step 85350/1000000; acc:  87.81; ppl:  1.50; xent: 0.40; lr: 0.06250; 7998/7495 tok/s;   4336 sec\n",
            "[2019-05-30 20:09:35,869 INFO] Step 85400/1000000; acc:  87.75; ppl:  1.51; xent: 0.41; lr: 0.06250; 8309/7489 tok/s;   4339 sec\n",
            "[2019-05-30 20:09:38,462 INFO] Step 85450/1000000; acc:  86.74; ppl:  1.57; xent: 0.45; lr: 0.06250; 8754/7496 tok/s;   4341 sec\n",
            "[2019-05-30 20:09:40,916 INFO] Step 85500/1000000; acc:  87.43; ppl:  1.51; xent: 0.42; lr: 0.06250; 8816/7408 tok/s;   4344 sec\n",
            "[2019-05-30 20:09:43,518 INFO] Step 85550/1000000; acc:  87.25; ppl:  1.55; xent: 0.44; lr: 0.06250; 8413/7688 tok/s;   4347 sec\n",
            "[2019-05-30 20:09:46,100 INFO] Step 85600/1000000; acc:  86.08; ppl:  1.61; xent: 0.48; lr: 0.06250; 8230/7648 tok/s;   4349 sec\n",
            "[2019-05-30 20:09:48,552 INFO] Step 85650/1000000; acc:  86.18; ppl:  1.62; xent: 0.48; lr: 0.06250; 8796/7428 tok/s;   4352 sec\n",
            "[2019-05-30 20:09:51,034 INFO] Step 85700/1000000; acc:  86.52; ppl:  1.59; xent: 0.46; lr: 0.06250; 8515/7404 tok/s;   4354 sec\n",
            "[2019-05-30 20:09:53,518 INFO] Step 85750/1000000; acc:  86.70; ppl:  1.55; xent: 0.44; lr: 0.06250; 8360/7496 tok/s;   4357 sec\n",
            "[2019-05-30 20:09:56,080 INFO] Step 85800/1000000; acc:  87.40; ppl:  1.53; xent: 0.42; lr: 0.06250; 9094/7537 tok/s;   4359 sec\n",
            "[2019-05-30 20:09:58,587 INFO] Step 85850/1000000; acc:  87.35; ppl:  1.53; xent: 0.42; lr: 0.06250; 8119/7567 tok/s;   4362 sec\n",
            "[2019-05-30 20:10:01,075 INFO] Step 85900/1000000; acc:  87.19; ppl:  1.54; xent: 0.43; lr: 0.06250; 8669/7562 tok/s;   4364 sec\n",
            "[2019-05-30 20:10:03,522 INFO] Step 85950/1000000; acc:  86.93; ppl:  1.57; xent: 0.45; lr: 0.06250; 8238/7436 tok/s;   4367 sec\n",
            "[2019-05-30 20:10:05,934 INFO] Step 86000/1000000; acc:  86.25; ppl:  1.63; xent: 0.49; lr: 0.06250; 8068/7366 tok/s;   4369 sec\n",
            "[2019-05-30 20:10:08,383 INFO] Step 86050/1000000; acc:  86.67; ppl:  1.56; xent: 0.44; lr: 0.06250; 8025/7519 tok/s;   4371 sec\n",
            "[2019-05-30 20:10:10,840 INFO] Step 86100/1000000; acc:  86.01; ppl:  1.62; xent: 0.49; lr: 0.06250; 8776/7451 tok/s;   4374 sec\n",
            "[2019-05-30 20:10:13,321 INFO] Step 86150/1000000; acc:  87.27; ppl:  1.55; xent: 0.44; lr: 0.06250; 8567/7528 tok/s;   4376 sec\n",
            "[2019-05-30 20:10:15,741 INFO] Step 86200/1000000; acc:  86.27; ppl:  1.62; xent: 0.48; lr: 0.06250; 8330/7326 tok/s;   4379 sec\n",
            "[2019-05-30 20:10:18,164 INFO] Step 86250/1000000; acc:  86.35; ppl:  1.59; xent: 0.46; lr: 0.06250; 8400/7380 tok/s;   4381 sec\n",
            "[2019-05-30 20:10:20,568 INFO] Step 86300/1000000; acc:  86.67; ppl:  1.59; xent: 0.47; lr: 0.06250; 8095/7429 tok/s;   4384 sec\n",
            "[2019-05-30 20:10:23,218 INFO] Step 86350/1000000; acc:  86.41; ppl:  1.61; xent: 0.48; lr: 0.06250; 8692/7675 tok/s;   4386 sec\n",
            "[2019-05-30 20:10:25,566 INFO] Step 86400/1000000; acc:  86.77; ppl:  1.55; xent: 0.44; lr: 0.06250; 8207/7382 tok/s;   4389 sec\n",
            "[2019-05-30 20:10:28,090 INFO] Step 86450/1000000; acc:  87.26; ppl:  1.53; xent: 0.43; lr: 0.06250; 8342/7632 tok/s;   4391 sec\n",
            "[2019-05-30 20:10:30,493 INFO] Step 86500/1000000; acc:  87.62; ppl:  1.50; xent: 0.41; lr: 0.06250; 8390/7435 tok/s;   4393 sec\n",
            "[2019-05-30 20:10:32,913 INFO] Step 86550/1000000; acc:  86.80; ppl:  1.54; xent: 0.43; lr: 0.06250; 8731/7456 tok/s;   4396 sec\n",
            "[2019-05-30 20:10:35,443 INFO] Step 86600/1000000; acc:  86.76; ppl:  1.57; xent: 0.45; lr: 0.06250; 8322/7578 tok/s;   4398 sec\n",
            "[2019-05-30 20:10:37,890 INFO] Step 86650/1000000; acc:  87.58; ppl:  1.51; xent: 0.41; lr: 0.06250; 8371/7508 tok/s;   4401 sec\n",
            "[2019-05-30 20:10:40,306 INFO] Step 86700/1000000; acc:  86.81; ppl:  1.56; xent: 0.44; lr: 0.06250; 8079/7493 tok/s;   4403 sec\n",
            "[2019-05-30 20:10:42,669 INFO] Step 86750/1000000; acc:  86.90; ppl:  1.55; xent: 0.44; lr: 0.06250; 8614/7278 tok/s;   4406 sec\n",
            "[2019-05-30 20:10:44,931 INFO] Step 86800/1000000; acc:  87.86; ppl:  1.49; xent: 0.40; lr: 0.06250; 8460/7213 tok/s;   4408 sec\n",
            "[2019-05-30 20:10:47,476 INFO] Step 86850/1000000; acc:  87.26; ppl:  1.53; xent: 0.43; lr: 0.06250; 8350/7646 tok/s;   4410 sec\n",
            "[2019-05-30 20:10:49,984 INFO] Step 86900/1000000; acc:  86.72; ppl:  1.57; xent: 0.45; lr: 0.06250; 8529/7400 tok/s;   4413 sec\n",
            "[2019-05-30 20:10:52,498 INFO] Step 86950/1000000; acc:  87.06; ppl:  1.56; xent: 0.44; lr: 0.06250; 8886/7460 tok/s;   4415 sec\n",
            "[2019-05-30 20:10:55,046 INFO] Step 87000/1000000; acc:  86.22; ppl:  1.62; xent: 0.48; lr: 0.06250; 8436/7406 tok/s;   4418 sec\n",
            "[2019-05-30 20:10:57,614 INFO] Step 87050/1000000; acc:  86.28; ppl:  1.60; xent: 0.47; lr: 0.06250; 8174/7626 tok/s;   4421 sec\n",
            "[2019-05-30 20:11:00,234 INFO] Step 87100/1000000; acc:  86.19; ppl:  1.61; xent: 0.48; lr: 0.06250; 8381/7756 tok/s;   4423 sec\n",
            "[2019-05-30 20:11:02,799 INFO] Step 87150/1000000; acc:  87.03; ppl:  1.54; xent: 0.43; lr: 0.06250; 8084/7696 tok/s;   4426 sec\n",
            "[2019-05-30 20:11:05,214 INFO] Step 87200/1000000; acc:  87.74; ppl:  1.50; xent: 0.41; lr: 0.06250; 8428/7429 tok/s;   4428 sec\n",
            "[2019-05-30 20:11:07,703 INFO] Step 87250/1000000; acc:  87.33; ppl:  1.53; xent: 0.43; lr: 0.06250; 8665/7513 tok/s;   4431 sec\n",
            "[2019-05-30 20:11:10,150 INFO] Step 87300/1000000; acc:  87.26; ppl:  1.52; xent: 0.42; lr: 0.06250; 8711/7457 tok/s;   4433 sec\n",
            "[2019-05-30 20:11:12,733 INFO] Step 87350/1000000; acc:  87.23; ppl:  1.54; xent: 0.43; lr: 0.06250; 8423/7606 tok/s;   4436 sec\n",
            "[2019-05-30 20:11:15,279 INFO] Step 87400/1000000; acc:  87.53; ppl:  1.52; xent: 0.42; lr: 0.06250; 8147/7617 tok/s;   4438 sec\n",
            "[2019-05-30 20:11:17,620 INFO] Step 87450/1000000; acc:  86.64; ppl:  1.56; xent: 0.44; lr: 0.06250; 8367/7219 tok/s;   4441 sec\n",
            "[2019-05-30 20:11:20,243 INFO] Step 87500/1000000; acc:  87.36; ppl:  1.53; xent: 0.43; lr: 0.06250; 8392/7604 tok/s;   4443 sec\n",
            "[2019-05-30 20:11:22,709 INFO] Step 87550/1000000; acc:  87.18; ppl:  1.54; xent: 0.43; lr: 0.06250; 7892/7473 tok/s;   4446 sec\n",
            "[2019-05-30 20:11:25,095 INFO] Step 87600/1000000; acc:  88.20; ppl:  1.48; xent: 0.39; lr: 0.06250; 8582/7295 tok/s;   4448 sec\n",
            "[2019-05-30 20:11:27,571 INFO] Step 87650/1000000; acc:  88.37; ppl:  1.47; xent: 0.38; lr: 0.06250; 8327/7603 tok/s;   4451 sec\n",
            "[2019-05-30 20:11:30,211 INFO] Step 87700/1000000; acc:  87.17; ppl:  1.56; xent: 0.44; lr: 0.06250; 8630/7733 tok/s;   4453 sec\n",
            "[2019-05-30 20:11:32,778 INFO] Step 87750/1000000; acc:  86.02; ppl:  1.61; xent: 0.48; lr: 0.06250; 8753/7583 tok/s;   4456 sec\n",
            "[2019-05-30 20:11:35,203 INFO] Step 87800/1000000; acc:  86.61; ppl:  1.58; xent: 0.46; lr: 0.06250; 8894/7495 tok/s;   4458 sec\n",
            "[2019-05-30 20:11:37,645 INFO] Step 87850/1000000; acc:  87.02; ppl:  1.54; xent: 0.43; lr: 0.06250; 8542/7520 tok/s;   4461 sec\n",
            "[2019-05-30 20:11:39,997 INFO] Step 87900/1000000; acc:  87.81; ppl:  1.51; xent: 0.42; lr: 0.06250; 8329/7388 tok/s;   4463 sec\n",
            "[2019-05-30 20:11:42,490 INFO] Step 87950/1000000; acc:  86.99; ppl:  1.55; xent: 0.44; lr: 0.06250; 8755/7457 tok/s;   4465 sec\n",
            "[2019-05-30 20:11:45,058 INFO] Step 88000/1000000; acc:  86.49; ppl:  1.59; xent: 0.47; lr: 0.06250; 8007/7605 tok/s;   4468 sec\n",
            "[2019-05-30 20:11:47,494 INFO] Step 88050/1000000; acc:  87.14; ppl:  1.53; xent: 0.42; lr: 0.06250; 8592/7231 tok/s;   4470 sec\n",
            "[2019-05-30 20:11:50,095 INFO] Step 88100/1000000; acc:  86.74; ppl:  1.56; xent: 0.45; lr: 0.06250; 8441/7723 tok/s;   4473 sec\n",
            "[2019-05-30 20:11:52,583 INFO] Step 88150/1000000; acc:  86.86; ppl:  1.54; xent: 0.43; lr: 0.06250; 8437/7445 tok/s;   4476 sec\n",
            "[2019-05-30 20:11:55,120 INFO] Step 88200/1000000; acc:  85.73; ppl:  1.69; xent: 0.52; lr: 0.06250; 8321/7456 tok/s;   4478 sec\n",
            "[2019-05-30 20:11:57,481 INFO] Step 88250/1000000; acc:  87.32; ppl:  1.51; xent: 0.41; lr: 0.06250; 8107/7456 tok/s;   4480 sec\n",
            "[2019-05-30 20:11:59,931 INFO] Step 88300/1000000; acc:  87.39; ppl:  1.52; xent: 0.42; lr: 0.06250; 8140/7483 tok/s;   4483 sec\n",
            "[2019-05-30 20:12:02,340 INFO] Step 88350/1000000; acc:  87.58; ppl:  1.50; xent: 0.41; lr: 0.06250; 8447/7438 tok/s;   4485 sec\n",
            "[2019-05-30 20:12:04,711 INFO] Step 88400/1000000; acc:  87.76; ppl:  1.49; xent: 0.40; lr: 0.06250; 7990/7450 tok/s;   4488 sec\n",
            "[2019-05-30 20:12:07,202 INFO] Step 88450/1000000; acc:  86.73; ppl:  1.55; xent: 0.44; lr: 0.06250; 8479/7577 tok/s;   4490 sec\n",
            "[2019-05-30 20:12:09,805 INFO] Step 88500/1000000; acc:  86.92; ppl:  1.54; xent: 0.43; lr: 0.06250; 8313/7599 tok/s;   4493 sec\n",
            "[2019-05-30 20:12:12,281 INFO] Step 88550/1000000; acc:  86.98; ppl:  1.54; xent: 0.43; lr: 0.06250; 8298/7437 tok/s;   4495 sec\n",
            "[2019-05-30 20:12:14,653 INFO] Step 88600/1000000; acc:  87.57; ppl:  1.51; xent: 0.41; lr: 0.06250; 7771/7386 tok/s;   4498 sec\n",
            "[2019-05-30 20:12:17,163 INFO] Step 88650/1000000; acc:  87.65; ppl:  1.51; xent: 0.41; lr: 0.06250; 8313/7470 tok/s;   4500 sec\n",
            "[2019-05-30 20:12:23,187 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 20:12:25,154 INFO] Step 88700/1000000; acc:  87.82; ppl:  1.50; xent: 0.41; lr: 0.06250; 2579/2255 tok/s;   4508 sec\n",
            "[2019-05-30 20:12:27,463 INFO] Step 88750/1000000; acc:  88.00; ppl:  1.48; xent: 0.39; lr: 0.06250; 8287/7400 tok/s;   4510 sec\n",
            "[2019-05-30 20:12:29,750 INFO] Step 88800/1000000; acc:  87.62; ppl:  1.50; xent: 0.41; lr: 0.06250; 7948/7333 tok/s;   4513 sec\n",
            "[2019-05-30 20:12:32,225 INFO] Step 88850/1000000; acc:  86.64; ppl:  1.58; xent: 0.46; lr: 0.06250; 8820/7534 tok/s;   4515 sec\n",
            "[2019-05-30 20:12:34,712 INFO] Step 88900/1000000; acc:  87.67; ppl:  1.50; xent: 0.41; lr: 0.06250; 8516/7564 tok/s;   4518 sec\n",
            "[2019-05-30 20:12:37,323 INFO] Step 88950/1000000; acc:  84.13; ppl:  1.88; xent: 0.63; lr: 0.06250; 8465/7268 tok/s;   4520 sec\n",
            "[2019-05-30 20:12:39,823 INFO] Step 89000/1000000; acc:  87.34; ppl:  1.53; xent: 0.42; lr: 0.06250; 8117/7482 tok/s;   4523 sec\n",
            "[2019-05-30 20:12:42,271 INFO] Step 89050/1000000; acc:  86.94; ppl:  1.55; xent: 0.44; lr: 0.06250; 8236/7350 tok/s;   4525 sec\n",
            "[2019-05-30 20:12:44,677 INFO] Step 89100/1000000; acc:  87.64; ppl:  1.50; xent: 0.41; lr: 0.06250; 8140/7374 tok/s;   4528 sec\n",
            "[2019-05-30 20:12:47,197 INFO] Step 89150/1000000; acc:  87.18; ppl:  1.54; xent: 0.43; lr: 0.06250; 8356/7463 tok/s;   4530 sec\n",
            "[2019-05-30 20:12:49,750 INFO] Step 89200/1000000; acc:  86.32; ppl:  1.61; xent: 0.48; lr: 0.06250; 8058/7401 tok/s;   4533 sec\n",
            "[2019-05-30 20:12:52,322 INFO] Step 89250/1000000; acc:  87.58; ppl:  1.53; xent: 0.43; lr: 0.06250; 8214/7543 tok/s;   4535 sec\n",
            "[2019-05-30 20:12:54,845 INFO] Step 89300/1000000; acc:  87.03; ppl:  1.55; xent: 0.44; lr: 0.06250; 8012/7356 tok/s;   4538 sec\n",
            "[2019-05-30 20:12:57,238 INFO] Step 89350/1000000; acc:  87.43; ppl:  1.50; xent: 0.40; lr: 0.06250; 8614/7294 tok/s;   4540 sec\n",
            "[2019-05-30 20:12:59,596 INFO] Step 89400/1000000; acc:  88.27; ppl:  1.46; xent: 0.38; lr: 0.06250; 7735/7368 tok/s;   4543 sec\n",
            "[2019-05-30 20:13:02,007 INFO] Step 89450/1000000; acc:  88.08; ppl:  1.48; xent: 0.39; lr: 0.06250; 8547/7352 tok/s;   4545 sec\n",
            "[2019-05-30 20:13:04,488 INFO] Step 89500/1000000; acc:  87.87; ppl:  1.52; xent: 0.42; lr: 0.06250; 8412/7509 tok/s;   4547 sec\n",
            "[2019-05-30 20:13:06,937 INFO] Step 89550/1000000; acc:  87.77; ppl:  1.50; xent: 0.40; lr: 0.06250; 8282/7472 tok/s;   4550 sec\n",
            "[2019-05-30 20:13:09,382 INFO] Step 89600/1000000; acc:  86.87; ppl:  1.56; xent: 0.44; lr: 0.06250; 8667/7386 tok/s;   4552 sec\n",
            "[2019-05-30 20:13:11,940 INFO] Step 89650/1000000; acc:  86.90; ppl:  1.57; xent: 0.45; lr: 0.06250; 8352/7496 tok/s;   4555 sec\n",
            "[2019-05-30 20:13:14,273 INFO] Step 89700/1000000; acc:  87.66; ppl:  1.50; xent: 0.41; lr: 0.06250; 8119/7355 tok/s;   4557 sec\n",
            "[2019-05-30 20:13:16,777 INFO] Step 89750/1000000; acc:  86.28; ppl:  1.61; xent: 0.48; lr: 0.06250; 8743/7532 tok/s;   4560 sec\n",
            "[2019-05-30 20:13:19,316 INFO] Step 89800/1000000; acc:  85.33; ppl:  1.70; xent: 0.53; lr: 0.06250; 8602/7453 tok/s;   4562 sec\n",
            "[2019-05-30 20:13:21,729 INFO] Step 89850/1000000; acc:  88.02; ppl:  1.50; xent: 0.41; lr: 0.06250; 8514/7454 tok/s;   4565 sec\n",
            "[2019-05-30 20:13:24,250 INFO] Step 89900/1000000; acc:  85.01; ppl:  1.70; xent: 0.53; lr: 0.06250; 8734/7397 tok/s;   4567 sec\n",
            "[2019-05-30 20:13:26,693 INFO] Step 89950/1000000; acc:  87.45; ppl:  1.51; xent: 0.41; lr: 0.06250; 8016/7543 tok/s;   4570 sec\n",
            "[2019-05-30 20:13:29,066 INFO] Step 90000/1000000; acc:  87.43; ppl:  1.52; xent: 0.42; lr: 0.03125; 7875/7390 tok/s;   4572 sec\n",
            "[2019-05-30 20:13:29,067 INFO] Saving checkpoint light_step_90000.pt\n",
            "[2019-05-30 20:13:33,166 INFO] Step 90050/1000000; acc:  87.24; ppl:  1.54; xent: 0.43; lr: 0.03125; 5261/4765 tok/s;   4576 sec\n",
            "[2019-05-30 20:13:35,677 INFO] Step 90100/1000000; acc:  86.82; ppl:  1.55; xent: 0.44; lr: 0.03125; 8336/7491 tok/s;   4579 sec\n",
            "[2019-05-30 20:13:38,102 INFO] Step 90150/1000000; acc:  86.47; ppl:  1.57; xent: 0.45; lr: 0.03125; 8507/7302 tok/s;   4581 sec\n",
            "[2019-05-30 20:13:40,471 INFO] Step 90200/1000000; acc:  87.56; ppl:  1.51; xent: 0.41; lr: 0.03125; 8350/7431 tok/s;   4583 sec\n",
            "[2019-05-30 20:13:42,842 INFO] Step 90250/1000000; acc:  88.14; ppl:  1.50; xent: 0.40; lr: 0.03125; 7988/7448 tok/s;   4586 sec\n",
            "[2019-05-30 20:13:45,575 INFO] Step 90300/1000000; acc:  85.04; ppl:  1.73; xent: 0.55; lr: 0.03125; 9200/7648 tok/s;   4589 sec\n",
            "[2019-05-30 20:13:47,967 INFO] Step 90350/1000000; acc:  87.41; ppl:  1.51; xent: 0.41; lr: 0.03125; 8593/7278 tok/s;   4591 sec\n",
            "[2019-05-30 20:13:50,669 INFO] Step 90400/1000000; acc:  85.94; ppl:  1.66; xent: 0.51; lr: 0.03125; 8507/7731 tok/s;   4594 sec\n",
            "[2019-05-30 20:13:53,048 INFO] Step 90450/1000000; acc:  86.98; ppl:  1.54; xent: 0.43; lr: 0.03125; 7683/7339 tok/s;   4596 sec\n",
            "[2019-05-30 20:13:55,538 INFO] Step 90500/1000000; acc:  87.19; ppl:  1.53; xent: 0.42; lr: 0.03125; 8508/7632 tok/s;   4599 sec\n",
            "[2019-05-30 20:13:58,108 INFO] Step 90550/1000000; acc:  87.34; ppl:  1.53; xent: 0.42; lr: 0.03125; 8370/7647 tok/s;   4601 sec\n",
            "[2019-05-30 20:14:00,526 INFO] Step 90600/1000000; acc:  87.49; ppl:  1.51; xent: 0.41; lr: 0.03125; 7941/7544 tok/s;   4604 sec\n",
            "[2019-05-30 20:14:03,015 INFO] Step 90650/1000000; acc:  88.20; ppl:  1.49; xent: 0.40; lr: 0.03125; 8320/7357 tok/s;   4606 sec\n",
            "[2019-05-30 20:14:05,544 INFO] Step 90700/1000000; acc:  86.93; ppl:  1.57; xent: 0.45; lr: 0.03125; 8958/7560 tok/s;   4609 sec\n",
            "[2019-05-30 20:14:07,981 INFO] Step 90750/1000000; acc:  87.77; ppl:  1.50; xent: 0.41; lr: 0.03125; 8851/7364 tok/s;   4611 sec\n",
            "[2019-05-30 20:14:10,459 INFO] Step 90800/1000000; acc:  87.62; ppl:  1.52; xent: 0.42; lr: 0.03125; 8241/7569 tok/s;   4613 sec\n",
            "[2019-05-30 20:14:12,825 INFO] Step 90850/1000000; acc:  87.60; ppl:  1.52; xent: 0.42; lr: 0.03125; 8278/7439 tok/s;   4616 sec\n",
            "[2019-05-30 20:14:15,283 INFO] Step 90900/1000000; acc:  87.40; ppl:  1.49; xent: 0.40; lr: 0.03125; 8358/7536 tok/s;   4618 sec\n",
            "[2019-05-30 20:14:17,769 INFO] Step 90950/1000000; acc:  88.07; ppl:  1.48; xent: 0.39; lr: 0.03125; 8496/7492 tok/s;   4621 sec\n",
            "[2019-05-30 20:14:20,371 INFO] Step 91000/1000000; acc:  87.26; ppl:  1.54; xent: 0.43; lr: 0.03125; 9026/7554 tok/s;   4623 sec\n",
            "[2019-05-30 20:14:22,758 INFO] Step 91050/1000000; acc:  88.23; ppl:  1.47; xent: 0.39; lr: 0.03125; 8368/7376 tok/s;   4626 sec\n",
            "[2019-05-30 20:14:25,211 INFO] Step 91100/1000000; acc:  87.56; ppl:  1.49; xent: 0.40; lr: 0.03125; 8295/7471 tok/s;   4628 sec\n",
            "[2019-05-30 20:14:27,782 INFO] Step 91150/1000000; acc:  86.61; ppl:  1.56; xent: 0.44; lr: 0.03125; 8457/7292 tok/s;   4631 sec\n",
            "[2019-05-30 20:14:30,261 INFO] Step 91200/1000000; acc:  88.04; ppl:  1.48; xent: 0.39; lr: 0.03125; 8496/7541 tok/s;   4633 sec\n",
            "[2019-05-30 20:14:32,603 INFO] Step 91250/1000000; acc:  88.26; ppl:  1.47; xent: 0.39; lr: 0.03125; 8088/7321 tok/s;   4636 sec\n",
            "[2019-05-30 20:14:35,098 INFO] Step 91300/1000000; acc:  87.40; ppl:  1.52; xent: 0.42; lr: 0.03125; 8288/7580 tok/s;   4638 sec\n",
            "[2019-05-30 20:14:37,767 INFO] Step 91350/1000000; acc:  86.62; ppl:  1.57; xent: 0.45; lr: 0.03125; 8601/7570 tok/s;   4641 sec\n",
            "[2019-05-30 20:14:40,227 INFO] Step 91400/1000000; acc:  87.34; ppl:  1.51; xent: 0.41; lr: 0.03125; 9052/7413 tok/s;   4643 sec\n",
            "[2019-05-30 20:14:42,706 INFO] Step 91450/1000000; acc:  87.25; ppl:  1.53; xent: 0.42; lr: 0.03125; 8133/7554 tok/s;   4646 sec\n",
            "[2019-05-30 20:14:45,332 INFO] Step 91500/1000000; acc:  86.66; ppl:  1.59; xent: 0.46; lr: 0.03125; 8313/7668 tok/s;   4648 sec\n",
            "[2019-05-30 20:14:47,874 INFO] Step 91550/1000000; acc:  85.66; ppl:  1.64; xent: 0.50; lr: 0.03125; 8686/7517 tok/s;   4651 sec\n",
            "[2019-05-30 20:14:50,324 INFO] Step 91600/1000000; acc:  87.65; ppl:  1.51; xent: 0.41; lr: 0.03125; 8856/7393 tok/s;   4653 sec\n",
            "[2019-05-30 20:14:52,836 INFO] Step 91650/1000000; acc:  86.93; ppl:  1.57; xent: 0.45; lr: 0.03125; 8016/7363 tok/s;   4656 sec\n",
            "[2019-05-30 20:14:55,343 INFO] Step 91700/1000000; acc:  87.71; ppl:  1.51; xent: 0.41; lr: 0.03125; 8783/7447 tok/s;   4658 sec\n",
            "[2019-05-30 20:14:57,957 INFO] Step 91750/1000000; acc:  87.41; ppl:  1.52; xent: 0.42; lr: 0.03125; 8497/7576 tok/s;   4661 sec\n",
            "[2019-05-30 20:15:00,471 INFO] Step 91800/1000000; acc:  87.19; ppl:  1.53; xent: 0.43; lr: 0.03125; 8453/7562 tok/s;   4663 sec\n",
            "[2019-05-30 20:15:02,949 INFO] Step 91850/1000000; acc:  87.13; ppl:  1.55; xent: 0.44; lr: 0.03125; 8393/7446 tok/s;   4666 sec\n",
            "[2019-05-30 20:15:05,281 INFO] Step 91900/1000000; acc:  86.58; ppl:  1.59; xent: 0.46; lr: 0.03125; 8016/7347 tok/s;   4668 sec\n",
            "[2019-05-30 20:15:07,682 INFO] Step 91950/1000000; acc:  87.03; ppl:  1.54; xent: 0.43; lr: 0.03125; 7942/7485 tok/s;   4671 sec\n",
            "[2019-05-30 20:15:10,115 INFO] Step 92000/1000000; acc:  87.28; ppl:  1.54; xent: 0.43; lr: 0.03125; 8711/7410 tok/s;   4673 sec\n",
            "[2019-05-30 20:15:12,680 INFO] Step 92050/1000000; acc:  86.28; ppl:  1.60; xent: 0.47; lr: 0.03125; 8606/7583 tok/s;   4676 sec\n",
            "[2019-05-30 20:15:15,108 INFO] Step 92100/1000000; acc:  86.89; ppl:  1.58; xent: 0.46; lr: 0.03125; 8147/7430 tok/s;   4678 sec\n",
            "[2019-05-30 20:15:17,523 INFO] Step 92150/1000000; acc:  86.87; ppl:  1.59; xent: 0.46; lr: 0.03125; 8535/7304 tok/s;   4681 sec\n",
            "[2019-05-30 20:15:19,859 INFO] Step 92200/1000000; acc:  87.81; ppl:  1.49; xent: 0.40; lr: 0.03125; 8247/7397 tok/s;   4683 sec\n",
            "[2019-05-30 20:15:22,550 INFO] Step 92250/1000000; acc:  85.55; ppl:  1.66; xent: 0.51; lr: 0.03125; 8611/7747 tok/s;   4686 sec\n",
            "[2019-05-30 20:15:24,894 INFO] Step 92300/1000000; acc:  87.62; ppl:  1.51; xent: 0.41; lr: 0.03125; 7998/7368 tok/s;   4688 sec\n",
            "[2019-05-30 20:15:27,402 INFO] Step 92350/1000000; acc:  87.57; ppl:  1.52; xent: 0.42; lr: 0.03125; 8399/7582 tok/s;   4690 sec\n",
            "[2019-05-30 20:15:29,839 INFO] Step 92400/1000000; acc:  87.90; ppl:  1.50; xent: 0.40; lr: 0.03125; 8534/7488 tok/s;   4693 sec\n",
            "[2019-05-30 20:15:32,265 INFO] Step 92450/1000000; acc:  87.06; ppl:  1.54; xent: 0.43; lr: 0.03125; 8759/7440 tok/s;   4695 sec\n",
            "[2019-05-30 20:15:34,764 INFO] Step 92500/1000000; acc:  87.45; ppl:  1.53; xent: 0.43; lr: 0.03125; 8171/7567 tok/s;   4698 sec\n",
            "[2019-05-30 20:15:37,207 INFO] Step 92550/1000000; acc:  87.50; ppl:  1.51; xent: 0.41; lr: 0.03125; 8305/7520 tok/s;   4700 sec\n",
            "[2019-05-30 20:15:39,707 INFO] Step 92600/1000000; acc:  86.96; ppl:  1.57; xent: 0.45; lr: 0.03125; 8397/7549 tok/s;   4703 sec\n",
            "[2019-05-30 20:15:42,033 INFO] Step 92650/1000000; acc:  87.60; ppl:  1.52; xent: 0.42; lr: 0.03125; 8474/7282 tok/s;   4705 sec\n",
            "[2019-05-30 20:15:44,248 INFO] Step 92700/1000000; acc:  88.42; ppl:  1.47; xent: 0.38; lr: 0.03125; 8380/7164 tok/s;   4707 sec\n",
            "[2019-05-30 20:15:46,757 INFO] Step 92750/1000000; acc:  87.56; ppl:  1.51; xent: 0.41; lr: 0.03125; 8393/7602 tok/s;   4710 sec\n",
            "[2019-05-30 20:15:49,264 INFO] Step 92800/1000000; acc:  86.97; ppl:  1.57; xent: 0.45; lr: 0.03125; 8584/7404 tok/s;   4712 sec\n",
            "[2019-05-30 20:15:51,849 INFO] Step 92850/1000000; acc:  87.36; ppl:  1.53; xent: 0.42; lr: 0.03125; 9112/7626 tok/s;   4715 sec\n",
            "[2019-05-30 20:15:54,261 INFO] Step 92900/1000000; acc:  86.82; ppl:  1.57; xent: 0.45; lr: 0.03125; 8382/7294 tok/s;   4717 sec\n",
            "[2019-05-30 20:15:56,927 INFO] Step 92950/1000000; acc:  86.39; ppl:  1.59; xent: 0.46; lr: 0.03125; 8260/7804 tok/s;   4720 sec\n",
            "[2019-05-30 20:15:59,460 INFO] Step 93000/1000000; acc:  86.24; ppl:  1.61; xent: 0.47; lr: 0.03125; 8389/7617 tok/s;   4722 sec\n",
            "[2019-05-30 20:16:02,074 INFO] Step 93050/1000000; acc:  86.70; ppl:  1.56; xent: 0.44; lr: 0.03125; 8227/7772 tok/s;   4725 sec\n",
            "[2019-05-30 20:16:04,490 INFO] Step 93100/1000000; acc:  88.05; ppl:  1.48; xent: 0.39; lr: 0.03125; 8239/7453 tok/s;   4727 sec\n",
            "[2019-05-30 20:16:06,999 INFO] Step 93150/1000000; acc:  87.68; ppl:  1.50; xent: 0.40; lr: 0.03125; 8544/7580 tok/s;   4730 sec\n",
            "[2019-05-30 20:16:09,428 INFO] Step 93200/1000000; acc:  87.22; ppl:  1.52; xent: 0.42; lr: 0.03125; 8882/7406 tok/s;   4732 sec\n",
            "[2019-05-30 20:16:11,940 INFO] Step 93250/1000000; acc:  87.75; ppl:  1.49; xent: 0.40; lr: 0.03125; 8434/7518 tok/s;   4735 sec\n",
            "[2019-05-30 20:16:14,583 INFO] Step 93300/1000000; acc:  87.74; ppl:  1.50; xent: 0.41; lr: 0.03125; 7943/7720 tok/s;   4738 sec\n",
            "[2019-05-30 20:16:16,960 INFO] Step 93350/1000000; acc:  87.18; ppl:  1.53; xent: 0.42; lr: 0.03125; 8483/7302 tok/s;   4740 sec\n",
            "[2019-05-30 20:16:19,449 INFO] Step 93400/1000000; acc:  87.38; ppl:  1.53; xent: 0.43; lr: 0.03125; 8561/7500 tok/s;   4742 sec\n",
            "[2019-05-30 20:16:21,865 INFO] Step 93450/1000000; acc:  88.08; ppl:  1.48; xent: 0.39; lr: 0.03125; 7843/7521 tok/s;   4745 sec\n",
            "[2019-05-30 20:16:24,318 INFO] Step 93500/1000000; acc:  88.09; ppl:  1.49; xent: 0.40; lr: 0.03125; 8662/7488 tok/s;   4747 sec\n",
            "[2019-05-30 20:16:26,829 INFO] Step 93550/1000000; acc:  88.28; ppl:  1.48; xent: 0.39; lr: 0.03125; 8207/7493 tok/s;   4750 sec\n",
            "[2019-05-30 20:16:29,377 INFO] Step 93600/1000000; acc:  88.15; ppl:  1.50; xent: 0.40; lr: 0.03125; 8491/7553 tok/s;   4752 sec\n",
            "[2019-05-30 20:16:32,063 INFO] Step 93650/1000000; acc:  86.53; ppl:  1.59; xent: 0.46; lr: 0.03125; 8531/7612 tok/s;   4755 sec\n",
            "[2019-05-30 20:16:34,519 INFO] Step 93700/1000000; acc:  86.55; ppl:  1.59; xent: 0.46; lr: 0.03125; 8837/7324 tok/s;   4758 sec\n",
            "[2019-05-30 20:16:36,948 INFO] Step 93750/1000000; acc:  86.97; ppl:  1.53; xent: 0.43; lr: 0.03125; 8590/7483 tok/s;   4760 sec\n",
            "[2019-05-30 20:16:39,365 INFO] Step 93800/1000000; acc:  87.71; ppl:  1.50; xent: 0.41; lr: 0.03125; 8445/7477 tok/s;   4762 sec\n",
            "[2019-05-30 20:16:41,762 INFO] Step 93850/1000000; acc:  87.29; ppl:  1.52; xent: 0.42; lr: 0.03125; 8600/7356 tok/s;   4765 sec\n",
            "[2019-05-30 20:16:44,404 INFO] Step 93900/1000000; acc:  86.56; ppl:  1.60; xent: 0.47; lr: 0.03125; 8340/7587 tok/s;   4767 sec\n",
            "[2019-05-30 20:16:46,853 INFO] Step 93950/1000000; acc:  87.64; ppl:  1.50; xent: 0.41; lr: 0.03125; 8310/7322 tok/s;   4770 sec\n",
            "[2019-05-30 20:16:49,455 INFO] Step 94000/1000000; acc:  86.99; ppl:  1.54; xent: 0.43; lr: 0.03125; 8634/7695 tok/s;   4772 sec\n",
            "[2019-05-30 20:16:51,889 INFO] Step 94050/1000000; acc:  87.49; ppl:  1.52; xent: 0.42; lr: 0.03125; 8255/7321 tok/s;   4775 sec\n",
            "[2019-05-30 20:16:54,484 INFO] Step 94100/1000000; acc:  86.22; ppl:  1.64; xent: 0.50; lr: 0.03125; 8286/7513 tok/s;   4777 sec\n",
            "[2019-05-30 20:16:56,854 INFO] Step 94150/1000000; acc:  87.84; ppl:  1.48; xent: 0.39; lr: 0.03125; 8183/7427 tok/s;   4780 sec\n",
            "[2019-05-30 20:16:59,277 INFO] Step 94200/1000000; acc:  87.50; ppl:  1.51; xent: 0.41; lr: 0.03125; 8098/7484 tok/s;   4782 sec\n",
            "[2019-05-30 20:17:01,754 INFO] Step 94250/1000000; acc:  88.33; ppl:  1.47; xent: 0.39; lr: 0.03125; 8529/7496 tok/s;   4785 sec\n",
            "[2019-05-30 20:17:04,133 INFO] Step 94300/1000000; acc:  87.66; ppl:  1.49; xent: 0.40; lr: 0.03125; 8041/7423 tok/s;   4787 sec\n",
            "[2019-05-30 20:17:06,555 INFO] Step 94350/1000000; acc:  87.52; ppl:  1.49; xent: 0.40; lr: 0.03125; 8166/7476 tok/s;   4790 sec\n",
            "[2019-05-30 20:17:09,073 INFO] Step 94400/1000000; acc:  87.38; ppl:  1.54; xent: 0.43; lr: 0.03125; 8491/7576 tok/s;   4792 sec\n",
            "[2019-05-30 20:17:11,664 INFO] Step 94450/1000000; acc:  87.09; ppl:  1.53; xent: 0.42; lr: 0.03125; 8449/7725 tok/s;   4795 sec\n",
            "[2019-05-30 20:17:13,999 INFO] Step 94500/1000000; acc:  87.73; ppl:  1.50; xent: 0.41; lr: 0.03125; 7838/7393 tok/s;   4797 sec\n",
            "[2019-05-30 20:17:16,436 INFO] Step 94550/1000000; acc:  88.62; ppl:  1.46; xent: 0.38; lr: 0.03125; 8299/7515 tok/s;   4799 sec\n",
            "[2019-05-30 20:17:18,836 INFO] Step 94600/1000000; acc:  88.11; ppl:  1.47; xent: 0.39; lr: 0.03125; 8455/7396 tok/s;   4802 sec\n",
            "[2019-05-30 20:17:23,092 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 20:17:26,719 INFO] Step 94650/1000000; acc:  87.90; ppl:  1.48; xent: 0.40; lr: 0.03125; 2501/2200 tok/s;   4810 sec\n",
            "[2019-05-30 20:17:29,047 INFO] Step 94700/1000000; acc:  87.77; ppl:  1.49; xent: 0.40; lr: 0.03125; 8057/7369 tok/s;   4812 sec\n",
            "[2019-05-30 20:17:31,502 INFO] Step 94750/1000000; acc:  87.57; ppl:  1.53; xent: 0.42; lr: 0.03125; 8787/7413 tok/s;   4815 sec\n",
            "[2019-05-30 20:17:33,956 INFO] Step 94800/1000000; acc:  87.80; ppl:  1.50; xent: 0.41; lr: 0.03125; 8110/7484 tok/s;   4817 sec\n",
            "[2019-05-30 20:17:36,635 INFO] Step 94850/1000000; acc:  85.28; ppl:  1.77; xent: 0.57; lr: 0.03125; 8417/7357 tok/s;   4820 sec\n",
            "[2019-05-30 20:17:39,140 INFO] Step 94900/1000000; acc:  87.09; ppl:  1.56; xent: 0.45; lr: 0.03125; 8532/7448 tok/s;   4822 sec\n",
            "[2019-05-30 20:17:41,588 INFO] Step 94950/1000000; acc:  87.67; ppl:  1.51; xent: 0.41; lr: 0.03125; 8001/7461 tok/s;   4825 sec\n",
            "[2019-05-30 20:17:43,964 INFO] Step 95000/1000000; acc:  88.17; ppl:  1.48; xent: 0.39; lr: 0.03125; 7920/7300 tok/s;   4827 sec\n",
            "[2019-05-30 20:17:43,965 INFO] Saving checkpoint light_step_95000.pt\n",
            "[2019-05-30 20:17:48,075 INFO] Step 95050/1000000; acc:  87.29; ppl:  1.55; xent: 0.44; lr: 0.03125; 5434/4656 tok/s;   4831 sec\n",
            "[2019-05-30 20:17:50,594 INFO] Step 95100/1000000; acc:  86.76; ppl:  1.58; xent: 0.46; lr: 0.03125; 8016/7452 tok/s;   4834 sec\n",
            "[2019-05-30 20:17:53,126 INFO] Step 95150/1000000; acc:  87.94; ppl:  1.50; xent: 0.40; lr: 0.03125; 8393/7558 tok/s;   4836 sec\n",
            "[2019-05-30 20:17:55,674 INFO] Step 95200/1000000; acc:  87.18; ppl:  1.55; xent: 0.44; lr: 0.03125; 7909/7360 tok/s;   4839 sec\n",
            "[2019-05-30 20:17:58,096 INFO] Step 95250/1000000; acc:  87.79; ppl:  1.51; xent: 0.41; lr: 0.03125; 8484/7392 tok/s;   4841 sec\n",
            "[2019-05-30 20:18:00,416 INFO] Step 95300/1000000; acc:  88.63; ppl:  1.43; xent: 0.36; lr: 0.03125; 8025/7294 tok/s;   4843 sec\n",
            "[2019-05-30 20:18:02,875 INFO] Step 95350/1000000; acc:  88.05; ppl:  1.47; xent: 0.38; lr: 0.03125; 8486/7418 tok/s;   4846 sec\n",
            "[2019-05-30 20:18:05,338 INFO] Step 95400/1000000; acc:  88.25; ppl:  1.49; xent: 0.40; lr: 0.03125; 8240/7486 tok/s;   4848 sec\n",
            "[2019-05-30 20:18:07,763 INFO] Step 95450/1000000; acc:  88.39; ppl:  1.47; xent: 0.38; lr: 0.03125; 8208/7469 tok/s;   4851 sec\n",
            "[2019-05-30 20:18:10,198 INFO] Step 95500/1000000; acc:  88.12; ppl:  1.48; xent: 0.39; lr: 0.03125; 8649/7387 tok/s;   4853 sec\n",
            "[2019-05-30 20:18:12,797 INFO] Step 95550/1000000; acc:  86.72; ppl:  1.59; xent: 0.46; lr: 0.03125; 8366/7476 tok/s;   4856 sec\n",
            "[2019-05-30 20:18:15,134 INFO] Step 95600/1000000; acc:  87.94; ppl:  1.48; xent: 0.39; lr: 0.03125; 8298/7234 tok/s;   4858 sec\n",
            "[2019-05-30 20:18:17,654 INFO] Step 95650/1000000; acc:  86.92; ppl:  1.56; xent: 0.44; lr: 0.03125; 8510/7536 tok/s;   4861 sec\n",
            "[2019-05-30 20:18:20,190 INFO] Step 95700/1000000; acc:  85.40; ppl:  1.71; xent: 0.54; lr: 0.03125; 8558/7458 tok/s;   4863 sec\n",
            "[2019-05-30 20:18:22,562 INFO] Step 95750/1000000; acc:  88.48; ppl:  1.46; xent: 0.38; lr: 0.03125; 8419/7395 tok/s;   4866 sec\n",
            "[2019-05-30 20:18:25,103 INFO] Step 95800/1000000; acc:  85.73; ppl:  1.66; xent: 0.51; lr: 0.03125; 8916/7439 tok/s;   4868 sec\n",
            "[2019-05-30 20:18:27,550 INFO] Step 95850/1000000; acc:  87.25; ppl:  1.51; xent: 0.41; lr: 0.03125; 8005/7480 tok/s;   4871 sec\n",
            "[2019-05-30 20:18:29,944 INFO] Step 95900/1000000; acc:  87.59; ppl:  1.51; xent: 0.41; lr: 0.03125; 8101/7486 tok/s;   4873 sec\n",
            "[2019-05-30 20:18:32,443 INFO] Step 95950/1000000; acc:  88.13; ppl:  1.49; xent: 0.40; lr: 0.03125; 8249/7534 tok/s;   4875 sec\n",
            "[2019-05-30 20:18:34,957 INFO] Step 96000/1000000; acc:  87.22; ppl:  1.55; xent: 0.44; lr: 0.03125; 8121/7561 tok/s;   4878 sec\n",
            "[2019-05-30 20:18:37,410 INFO] Step 96050/1000000; acc:  87.04; ppl:  1.54; xent: 0.43; lr: 0.03125; 8591/7389 tok/s;   4880 sec\n",
            "[2019-05-30 20:18:39,803 INFO] Step 96100/1000000; acc:  87.58; ppl:  1.52; xent: 0.42; lr: 0.03125; 8401/7369 tok/s;   4883 sec\n",
            "[2019-05-30 20:18:42,161 INFO] Step 96150/1000000; acc:  88.35; ppl:  1.47; xent: 0.38; lr: 0.03125; 8117/7411 tok/s;   4885 sec\n",
            "[2019-05-30 20:18:44,717 INFO] Step 96200/1000000; acc:  86.14; ppl:  1.61; xent: 0.48; lr: 0.03125; 9064/7612 tok/s;   4888 sec\n",
            "[2019-05-30 20:18:47,243 INFO] Step 96250/1000000; acc:  85.90; ppl:  1.64; xent: 0.50; lr: 0.03125; 8743/7414 tok/s;   4890 sec\n",
            "[2019-05-30 20:18:49,892 INFO] Step 96300/1000000; acc:  85.92; ppl:  1.63; xent: 0.49; lr: 0.03125; 8455/7664 tok/s;   4893 sec\n",
            "[2019-05-30 20:18:52,342 INFO] Step 96350/1000000; acc:  86.80; ppl:  1.54; xent: 0.43; lr: 0.03125; 7889/7497 tok/s;   4895 sec\n",
            "[2019-05-30 20:18:54,815 INFO] Step 96400/1000000; acc:  87.67; ppl:  1.51; xent: 0.41; lr: 0.03125; 8195/7373 tok/s;   4898 sec\n",
            "[2019-05-30 20:18:57,404 INFO] Step 96450/1000000; acc:  87.19; ppl:  1.55; xent: 0.44; lr: 0.03125; 8407/7688 tok/s;   4900 sec\n",
            "[2019-05-30 20:18:59,891 INFO] Step 96500/1000000; acc:  87.75; ppl:  1.50; xent: 0.41; lr: 0.03125; 8133/7464 tok/s;   4903 sec\n",
            "[2019-05-30 20:19:02,342 INFO] Step 96550/1000000; acc:  88.18; ppl:  1.48; xent: 0.39; lr: 0.03125; 8006/7419 tok/s;   4905 sec\n",
            "[2019-05-30 20:19:04,800 INFO] Step 96600/1000000; acc:  87.98; ppl:  1.48; xent: 0.39; lr: 0.03125; 8774/7524 tok/s;   4908 sec\n",
            "[2019-05-30 20:19:07,283 INFO] Step 96650/1000000; acc:  86.99; ppl:  1.58; xent: 0.46; lr: 0.03125; 9102/7456 tok/s;   4910 sec\n",
            "[2019-05-30 20:19:09,724 INFO] Step 96700/1000000; acc:  87.85; ppl:  1.49; xent: 0.40; lr: 0.03125; 8416/7525 tok/s;   4913 sec\n",
            "[2019-05-30 20:19:12,190 INFO] Step 96750/1000000; acc:  86.91; ppl:  1.57; xent: 0.45; lr: 0.03125; 8357/7552 tok/s;   4915 sec\n",
            "[2019-05-30 20:19:14,594 INFO] Step 96800/1000000; acc:  88.01; ppl:  1.47; xent: 0.38; lr: 0.03125; 8308/7467 tok/s;   4918 sec\n",
            "[2019-05-30 20:19:17,057 INFO] Step 96850/1000000; acc:  87.87; ppl:  1.48; xent: 0.39; lr: 0.03125; 8549/7535 tok/s;   4920 sec\n",
            "[2019-05-30 20:19:19,545 INFO] Step 96900/1000000; acc:  88.15; ppl:  1.47; xent: 0.39; lr: 0.03125; 8644/7564 tok/s;   4923 sec\n",
            "[2019-05-30 20:19:22,017 INFO] Step 96950/1000000; acc:  87.66; ppl:  1.50; xent: 0.41; lr: 0.03125; 8775/7433 tok/s;   4925 sec\n",
            "[2019-05-30 20:19:24,427 INFO] Step 97000/1000000; acc:  88.38; ppl:  1.47; xent: 0.39; lr: 0.03125; 8445/7447 tok/s;   4927 sec\n",
            "[2019-05-30 20:19:26,984 INFO] Step 97050/1000000; acc:  86.78; ppl:  1.55; xent: 0.44; lr: 0.03125; 8404/7370 tok/s;   4930 sec\n",
            "[2019-05-30 20:19:29,472 INFO] Step 97100/1000000; acc:  88.13; ppl:  1.47; xent: 0.39; lr: 0.03125; 8566/7551 tok/s;   4932 sec\n",
            "[2019-05-30 20:19:31,848 INFO] Step 97150/1000000; acc:  88.66; ppl:  1.46; xent: 0.38; lr: 0.03125; 8082/7407 tok/s;   4935 sec\n",
            "[2019-05-30 20:19:34,299 INFO] Step 97200/1000000; acc:  87.74; ppl:  1.51; xent: 0.41; lr: 0.03125; 8148/7454 tok/s;   4937 sec\n",
            "[2019-05-30 20:19:36,996 INFO] Step 97250/1000000; acc:  87.04; ppl:  1.55; xent: 0.44; lr: 0.03125; 8747/7657 tok/s;   4940 sec\n",
            "[2019-05-30 20:19:39,414 INFO] Step 97300/1000000; acc:  88.48; ppl:  1.45; xent: 0.37; lr: 0.03125; 8605/7413 tok/s;   4942 sec\n",
            "[2019-05-30 20:19:41,869 INFO] Step 97350/1000000; acc:  87.29; ppl:  1.53; xent: 0.43; lr: 0.03125; 8393/7495 tok/s;   4945 sec\n",
            "[2019-05-30 20:19:44,559 INFO] Step 97400/1000000; acc:  86.79; ppl:  1.57; xent: 0.45; lr: 0.03125; 8541/7745 tok/s;   4948 sec\n",
            "[2019-05-30 20:19:47,137 INFO] Step 97450/1000000; acc:  86.00; ppl:  1.63; xent: 0.49; lr: 0.03125; 8766/7564 tok/s;   4950 sec\n",
            "[2019-05-30 20:19:49,535 INFO] Step 97500/1000000; acc:  87.79; ppl:  1.49; xent: 0.40; lr: 0.03125; 8540/7419 tok/s;   4953 sec\n",
            "[2019-05-30 20:19:52,055 INFO] Step 97550/1000000; acc:  86.49; ppl:  1.59; xent: 0.47; lr: 0.03125; 8398/7417 tok/s;   4955 sec\n",
            "[2019-05-30 20:19:54,466 INFO] Step 97600/1000000; acc:  88.19; ppl:  1.49; xent: 0.40; lr: 0.03125; 8441/7422 tok/s;   4957 sec\n",
            "[2019-05-30 20:19:57,105 INFO] Step 97650/1000000; acc:  87.26; ppl:  1.52; xent: 0.42; lr: 0.03125; 8854/7604 tok/s;   4960 sec\n",
            "[2019-05-30 20:19:59,647 INFO] Step 97700/1000000; acc:  87.45; ppl:  1.52; xent: 0.42; lr: 0.03125; 8308/7628 tok/s;   4963 sec\n",
            "[2019-05-30 20:20:02,048 INFO] Step 97750/1000000; acc:  87.79; ppl:  1.50; xent: 0.41; lr: 0.03125; 8450/7410 tok/s;   4965 sec\n",
            "[2019-05-30 20:20:04,456 INFO] Step 97800/1000000; acc:  86.17; ppl:  1.63; xent: 0.49; lr: 0.03125; 8162/7336 tok/s;   4967 sec\n",
            "[2019-05-30 20:20:06,912 INFO] Step 97850/1000000; acc:  87.16; ppl:  1.52; xent: 0.42; lr: 0.03125; 7870/7527 tok/s;   4970 sec\n",
            "[2019-05-30 20:20:09,288 INFO] Step 97900/1000000; acc:  87.78; ppl:  1.50; xent: 0.41; lr: 0.03125; 8404/7400 tok/s;   4972 sec\n",
            "[2019-05-30 20:20:11,803 INFO] Step 97950/1000000; acc:  86.38; ppl:  1.60; xent: 0.47; lr: 0.03125; 8854/7407 tok/s;   4975 sec\n",
            "[2019-05-30 20:20:14,330 INFO] Step 98000/1000000; acc:  87.48; ppl:  1.54; xent: 0.43; lr: 0.03125; 8132/7481 tok/s;   4977 sec\n",
            "[2019-05-30 20:20:16,756 INFO] Step 98050/1000000; acc:  86.07; ppl:  1.64; xent: 0.50; lr: 0.03125; 8391/7199 tok/s;   4980 sec\n",
            "[2019-05-30 20:20:19,147 INFO] Step 98100/1000000; acc:  87.64; ppl:  1.50; xent: 0.41; lr: 0.03125; 8190/7334 tok/s;   4982 sec\n",
            "[2019-05-30 20:20:21,759 INFO] Step 98150/1000000; acc:  86.67; ppl:  1.60; xent: 0.47; lr: 0.03125; 8281/7620 tok/s;   4985 sec\n",
            "[2019-05-30 20:20:24,247 INFO] Step 98200/1000000; acc:  86.60; ppl:  1.59; xent: 0.46; lr: 0.03125; 8360/7475 tok/s;   4987 sec\n",
            "[2019-05-30 20:20:26,706 INFO] Step 98250/1000000; acc:  87.40; ppl:  1.51; xent: 0.41; lr: 0.03125; 8357/7524 tok/s;   4990 sec\n",
            "[2019-05-30 20:20:29,137 INFO] Step 98300/1000000; acc:  87.72; ppl:  1.50; xent: 0.41; lr: 0.03125; 8477/7530 tok/s;   4992 sec\n",
            "[2019-05-30 20:20:31,583 INFO] Step 98350/1000000; acc:  87.61; ppl:  1.52; xent: 0.42; lr: 0.03125; 8741/7463 tok/s;   4995 sec\n",
            "[2019-05-30 20:20:34,001 INFO] Step 98400/1000000; acc:  87.43; ppl:  1.53; xent: 0.43; lr: 0.03125; 7993/7475 tok/s;   4997 sec\n",
            "[2019-05-30 20:20:36,556 INFO] Step 98450/1000000; acc:  87.51; ppl:  1.52; xent: 0.42; lr: 0.03125; 8591/7590 tok/s;   5000 sec\n",
            "[2019-05-30 20:20:38,918 INFO] Step 98500/1000000; acc:  87.93; ppl:  1.49; xent: 0.40; lr: 0.03125; 8346/7425 tok/s;   5002 sec\n",
            "[2019-05-30 20:20:41,318 INFO] Step 98550/1000000; acc:  87.09; ppl:  1.53; xent: 0.43; lr: 0.03125; 8320/7437 tok/s;   5004 sec\n",
            "[2019-05-30 20:20:43,645 INFO] Step 98600/1000000; acc:  87.87; ppl:  1.49; xent: 0.40; lr: 0.03125; 8581/7222 tok/s;   5007 sec\n",
            "[2019-05-30 20:20:46,031 INFO] Step 98650/1000000; acc:  87.76; ppl:  1.50; xent: 0.40; lr: 0.03125; 8212/7460 tok/s;   5009 sec\n",
            "[2019-05-30 20:20:48,583 INFO] Step 98700/1000000; acc:  86.89; ppl:  1.59; xent: 0.46; lr: 0.03125; 8406/7473 tok/s;   5012 sec\n",
            "[2019-05-30 20:20:51,133 INFO] Step 98750/1000000; acc:  87.65; ppl:  1.53; xent: 0.42; lr: 0.03125; 9162/7530 tok/s;   5014 sec\n",
            "[2019-05-30 20:20:53,559 INFO] Step 98800/1000000; acc:  87.97; ppl:  1.50; xent: 0.41; lr: 0.03125; 8467/7299 tok/s;   5017 sec\n",
            "[2019-05-30 20:20:56,221 INFO] Step 98850/1000000; acc:  86.23; ppl:  1.63; xent: 0.49; lr: 0.03125; 8389/7770 tok/s;   5019 sec\n",
            "[2019-05-30 20:20:58,767 INFO] Step 98900/1000000; acc:  86.08; ppl:  1.60; xent: 0.47; lr: 0.03125; 8447/7553 tok/s;   5022 sec\n",
            "[2019-05-30 20:21:01,344 INFO] Step 98950/1000000; acc:  87.43; ppl:  1.53; xent: 0.43; lr: 0.03125; 7998/7774 tok/s;   5024 sec\n",
            "[2019-05-30 20:21:03,798 INFO] Step 99000/1000000; acc:  88.03; ppl:  1.48; xent: 0.40; lr: 0.03125; 8086/7498 tok/s;   5027 sec\n",
            "[2019-05-30 20:21:06,342 INFO] Step 99050/1000000; acc:  87.59; ppl:  1.50; xent: 0.41; lr: 0.03125; 8605/7573 tok/s;   5029 sec\n",
            "[2019-05-30 20:21:08,773 INFO] Step 99100/1000000; acc:  87.67; ppl:  1.50; xent: 0.41; lr: 0.03125; 8820/7438 tok/s;   5032 sec\n",
            "[2019-05-30 20:21:11,294 INFO] Step 99150/1000000; acc:  88.03; ppl:  1.49; xent: 0.40; lr: 0.03125; 8580/7617 tok/s;   5034 sec\n",
            "[2019-05-30 20:21:13,845 INFO] Step 99200/1000000; acc:  87.86; ppl:  1.49; xent: 0.40; lr: 0.03125; 8130/7698 tok/s;   5037 sec\n",
            "[2019-05-30 20:21:16,263 INFO] Step 99250/1000000; acc:  87.64; ppl:  1.51; xent: 0.41; lr: 0.03125; 8337/7362 tok/s;   5039 sec\n",
            "[2019-05-30 20:21:18,764 INFO] Step 99300/1000000; acc:  87.37; ppl:  1.54; xent: 0.43; lr: 0.03125; 8650/7542 tok/s;   5042 sec\n",
            "[2019-05-30 20:21:21,193 INFO] Step 99350/1000000; acc:  88.03; ppl:  1.48; xent: 0.40; lr: 0.03125; 8064/7480 tok/s;   5044 sec\n",
            "[2019-05-30 20:21:23,623 INFO] Step 99400/1000000; acc:  87.98; ppl:  1.49; xent: 0.40; lr: 0.03125; 8297/7428 tok/s;   5047 sec\n",
            "[2019-05-30 20:21:26,125 INFO] Step 99450/1000000; acc:  88.72; ppl:  1.45; xent: 0.37; lr: 0.03125; 8393/7549 tok/s;   5049 sec\n",
            "[2019-05-30 20:21:28,701 INFO] Step 99500/1000000; acc:  88.29; ppl:  1.48; xent: 0.39; lr: 0.03125; 8571/7643 tok/s;   5052 sec\n",
            "[2019-05-30 20:21:31,302 INFO] Step 99550/1000000; acc:  87.10; ppl:  1.55; xent: 0.44; lr: 0.03125; 8341/7638 tok/s;   5054 sec\n",
            "[2019-05-30 20:21:33,742 INFO] Step 99600/1000000; acc:  86.97; ppl:  1.56; xent: 0.44; lr: 0.03125; 8895/7346 tok/s;   5057 sec\n",
            "[2019-05-30 20:21:36,213 INFO] Step 99650/1000000; acc:  87.07; ppl:  1.55; xent: 0.44; lr: 0.03125; 8625/7330 tok/s;   5059 sec\n",
            "[2019-05-30 20:21:38,686 INFO] Step 99700/1000000; acc:  87.52; ppl:  1.51; xent: 0.41; lr: 0.03125; 8436/7479 tok/s;   5062 sec\n",
            "[2019-05-30 20:21:41,078 INFO] Step 99750/1000000; acc:  87.69; ppl:  1.50; xent: 0.40; lr: 0.03125; 8323/7237 tok/s;   5064 sec\n",
            "[2019-05-30 20:21:43,759 INFO] Step 99800/1000000; acc:  86.37; ppl:  1.60; xent: 0.47; lr: 0.03125; 8386/7558 tok/s;   5067 sec\n",
            "[2019-05-30 20:21:46,234 INFO] Step 99850/1000000; acc:  87.69; ppl:  1.51; xent: 0.41; lr: 0.03125; 8118/7296 tok/s;   5069 sec\n",
            "[2019-05-30 20:21:48,777 INFO] Step 99900/1000000; acc:  87.13; ppl:  1.54; xent: 0.43; lr: 0.03125; 8759/7597 tok/s;   5072 sec\n",
            "[2019-05-30 20:21:51,261 INFO] Step 99950/1000000; acc:  87.50; ppl:  1.52; xent: 0.42; lr: 0.03125; 8168/7432 tok/s;   5074 sec\n",
            "[2019-05-30 20:21:53,687 INFO] Step 100000/1000000; acc:  87.82; ppl:  1.48; xent: 0.39; lr: 0.01562; 8521/7493 tok/s;   5077 sec\n",
            "[2019-05-30 20:21:53,687 INFO] Saving checkpoint light_step_100000.pt\n",
            "[2019-05-30 20:21:57,611 INFO] Step 100050/1000000; acc:  85.72; ppl:  1.67; xent: 0.51; lr: 0.01562; 5185/4740 tok/s;   5081 sec\n",
            "[2019-05-30 20:22:00,066 INFO] Step 100100/1000000; acc:  87.20; ppl:  1.51; xent: 0.41; lr: 0.01562; 8228/7502 tok/s;   5083 sec\n",
            "[2019-05-30 20:22:02,541 INFO] Step 100150/1000000; acc:  88.46; ppl:  1.47; xent: 0.38; lr: 0.01562; 8532/7541 tok/s;   5086 sec\n",
            "[2019-05-30 20:22:04,887 INFO] Step 100200/1000000; acc:  88.07; ppl:  1.48; xent: 0.39; lr: 0.01562; 7884/7393 tok/s;   5088 sec\n",
            "[2019-05-30 20:22:07,312 INFO] Step 100250/1000000; acc:  87.89; ppl:  1.49; xent: 0.40; lr: 0.01562; 8475/7472 tok/s;   5090 sec\n",
            "[2019-05-30 20:22:09,903 INFO] Step 100300/1000000; acc:  86.70; ppl:  1.56; xent: 0.45; lr: 0.01562; 8324/7704 tok/s;   5093 sec\n",
            "[2019-05-30 20:22:12,453 INFO] Step 100350/1000000; acc:  87.41; ppl:  1.51; xent: 0.41; lr: 0.01562; 8459/7614 tok/s;   5095 sec\n",
            "[2019-05-30 20:22:14,813 INFO] Step 100400/1000000; acc:  87.76; ppl:  1.51; xent: 0.41; lr: 0.01562; 7945/7406 tok/s;   5098 sec\n",
            "[2019-05-30 20:22:17,277 INFO] Step 100450/1000000; acc:  88.23; ppl:  1.47; xent: 0.38; lr: 0.01562; 8236/7539 tok/s;   5100 sec\n",
            "[2019-05-30 20:22:19,639 INFO] Step 100500/1000000; acc:  88.08; ppl:  1.49; xent: 0.40; lr: 0.01562; 8316/7376 tok/s;   5103 sec\n",
            "[2019-05-30 20:22:24,537 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 20:22:27,551 INFO] Step 100550/1000000; acc:  88.39; ppl:  1.46; xent: 0.38; lr: 0.01562; 2435/2152 tok/s;   5111 sec\n",
            "[2019-05-30 20:22:29,898 INFO] Step 100600/1000000; acc:  88.03; ppl:  1.48; xent: 0.39; lr: 0.01562; 8345/7391 tok/s;   5113 sec\n",
            "[2019-05-30 20:22:32,315 INFO] Step 100650/1000000; acc:  87.86; ppl:  1.49; xent: 0.40; lr: 0.01562; 8392/7490 tok/s;   5115 sec\n",
            "[2019-05-30 20:22:34,770 INFO] Step 100700/1000000; acc:  87.52; ppl:  1.52; xent: 0.42; lr: 0.01562; 8448/7467 tok/s;   5118 sec\n",
            "[2019-05-30 20:22:37,455 INFO] Step 100750/1000000; acc:  85.00; ppl:  1.78; xent: 0.58; lr: 0.01562; 8563/7457 tok/s;   5120 sec\n",
            "[2019-05-30 20:22:39,920 INFO] Step 100800/1000000; acc:  87.37; ppl:  1.54; xent: 0.43; lr: 0.01562; 8596/7468 tok/s;   5123 sec\n",
            "[2019-05-30 20:22:42,300 INFO] Step 100850/1000000; acc:  87.93; ppl:  1.50; xent: 0.41; lr: 0.01562; 7906/7351 tok/s;   5125 sec\n",
            "[2019-05-30 20:22:44,703 INFO] Step 100900/1000000; acc:  87.64; ppl:  1.49; xent: 0.40; lr: 0.01562; 8175/7430 tok/s;   5128 sec\n",
            "[2019-05-30 20:22:47,264 INFO] Step 100950/1000000; acc:  87.08; ppl:  1.55; xent: 0.44; lr: 0.01562; 8323/7500 tok/s;   5130 sec\n",
            "[2019-05-30 20:22:49,736 INFO] Step 101000/1000000; acc:  88.09; ppl:  1.49; xent: 0.40; lr: 0.01562; 8157/7350 tok/s;   5133 sec\n",
            "[2019-05-30 20:22:52,339 INFO] Step 101050/1000000; acc:  86.96; ppl:  1.57; xent: 0.45; lr: 0.01562; 8223/7411 tok/s;   5135 sec\n",
            "[2019-05-30 20:22:54,879 INFO] Step 101100/1000000; acc:  87.90; ppl:  1.49; xent: 0.40; lr: 0.01562; 7888/7435 tok/s;   5138 sec\n",
            "[2019-05-30 20:22:57,427 INFO] Step 101150/1000000; acc:  86.98; ppl:  1.54; xent: 0.43; lr: 0.01562; 8411/7251 tok/s;   5140 sec\n",
            "[2019-05-30 20:22:59,766 INFO] Step 101200/1000000; acc:  88.81; ppl:  1.44; xent: 0.36; lr: 0.01562; 7908/7183 tok/s;   5143 sec\n",
            "[2019-05-30 20:23:02,228 INFO] Step 101250/1000000; acc:  88.12; ppl:  1.47; xent: 0.38; lr: 0.01562; 8345/7383 tok/s;   5145 sec\n",
            "[2019-05-30 20:23:04,702 INFO] Step 101300/1000000; acc:  87.63; ppl:  1.49; xent: 0.40; lr: 0.01562; 8252/7476 tok/s;   5148 sec\n",
            "[2019-05-30 20:23:07,144 INFO] Step 101350/1000000; acc:  88.33; ppl:  1.46; xent: 0.38; lr: 0.01562; 8284/7471 tok/s;   5150 sec\n",
            "[2019-05-30 20:23:09,560 INFO] Step 101400/1000000; acc:  88.15; ppl:  1.47; xent: 0.39; lr: 0.01562; 8663/7418 tok/s;   5153 sec\n",
            "[2019-05-30 20:23:12,086 INFO] Step 101450/1000000; acc:  86.83; ppl:  1.57; xent: 0.45; lr: 0.01562; 8388/7604 tok/s;   5155 sec\n",
            "[2019-05-30 20:23:14,458 INFO] Step 101500/1000000; acc:  87.90; ppl:  1.50; xent: 0.41; lr: 0.01562; 8358/7168 tok/s;   5157 sec\n",
            "[2019-05-30 20:23:16,920 INFO] Step 101550/1000000; acc:  86.91; ppl:  1.56; xent: 0.44; lr: 0.01562; 8424/7557 tok/s;   5160 sec\n",
            "[2019-05-30 20:23:19,445 INFO] Step 101600/1000000; acc:  87.53; ppl:  1.53; xent: 0.42; lr: 0.01562; 8619/7596 tok/s;   5162 sec\n",
            "[2019-05-30 20:23:21,879 INFO] Step 101650/1000000; acc:  86.55; ppl:  1.64; xent: 0.49; lr: 0.01562; 8497/7335 tok/s;   5165 sec\n",
            "[2019-05-30 20:23:24,384 INFO] Step 101700/1000000; acc:  86.78; ppl:  1.59; xent: 0.46; lr: 0.01562; 8611/7418 tok/s;   5167 sec\n",
            "[2019-05-30 20:23:26,863 INFO] Step 101750/1000000; acc:  86.98; ppl:  1.53; xent: 0.43; lr: 0.01562; 8390/7496 tok/s;   5170 sec\n",
            "[2019-05-30 20:23:29,246 INFO] Step 101800/1000000; acc:  87.67; ppl:  1.51; xent: 0.41; lr: 0.01562; 8164/7402 tok/s;   5172 sec\n",
            "[2019-05-30 20:23:31,718 INFO] Step 101850/1000000; acc:  87.73; ppl:  1.49; xent: 0.40; lr: 0.01562; 8133/7566 tok/s;   5175 sec\n",
            "[2019-05-30 20:23:34,213 INFO] Step 101900/1000000; acc:  87.32; ppl:  1.54; xent: 0.43; lr: 0.01562; 8284/7614 tok/s;   5177 sec\n",
            "[2019-05-30 20:23:36,624 INFO] Step 101950/1000000; acc:  87.77; ppl:  1.50; xent: 0.41; lr: 0.01562; 8282/7463 tok/s;   5180 sec\n",
            "[2019-05-30 20:23:39,051 INFO] Step 102000/1000000; acc:  87.14; ppl:  1.57; xent: 0.45; lr: 0.01562; 8529/7299 tok/s;   5182 sec\n",
            "[2019-05-30 20:23:41,423 INFO] Step 102050/1000000; acc:  88.40; ppl:  1.46; xent: 0.38; lr: 0.01562; 8526/7473 tok/s;   5184 sec\n",
            "[2019-05-30 20:23:43,947 INFO] Step 102100/1000000; acc:  87.17; ppl:  1.54; xent: 0.43; lr: 0.01562; 8520/7607 tok/s;   5187 sec\n",
            "[2019-05-30 20:23:46,547 INFO] Step 102150/1000000; acc:  85.24; ppl:  1.70; xent: 0.53; lr: 0.01562; 8912/7448 tok/s;   5190 sec\n",
            "[2019-05-30 20:23:49,085 INFO] Step 102200/1000000; acc:  86.57; ppl:  1.58; xent: 0.46; lr: 0.01562; 8324/7542 tok/s;   5192 sec\n",
            "[2019-05-30 20:23:51,636 INFO] Step 102250/1000000; acc:  86.24; ppl:  1.58; xent: 0.46; lr: 0.01562; 8280/7608 tok/s;   5195 sec\n",
            "[2019-05-30 20:23:54,061 INFO] Step 102300/1000000; acc:  87.62; ppl:  1.49; xent: 0.40; lr: 0.01562; 7959/7358 tok/s;   5197 sec\n",
            "[2019-05-30 20:23:56,640 INFO] Step 102350/1000000; acc:  87.59; ppl:  1.51; xent: 0.41; lr: 0.01562; 8613/7718 tok/s;   5200 sec\n",
            "[2019-05-30 20:23:59,107 INFO] Step 102400/1000000; acc:  87.49; ppl:  1.51; xent: 0.41; lr: 0.01562; 7990/7549 tok/s;   5202 sec\n",
            "[2019-05-30 20:24:01,503 INFO] Step 102450/1000000; acc:  88.65; ppl:  1.46; xent: 0.38; lr: 0.01562; 8095/7454 tok/s;   5205 sec\n",
            "[2019-05-30 20:24:03,997 INFO] Step 102500/1000000; acc:  88.16; ppl:  1.49; xent: 0.40; lr: 0.01562; 8586/7394 tok/s;   5207 sec\n",
            "[2019-05-30 20:24:06,507 INFO] Step 102550/1000000; acc:  87.13; ppl:  1.56; xent: 0.44; lr: 0.01562; 8925/7425 tok/s;   5210 sec\n",
            "[2019-05-30 20:24:08,985 INFO] Step 102600/1000000; acc:  88.04; ppl:  1.49; xent: 0.40; lr: 0.01562; 8653/7542 tok/s;   5212 sec\n",
            "[2019-05-30 20:24:11,506 INFO] Step 102650/1000000; acc:  87.26; ppl:  1.53; xent: 0.42; lr: 0.01562; 8403/7565 tok/s;   5215 sec\n",
            "[2019-05-30 20:24:13,893 INFO] Step 102700/1000000; acc:  87.95; ppl:  1.49; xent: 0.40; lr: 0.01562; 8178/7330 tok/s;   5217 sec\n",
            "[2019-05-30 20:24:16,372 INFO] Step 102750/1000000; acc:  87.84; ppl:  1.48; xent: 0.39; lr: 0.01562; 8342/7464 tok/s;   5219 sec\n",
            "[2019-05-30 20:24:18,895 INFO] Step 102800/1000000; acc:  88.18; ppl:  1.48; xent: 0.39; lr: 0.01562; 8777/7534 tok/s;   5222 sec\n",
            "[2019-05-30 20:24:21,389 INFO] Step 102850/1000000; acc:  87.75; ppl:  1.50; xent: 0.41; lr: 0.01562; 8727/7447 tok/s;   5224 sec\n",
            "[2019-05-30 20:24:23,824 INFO] Step 102900/1000000; acc:  88.12; ppl:  1.47; xent: 0.38; lr: 0.01562; 8461/7499 tok/s;   5227 sec\n",
            "[2019-05-30 20:24:26,308 INFO] Step 102950/1000000; acc:  87.00; ppl:  1.54; xent: 0.43; lr: 0.01562; 8136/7303 tok/s;   5229 sec\n",
            "[2019-05-30 20:24:28,837 INFO] Step 103000/1000000; acc:  88.13; ppl:  1.49; xent: 0.40; lr: 0.01562; 8782/7556 tok/s;   5232 sec\n",
            "[2019-05-30 20:24:31,187 INFO] Step 103050/1000000; acc:  88.61; ppl:  1.45; xent: 0.37; lr: 0.01562; 8007/7331 tok/s;   5234 sec\n",
            "[2019-05-30 20:24:33,615 INFO] Step 103100/1000000; acc:  88.23; ppl:  1.47; xent: 0.38; lr: 0.01562; 8091/7555 tok/s;   5237 sec\n",
            "[2019-05-30 20:24:36,238 INFO] Step 103150/1000000; acc:  87.56; ppl:  1.52; xent: 0.42; lr: 0.01562; 8662/7699 tok/s;   5239 sec\n",
            "[2019-05-30 20:24:38,777 INFO] Step 103200/1000000; acc:  87.89; ppl:  1.50; xent: 0.41; lr: 0.01562; 8463/7455 tok/s;   5242 sec\n",
            "[2019-05-30 20:24:41,223 INFO] Step 103250/1000000; acc:  87.54; ppl:  1.53; xent: 0.42; lr: 0.01562; 8845/7394 tok/s;   5244 sec\n",
            "[2019-05-30 20:24:43,802 INFO] Step 103300/1000000; acc:  87.50; ppl:  1.53; xent: 0.42; lr: 0.01562; 8589/7645 tok/s;   5247 sec\n",
            "[2019-05-30 20:24:46,372 INFO] Step 103350/1000000; acc:  86.66; ppl:  1.57; xent: 0.45; lr: 0.01562; 8341/7607 tok/s;   5249 sec\n",
            "[2019-05-30 20:24:48,871 INFO] Step 103400/1000000; acc:  86.90; ppl:  1.58; xent: 0.46; lr: 0.01562; 8529/7469 tok/s;   5252 sec\n",
            "[2019-05-30 20:24:51,381 INFO] Step 103450/1000000; acc:  86.43; ppl:  1.58; xent: 0.46; lr: 0.01562; 8481/7420 tok/s;   5254 sec\n",
            "[2019-05-30 20:24:53,781 INFO] Step 103500/1000000; acc:  88.04; ppl:  1.48; xent: 0.40; lr: 0.01562; 8613/7413 tok/s;   5257 sec\n",
            "[2019-05-30 20:24:56,435 INFO] Step 103550/1000000; acc:  87.70; ppl:  1.50; xent: 0.41; lr: 0.01562; 8875/7637 tok/s;   5259 sec\n",
            "[2019-05-30 20:24:58,882 INFO] Step 103600/1000000; acc:  87.76; ppl:  1.50; xent: 0.41; lr: 0.01562; 8136/7492 tok/s;   5262 sec\n",
            "[2019-05-30 20:25:01,422 INFO] Step 103650/1000000; acc:  87.35; ppl:  1.52; xent: 0.42; lr: 0.01562; 8668/7560 tok/s;   5264 sec\n",
            "[2019-05-30 20:25:03,807 INFO] Step 103700/1000000; acc:  87.25; ppl:  1.53; xent: 0.42; lr: 0.01562; 8103/7360 tok/s;   5267 sec\n",
            "[2019-05-30 20:25:06,264 INFO] Step 103750/1000000; acc:  86.70; ppl:  1.58; xent: 0.46; lr: 0.01562; 8075/7542 tok/s;   5269 sec\n",
            "[2019-05-30 20:25:08,641 INFO] Step 103800/1000000; acc:  87.50; ppl:  1.51; xent: 0.41; lr: 0.01562; 8051/7395 tok/s;   5272 sec\n",
            "[2019-05-30 20:25:11,127 INFO] Step 103850/1000000; acc:  86.44; ppl:  1.60; xent: 0.47; lr: 0.01562; 9040/7471 tok/s;   5274 sec\n",
            "[2019-05-30 20:25:13,599 INFO] Step 103900/1000000; acc:  87.92; ppl:  1.50; xent: 0.41; lr: 0.01562; 8310/7526 tok/s;   5277 sec\n",
            "[2019-05-30 20:25:16,050 INFO] Step 103950/1000000; acc:  86.02; ppl:  1.64; xent: 0.49; lr: 0.01562; 8460/7399 tok/s;   5279 sec\n",
            "[2019-05-30 20:25:18,427 INFO] Step 104000/1000000; acc:  87.70; ppl:  1.50; xent: 0.40; lr: 0.01562; 8322/7379 tok/s;   5281 sec\n",
            "[2019-05-30 20:25:20,937 INFO] Step 104050/1000000; acc:  87.14; ppl:  1.57; xent: 0.45; lr: 0.01562; 8314/7549 tok/s;   5284 sec\n",
            "[2019-05-30 20:25:23,506 INFO] Step 104100/1000000; acc:  86.66; ppl:  1.58; xent: 0.46; lr: 0.01562; 8444/7631 tok/s;   5287 sec\n",
            "[2019-05-30 20:25:25,872 INFO] Step 104150/1000000; acc:  87.65; ppl:  1.50; xent: 0.40; lr: 0.01562; 8415/7393 tok/s;   5289 sec\n",
            "[2019-05-30 20:25:28,366 INFO] Step 104200/1000000; acc:  87.79; ppl:  1.50; xent: 0.40; lr: 0.01562; 8339/7569 tok/s;   5291 sec\n",
            "[2019-05-30 20:25:30,784 INFO] Step 104250/1000000; acc:  88.10; ppl:  1.48; xent: 0.39; lr: 0.01562; 8446/7444 tok/s;   5294 sec\n",
            "[2019-05-30 20:25:33,228 INFO] Step 104300/1000000; acc:  87.25; ppl:  1.53; xent: 0.42; lr: 0.01562; 8329/7418 tok/s;   5296 sec\n",
            "[2019-05-30 20:25:35,799 INFO] Step 104350/1000000; acc:  87.59; ppl:  1.51; xent: 0.41; lr: 0.01562; 8413/7621 tok/s;   5299 sec\n",
            "[2019-05-30 20:25:38,177 INFO] Step 104400/1000000; acc:  88.39; ppl:  1.46; xent: 0.38; lr: 0.01562; 8452/7322 tok/s;   5301 sec\n",
            "[2019-05-30 20:25:40,573 INFO] Step 104450/1000000; acc:  87.26; ppl:  1.53; xent: 0.43; lr: 0.01562; 7961/7370 tok/s;   5304 sec\n",
            "[2019-05-30 20:25:42,961 INFO] Step 104500/1000000; acc:  87.45; ppl:  1.50; xent: 0.41; lr: 0.01562; 8682/7280 tok/s;   5306 sec\n",
            "[2019-05-30 20:25:45,254 INFO] Step 104550/1000000; acc:  88.32; ppl:  1.46; xent: 0.38; lr: 0.01562; 8208/7340 tok/s;   5308 sec\n",
            "[2019-05-30 20:25:47,862 INFO] Step 104600/1000000; acc:  87.25; ppl:  1.57; xent: 0.45; lr: 0.01562; 8671/7634 tok/s;   5311 sec\n",
            "[2019-05-30 20:25:50,346 INFO] Step 104650/1000000; acc:  87.91; ppl:  1.48; xent: 0.39; lr: 0.01562; 8732/7496 tok/s;   5313 sec\n",
            "[2019-05-30 20:25:52,804 INFO] Step 104700/1000000; acc:  87.69; ppl:  1.50; xent: 0.41; lr: 0.01562; 8851/7360 tok/s;   5316 sec\n",
            "[2019-05-30 20:25:55,402 INFO] Step 104750/1000000; acc:  86.53; ppl:  1.59; xent: 0.46; lr: 0.01562; 8426/7718 tok/s;   5318 sec\n",
            "[2019-05-30 20:25:57,999 INFO] Step 104800/1000000; acc:  85.81; ppl:  1.62; xent: 0.48; lr: 0.01562; 8404/7651 tok/s;   5321 sec\n",
            "[2019-05-30 20:26:00,511 INFO] Step 104850/1000000; acc:  87.56; ppl:  1.51; xent: 0.41; lr: 0.01562; 8078/7645 tok/s;   5324 sec\n",
            "[2019-05-30 20:26:03,061 INFO] Step 104900/1000000; acc:  87.51; ppl:  1.50; xent: 0.41; lr: 0.01562; 8007/7667 tok/s;   5326 sec\n",
            "[2019-05-30 20:26:05,521 INFO] Step 104950/1000000; acc:  88.82; ppl:  1.45; xent: 0.37; lr: 0.01562; 8480/7525 tok/s;   5329 sec\n",
            "[2019-05-30 20:26:07,897 INFO] Step 105000/1000000; acc:  87.68; ppl:  1.49; xent: 0.40; lr: 0.01562; 8702/7334 tok/s;   5331 sec\n",
            "[2019-05-30 20:26:07,897 INFO] Saving checkpoint light_step_105000.pt\n",
            "[2019-05-30 20:26:11,888 INFO] Step 105050/1000000; acc:  87.97; ppl:  1.48; xent: 0.40; lr: 0.01562; 5597/4892 tok/s;   5335 sec\n",
            "[2019-05-30 20:26:14,455 INFO] Step 105100/1000000; acc:  87.73; ppl:  1.49; xent: 0.40; lr: 0.01562; 8478/7675 tok/s;   5337 sec\n",
            "[2019-05-30 20:26:16,941 INFO] Step 105150/1000000; acc:  87.72; ppl:  1.50; xent: 0.40; lr: 0.01562; 8186/7572 tok/s;   5340 sec\n",
            "[2019-05-30 20:26:19,307 INFO] Step 105200/1000000; acc:  87.53; ppl:  1.53; xent: 0.43; lr: 0.01562; 8737/7377 tok/s;   5342 sec\n",
            "[2019-05-30 20:26:21,797 INFO] Step 105250/1000000; acc:  88.38; ppl:  1.45; xent: 0.37; lr: 0.01562; 8098/7606 tok/s;   5345 sec\n",
            "[2019-05-30 20:26:24,268 INFO] Step 105300/1000000; acc:  88.17; ppl:  1.49; xent: 0.40; lr: 0.01562; 8236/7562 tok/s;   5347 sec\n",
            "[2019-05-30 20:26:26,734 INFO] Step 105350/1000000; acc:  88.77; ppl:  1.44; xent: 0.37; lr: 0.01562; 8436/7476 tok/s;   5350 sec\n",
            "[2019-05-30 20:26:29,249 INFO] Step 105400/1000000; acc:  88.86; ppl:  1.45; xent: 0.37; lr: 0.01562; 8602/7584 tok/s;   5352 sec\n",
            "[2019-05-30 20:26:31,850 INFO] Step 105450/1000000; acc:  87.42; ppl:  1.54; xent: 0.43; lr: 0.01562; 8392/7681 tok/s;   5355 sec\n",
            "[2019-05-30 20:26:34,377 INFO] Step 105500/1000000; acc:  87.12; ppl:  1.53; xent: 0.42; lr: 0.01562; 8790/7548 tok/s;   5357 sec\n",
            "[2019-05-30 20:26:36,782 INFO] Step 105550/1000000; acc:  87.20; ppl:  1.55; xent: 0.44; lr: 0.01562; 8966/7316 tok/s;   5360 sec\n",
            "[2019-05-30 20:26:39,268 INFO] Step 105600/1000000; acc:  87.87; ppl:  1.50; xent: 0.41; lr: 0.01562; 8395/7520 tok/s;   5362 sec\n",
            "[2019-05-30 20:26:41,675 INFO] Step 105650/1000000; acc:  87.66; ppl:  1.49; xent: 0.40; lr: 0.01562; 8536/7431 tok/s;   5365 sec\n",
            "[2019-05-30 20:26:44,178 INFO] Step 105700/1000000; acc:  87.31; ppl:  1.53; xent: 0.43; lr: 0.01562; 8188/7396 tok/s;   5367 sec\n",
            "[2019-05-30 20:26:46,736 INFO] Step 105750/1000000; acc:  87.56; ppl:  1.53; xent: 0.43; lr: 0.01562; 8081/7443 tok/s;   5370 sec\n",
            "[2019-05-30 20:26:49,269 INFO] Step 105800/1000000; acc:  87.97; ppl:  1.48; xent: 0.40; lr: 0.01562; 8796/7406 tok/s;   5372 sec\n",
            "[2019-05-30 20:26:51,799 INFO] Step 105850/1000000; acc:  87.39; ppl:  1.52; xent: 0.42; lr: 0.01562; 8043/7508 tok/s;   5375 sec\n",
            "[2019-05-30 20:26:54,308 INFO] Step 105900/1000000; acc:  87.85; ppl:  1.49; xent: 0.40; lr: 0.01562; 8416/7280 tok/s;   5377 sec\n",
            "[2019-05-30 20:26:56,857 INFO] Step 105950/1000000; acc:  86.48; ppl:  1.64; xent: 0.50; lr: 0.01562; 8009/7398 tok/s;   5380 sec\n",
            "[2019-05-30 20:26:59,335 INFO] Step 106000/1000000; acc:  87.51; ppl:  1.50; xent: 0.41; lr: 0.01562; 8447/7482 tok/s;   5382 sec\n",
            "[2019-05-30 20:27:01,801 INFO] Step 106050/1000000; acc:  88.41; ppl:  1.46; xent: 0.38; lr: 0.01562; 8218/7366 tok/s;   5385 sec\n",
            "[2019-05-30 20:27:04,182 INFO] Step 106100/1000000; acc:  88.12; ppl:  1.47; xent: 0.39; lr: 0.01562; 7902/7419 tok/s;   5387 sec\n",
            "[2019-05-30 20:27:06,551 INFO] Step 106150/1000000; acc:  88.09; ppl:  1.47; xent: 0.39; lr: 0.01562; 8347/7402 tok/s;   5390 sec\n",
            "[2019-05-30 20:27:09,067 INFO] Step 106200/1000000; acc:  87.50; ppl:  1.52; xent: 0.42; lr: 0.01562; 8269/7553 tok/s;   5392 sec\n",
            "[2019-05-30 20:27:11,699 INFO] Step 106250/1000000; acc:  87.37; ppl:  1.52; xent: 0.42; lr: 0.01562; 8365/7717 tok/s;   5395 sec\n",
            "[2019-05-30 20:27:14,107 INFO] Step 106300/1000000; acc:  87.87; ppl:  1.50; xent: 0.40; lr: 0.01562; 8082/7473 tok/s;   5397 sec\n",
            "[2019-05-30 20:27:16,506 INFO] Step 106350/1000000; acc:  88.23; ppl:  1.47; xent: 0.38; lr: 0.01562; 8297/7448 tok/s;   5400 sec\n",
            "[2019-05-30 20:27:18,885 INFO] Step 106400/1000000; acc:  88.50; ppl:  1.46; xent: 0.38; lr: 0.01562; 8178/7391 tok/s;   5402 sec\n",
            "[2019-05-30 20:27:24,447 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 20:27:26,861 INFO] Step 106450/1000000; acc:  88.44; ppl:  1.47; xent: 0.38; lr: 0.01562; 2576/2259 tok/s;   5410 sec\n",
            "[2019-05-30 20:27:29,185 INFO] Step 106500/1000000; acc:  88.03; ppl:  1.47; xent: 0.38; lr: 0.01562; 8236/7355 tok/s;   5412 sec\n",
            "[2019-05-30 20:27:31,527 INFO] Step 106550/1000000; acc:  88.39; ppl:  1.45; xent: 0.37; lr: 0.01562; 8278/7349 tok/s;   5415 sec\n",
            "[2019-05-30 20:27:34,017 INFO] Step 106600/1000000; acc:  87.20; ppl:  1.54; xent: 0.43; lr: 0.01562; 8562/7541 tok/s;   5417 sec\n",
            "[2019-05-30 20:27:36,648 INFO] Step 106650/1000000; acc:  85.32; ppl:  1.78; xent: 0.58; lr: 0.01562; 8689/7432 tok/s;   5420 sec\n",
            "[2019-05-30 20:27:39,135 INFO] Step 106700/1000000; acc:  87.62; ppl:  1.52; xent: 0.42; lr: 0.01562; 8261/7512 tok/s;   5422 sec\n",
            "[2019-05-30 20:27:41,547 INFO] Step 106750/1000000; acc:  87.85; ppl:  1.49; xent: 0.40; lr: 0.01562; 8042/7388 tok/s;   5425 sec\n",
            "[2019-05-30 20:27:43,964 INFO] Step 106800/1000000; acc:  87.87; ppl:  1.49; xent: 0.40; lr: 0.01562; 8342/7441 tok/s;   5427 sec\n",
            "[2019-05-30 20:27:46,517 INFO] Step 106850/1000000; acc:  86.94; ppl:  1.56; xent: 0.44; lr: 0.01562; 8199/7473 tok/s;   5430 sec\n",
            "[2019-05-30 20:27:48,953 INFO] Step 106900/1000000; acc:  88.24; ppl:  1.47; xent: 0.38; lr: 0.01562; 8434/7403 tok/s;   5432 sec\n",
            "[2019-05-30 20:27:51,488 INFO] Step 106950/1000000; acc:  87.05; ppl:  1.58; xent: 0.46; lr: 0.01562; 8192/7436 tok/s;   5434 sec\n",
            "[2019-05-30 20:27:54,019 INFO] Step 107000/1000000; acc:  88.00; ppl:  1.49; xent: 0.40; lr: 0.01562; 8090/7585 tok/s;   5437 sec\n",
            "[2019-05-30 20:27:56,561 INFO] Step 107050/1000000; acc:  87.41; ppl:  1.53; xent: 0.42; lr: 0.01562; 8130/7202 tok/s;   5440 sec\n",
            "[2019-05-30 20:27:58,941 INFO] Step 107100/1000000; acc:  88.02; ppl:  1.47; xent: 0.38; lr: 0.01562; 8232/7281 tok/s;   5442 sec\n",
            "[2019-05-30 20:28:01,340 INFO] Step 107150/1000000; acc:  88.68; ppl:  1.44; xent: 0.36; lr: 0.01562; 8056/7402 tok/s;   5444 sec\n",
            "[2019-05-30 20:28:03,787 INFO] Step 107200/1000000; acc:  88.42; ppl:  1.46; xent: 0.38; lr: 0.01562; 8319/7429 tok/s;   5447 sec\n",
            "[2019-05-30 20:28:06,296 INFO] Step 107250/1000000; acc:  87.93; ppl:  1.50; xent: 0.40; lr: 0.01562; 8367/7525 tok/s;   5449 sec\n",
            "[2019-05-30 20:28:08,737 INFO] Step 107300/1000000; acc:  88.43; ppl:  1.46; xent: 0.38; lr: 0.01562; 8574/7447 tok/s;   5452 sec\n",
            "[2019-05-30 20:28:11,249 INFO] Step 107350/1000000; acc:  86.80; ppl:  1.57; xent: 0.45; lr: 0.01562; 8485/7519 tok/s;   5454 sec\n",
            "[2019-05-30 20:28:13,637 INFO] Step 107400/1000000; acc:  88.11; ppl:  1.48; xent: 0.39; lr: 0.01562; 8196/7171 tok/s;   5457 sec\n",
            "[2019-05-30 20:28:16,034 INFO] Step 107450/1000000; acc:  88.07; ppl:  1.49; xent: 0.40; lr: 0.01562; 8171/7372 tok/s;   5459 sec\n",
            "[2019-05-30 20:28:18,643 INFO] Step 107500/1000000; acc:  86.31; ppl:  1.60; xent: 0.47; lr: 0.01562; 8756/7563 tok/s;   5462 sec\n",
            "[2019-05-30 20:28:21,135 INFO] Step 107550/1000000; acc:  86.10; ppl:  1.64; xent: 0.50; lr: 0.01562; 8430/7304 tok/s;   5464 sec\n",
            "[2019-05-30 20:28:23,558 INFO] Step 107600/1000000; acc:  88.11; ppl:  1.47; xent: 0.39; lr: 0.01562; 8584/7439 tok/s;   5467 sec\n",
            "[2019-05-30 20:28:26,081 INFO] Step 107650/1000000; acc:  86.07; ppl:  1.65; xent: 0.50; lr: 0.01562; 8501/7401 tok/s;   5469 sec\n",
            "[2019-05-30 20:28:28,501 INFO] Step 107700/1000000; acc:  87.75; ppl:  1.49; xent: 0.40; lr: 0.01562; 8408/7446 tok/s;   5472 sec\n",
            "[2019-05-30 20:28:30,945 INFO] Step 107750/1000000; acc:  87.55; ppl:  1.51; xent: 0.41; lr: 0.01562; 7752/7621 tok/s;   5474 sec\n",
            "[2019-05-30 20:28:33,491 INFO] Step 107800/1000000; acc:  87.28; ppl:  1.53; xent: 0.42; lr: 0.01562; 8322/7592 tok/s;   5476 sec\n",
            "[2019-05-30 20:28:35,914 INFO] Step 107850/1000000; acc:  87.40; ppl:  1.51; xent: 0.41; lr: 0.01562; 8241/7479 tok/s;   5479 sec\n",
            "[2019-05-30 20:28:38,343 INFO] Step 107900/1000000; acc:  87.46; ppl:  1.54; xent: 0.43; lr: 0.01562; 8705/7344 tok/s;   5481 sec\n",
            "[2019-05-30 20:28:40,703 INFO] Step 107950/1000000; acc:  88.12; ppl:  1.48; xent: 0.39; lr: 0.01562; 8435/7431 tok/s;   5484 sec\n",
            "[2019-05-30 20:28:43,170 INFO] Step 108000/1000000; acc:  87.33; ppl:  1.52; xent: 0.42; lr: 0.01562; 8301/7575 tok/s;   5486 sec\n",
            "[2019-05-30 20:28:45,827 INFO] Step 108050/1000000; acc:  85.28; ppl:  1.70; xent: 0.53; lr: 0.01562; 9033/7505 tok/s;   5489 sec\n",
            "[2019-05-30 20:28:48,217 INFO] Step 108100/1000000; acc:  88.40; ppl:  1.46; xent: 0.38; lr: 0.01562; 8356/7472 tok/s;   5491 sec\n",
            "[2019-05-30 20:28:50,840 INFO] Step 108150/1000000; acc:  85.56; ppl:  1.65; xent: 0.50; lr: 0.01562; 8590/7644 tok/s;   5494 sec\n",
            "[2019-05-30 20:28:53,258 INFO] Step 108200/1000000; acc:  87.25; ppl:  1.52; xent: 0.42; lr: 0.01562; 7798/7434 tok/s;   5496 sec\n",
            "[2019-05-30 20:28:55,806 INFO] Step 108250/1000000; acc:  87.62; ppl:  1.51; xent: 0.41; lr: 0.01562; 8567/7661 tok/s;   5499 sec\n",
            "[2019-05-30 20:28:58,306 INFO] Step 108300/1000000; acc:  87.93; ppl:  1.50; xent: 0.40; lr: 0.01562; 8321/7604 tok/s;   5501 sec\n",
            "[2019-05-30 20:29:00,718 INFO] Step 108350/1000000; acc:  88.14; ppl:  1.47; xent: 0.39; lr: 0.01562; 7985/7560 tok/s;   5504 sec\n",
            "[2019-05-30 20:29:03,185 INFO] Step 108400/1000000; acc:  88.16; ppl:  1.48; xent: 0.39; lr: 0.01562; 8449/7373 tok/s;   5506 sec\n",
            "[2019-05-30 20:29:05,681 INFO] Step 108450/1000000; acc:  87.33; ppl:  1.55; xent: 0.44; lr: 0.01562; 8797/7432 tok/s;   5509 sec\n",
            "[2019-05-30 20:29:08,166 INFO] Step 108500/1000000; acc:  87.50; ppl:  1.49; xent: 0.40; lr: 0.01562; 8910/7504 tok/s;   5511 sec\n",
            "[2019-05-30 20:29:10,704 INFO] Step 108550/1000000; acc:  87.55; ppl:  1.51; xent: 0.42; lr: 0.01562; 8373/7642 tok/s;   5514 sec\n",
            "[2019-05-30 20:29:13,053 INFO] Step 108600/1000000; acc:  88.10; ppl:  1.48; xent: 0.39; lr: 0.01562; 8174/7465 tok/s;   5516 sec\n",
            "[2019-05-30 20:29:15,485 INFO] Step 108650/1000000; acc:  87.86; ppl:  1.47; xent: 0.39; lr: 0.01562; 8450/7487 tok/s;   5518 sec\n",
            "[2019-05-30 20:29:17,962 INFO] Step 108700/1000000; acc:  88.37; ppl:  1.46; xent: 0.38; lr: 0.01562; 8629/7492 tok/s;   5521 sec\n",
            "[2019-05-30 20:29:20,537 INFO] Step 108750/1000000; acc:  87.38; ppl:  1.52; xent: 0.42; lr: 0.01562; 8873/7535 tok/s;   5524 sec\n",
            "[2019-05-30 20:29:22,927 INFO] Step 108800/1000000; acc:  88.68; ppl:  1.45; xent: 0.37; lr: 0.01562; 8463/7375 tok/s;   5526 sec\n",
            "[2019-05-30 20:29:25,443 INFO] Step 108850/1000000; acc:  87.42; ppl:  1.53; xent: 0.42; lr: 0.01562; 8134/7370 tok/s;   5528 sec\n",
            "[2019-05-30 20:29:27,959 INFO] Step 108900/1000000; acc:  88.08; ppl:  1.49; xent: 0.40; lr: 0.01562; 8648/7535 tok/s;   5531 sec\n",
            "[2019-05-30 20:29:30,350 INFO] Step 108950/1000000; acc:  88.63; ppl:  1.46; xent: 0.38; lr: 0.01562; 8431/7470 tok/s;   5533 sec\n",
            "[2019-05-30 20:29:32,786 INFO] Step 109000/1000000; acc:  88.34; ppl:  1.47; xent: 0.38; lr: 0.01562; 8016/7484 tok/s;   5536 sec\n",
            "[2019-05-30 20:29:35,316 INFO] Step 109050/1000000; acc:  87.94; ppl:  1.49; xent: 0.40; lr: 0.01562; 8195/7474 tok/s;   5538 sec\n",
            "[2019-05-30 20:29:37,915 INFO] Step 109100/1000000; acc:  87.11; ppl:  1.53; xent: 0.43; lr: 0.01562; 8711/7455 tok/s;   5541 sec\n",
            "[2019-05-30 20:29:40,396 INFO] Step 109150/1000000; acc:  87.81; ppl:  1.49; xent: 0.40; lr: 0.01562; 8952/7456 tok/s;   5543 sec\n",
            "[2019-05-30 20:29:42,985 INFO] Step 109200/1000000; acc:  87.49; ppl:  1.53; xent: 0.42; lr: 0.01562; 8306/7627 tok/s;   5546 sec\n",
            "[2019-05-30 20:29:45,553 INFO] Step 109250/1000000; acc:  86.83; ppl:  1.56; xent: 0.45; lr: 0.01562; 8249/7639 tok/s;   5549 sec\n",
            "[2019-05-30 20:29:48,043 INFO] Step 109300/1000000; acc:  86.68; ppl:  1.59; xent: 0.46; lr: 0.01562; 8689/7419 tok/s;   5551 sec\n",
            "[2019-05-30 20:29:50,461 INFO] Step 109350/1000000; acc:  87.72; ppl:  1.49; xent: 0.40; lr: 0.01562; 8763/7439 tok/s;   5553 sec\n",
            "[2019-05-30 20:29:52,978 INFO] Step 109400/1000000; acc:  87.00; ppl:  1.56; xent: 0.44; lr: 0.01562; 8202/7449 tok/s;   5556 sec\n",
            "[2019-05-30 20:29:55,508 INFO] Step 109450/1000000; acc:  88.11; ppl:  1.48; xent: 0.39; lr: 0.01562; 8982/7582 tok/s;   5559 sec\n",
            "[2019-05-30 20:29:58,067 INFO] Step 109500/1000000; acc:  87.71; ppl:  1.51; xent: 0.41; lr: 0.01562; 8329/7614 tok/s;   5561 sec\n",
            "[2019-05-30 20:30:00,543 INFO] Step 109550/1000000; acc:  87.67; ppl:  1.51; xent: 0.41; lr: 0.01562; 8606/7495 tok/s;   5564 sec\n",
            "[2019-05-30 20:30:02,969 INFO] Step 109600/1000000; acc:  87.27; ppl:  1.52; xent: 0.42; lr: 0.01562; 8233/7450 tok/s;   5566 sec\n",
            "[2019-05-30 20:30:05,400 INFO] Step 109650/1000000; acc:  86.72; ppl:  1.58; xent: 0.46; lr: 0.01562; 8003/7385 tok/s;   5568 sec\n",
            "[2019-05-30 20:30:07,867 INFO] Step 109700/1000000; acc:  87.36; ppl:  1.52; xent: 0.42; lr: 0.01562; 8042/7462 tok/s;   5571 sec\n",
            "[2019-05-30 20:30:10,324 INFO] Step 109750/1000000; acc:  86.70; ppl:  1.58; xent: 0.46; lr: 0.01562; 8729/7403 tok/s;   5573 sec\n",
            "[2019-05-30 20:30:12,810 INFO] Step 109800/1000000; acc:  87.60; ppl:  1.52; xent: 0.42; lr: 0.01562; 8520/7509 tok/s;   5576 sec\n",
            "[2019-05-30 20:30:15,240 INFO] Step 109850/1000000; acc:  86.66; ppl:  1.58; xent: 0.45; lr: 0.01562; 8432/7352 tok/s;   5578 sec\n",
            "[2019-05-30 20:30:17,644 INFO] Step 109900/1000000; acc:  87.18; ppl:  1.54; xent: 0.43; lr: 0.01562; 8385/7383 tok/s;   5581 sec\n",
            "[2019-05-30 20:30:20,024 INFO] Step 109950/1000000; acc:  86.91; ppl:  1.55; xent: 0.44; lr: 0.01562; 8068/7422 tok/s;   5583 sec\n",
            "[2019-05-30 20:30:22,706 INFO] Step 110000/1000000; acc:  87.01; ppl:  1.56; xent: 0.45; lr: 0.00781; 8639/7658 tok/s;   5586 sec\n",
            "[2019-05-30 20:30:22,706 INFO] Saving checkpoint light_step_110000.pt\n",
            "[2019-05-30 20:30:26,455 INFO] Step 110050/1000000; acc:  87.63; ppl:  1.51; xent: 0.41; lr: 0.00781; 5139/4656 tok/s;   5589 sec\n",
            "[2019-05-30 20:30:28,976 INFO] Step 110100/1000000; acc:  87.80; ppl:  1.49; xent: 0.40; lr: 0.00781; 8354/7643 tok/s;   5592 sec\n",
            "[2019-05-30 20:30:31,351 INFO] Step 110150/1000000; acc:  88.32; ppl:  1.47; xent: 0.38; lr: 0.00781; 8379/7386 tok/s;   5594 sec\n",
            "[2019-05-30 20:30:33,789 INFO] Step 110200/1000000; acc:  87.91; ppl:  1.50; xent: 0.40; lr: 0.00781; 8743/7452 tok/s;   5597 sec\n",
            "[2019-05-30 20:30:36,330 INFO] Step 110250/1000000; acc:  87.40; ppl:  1.54; xent: 0.43; lr: 0.00781; 8412/7620 tok/s;   5599 sec\n",
            "[2019-05-30 20:30:38,772 INFO] Step 110300/1000000; acc:  88.39; ppl:  1.48; xent: 0.39; lr: 0.00781; 8311/7499 tok/s;   5602 sec\n",
            "[2019-05-30 20:30:41,192 INFO] Step 110350/1000000; acc:  87.63; ppl:  1.53; xent: 0.42; lr: 0.00781; 8040/7507 tok/s;   5604 sec\n",
            "[2019-05-30 20:30:43,565 INFO] Step 110400/1000000; acc:  87.70; ppl:  1.50; xent: 0.40; lr: 0.00781; 8630/7273 tok/s;   5607 sec\n",
            "[2019-05-30 20:30:45,817 INFO] Step 110450/1000000; acc:  88.29; ppl:  1.46; xent: 0.38; lr: 0.00781; 8555/7217 tok/s;   5609 sec\n",
            "[2019-05-30 20:30:48,355 INFO] Step 110500/1000000; acc:  87.90; ppl:  1.49; xent: 0.40; lr: 0.00781; 8349/7643 tok/s;   5611 sec\n",
            "[2019-05-30 20:30:50,843 INFO] Step 110550/1000000; acc:  87.41; ppl:  1.55; xent: 0.44; lr: 0.00781; 8523/7410 tok/s;   5614 sec\n",
            "[2019-05-30 20:30:53,381 INFO] Step 110600/1000000; acc:  87.48; ppl:  1.52; xent: 0.42; lr: 0.00781; 8902/7515 tok/s;   5616 sec\n",
            "[2019-05-30 20:30:55,929 INFO] Step 110650/1000000; acc:  86.82; ppl:  1.57; xent: 0.45; lr: 0.00781; 8387/7331 tok/s;   5619 sec\n",
            "[2019-05-30 20:30:58,515 INFO] Step 110700/1000000; acc:  86.68; ppl:  1.57; xent: 0.45; lr: 0.00781; 8142/7622 tok/s;   5622 sec\n",
            "[2019-05-30 20:31:01,152 INFO] Step 110750/1000000; acc:  86.66; ppl:  1.57; xent: 0.45; lr: 0.00781; 8227/7630 tok/s;   5624 sec\n",
            "[2019-05-30 20:31:03,729 INFO] Step 110800/1000000; acc:  87.67; ppl:  1.51; xent: 0.41; lr: 0.00781; 8099/7613 tok/s;   5627 sec\n",
            "[2019-05-30 20:31:06,163 INFO] Step 110850/1000000; acc:  88.30; ppl:  1.46; xent: 0.38; lr: 0.00781; 8438/7474 tok/s;   5629 sec\n",
            "[2019-05-30 20:31:08,670 INFO] Step 110900/1000000; acc:  87.68; ppl:  1.50; xent: 0.41; lr: 0.00781; 8682/7513 tok/s;   5632 sec\n",
            "[2019-05-30 20:31:11,112 INFO] Step 110950/1000000; acc:  88.23; ppl:  1.48; xent: 0.39; lr: 0.00781; 8674/7470 tok/s;   5634 sec\n",
            "[2019-05-30 20:31:13,625 INFO] Step 111000/1000000; acc:  88.24; ppl:  1.47; xent: 0.39; lr: 0.00781; 8407/7591 tok/s;   5637 sec\n",
            "[2019-05-30 20:31:16,199 INFO] Step 111050/1000000; acc:  87.62; ppl:  1.50; xent: 0.40; lr: 0.00781; 8179/7680 tok/s;   5639 sec\n",
            "[2019-05-30 20:31:18,554 INFO] Step 111100/1000000; acc:  87.44; ppl:  1.50; xent: 0.41; lr: 0.00781; 8399/7284 tok/s;   5642 sec\n",
            "[2019-05-30 20:31:21,129 INFO] Step 111150/1000000; acc:  87.76; ppl:  1.51; xent: 0.41; lr: 0.00781; 8528/7650 tok/s;   5644 sec\n",
            "[2019-05-30 20:31:23,570 INFO] Step 111200/1000000; acc:  87.88; ppl:  1.50; xent: 0.40; lr: 0.00781; 7916/7519 tok/s;   5647 sec\n",
            "[2019-05-30 20:31:25,920 INFO] Step 111250/1000000; acc:  88.91; ppl:  1.44; xent: 0.36; lr: 0.00781; 8690/7328 tok/s;   5649 sec\n",
            "[2019-05-30 20:31:28,435 INFO] Step 111300/1000000; acc:  88.85; ppl:  1.44; xent: 0.36; lr: 0.00781; 8246/7610 tok/s;   5651 sec\n",
            "[2019-05-30 20:31:31,059 INFO] Step 111350/1000000; acc:  87.90; ppl:  1.51; xent: 0.41; lr: 0.00781; 8683/7659 tok/s;   5654 sec\n",
            "[2019-05-30 20:31:33,654 INFO] Step 111400/1000000; acc:  86.98; ppl:  1.56; xent: 0.45; lr: 0.00781; 8757/7673 tok/s;   5657 sec\n",
            "[2019-05-30 20:31:36,081 INFO] Step 111450/1000000; acc:  87.44; ppl:  1.53; xent: 0.42; lr: 0.00781; 8728/7410 tok/s;   5659 sec\n",
            "[2019-05-30 20:31:38,500 INFO] Step 111500/1000000; acc:  87.78; ppl:  1.50; xent: 0.41; lr: 0.00781; 8520/7488 tok/s;   5661 sec\n",
            "[2019-05-30 20:31:40,898 INFO] Step 111550/1000000; acc:  88.24; ppl:  1.49; xent: 0.40; lr: 0.00781; 8408/7405 tok/s;   5664 sec\n",
            "[2019-05-30 20:31:43,393 INFO] Step 111600/1000000; acc:  87.76; ppl:  1.51; xent: 0.41; lr: 0.00781; 8671/7374 tok/s;   5666 sec\n",
            "[2019-05-30 20:31:45,955 INFO] Step 111650/1000000; acc:  87.04; ppl:  1.54; xent: 0.43; lr: 0.00781; 7976/7598 tok/s;   5669 sec\n",
            "[2019-05-30 20:31:48,410 INFO] Step 111700/1000000; acc:  88.08; ppl:  1.49; xent: 0.40; lr: 0.00781; 8603/7252 tok/s;   5671 sec\n",
            "[2019-05-30 20:31:51,006 INFO] Step 111750/1000000; acc:  87.48; ppl:  1.52; xent: 0.42; lr: 0.00781; 8507/7690 tok/s;   5674 sec\n",
            "[2019-05-30 20:31:53,518 INFO] Step 111800/1000000; acc:  87.45; ppl:  1.51; xent: 0.41; lr: 0.00781; 8356/7399 tok/s;   5677 sec\n",
            "[2019-05-30 20:31:56,041 INFO] Step 111850/1000000; acc:  86.84; ppl:  1.63; xent: 0.49; lr: 0.00781; 8242/7422 tok/s;   5679 sec\n",
            "[2019-05-30 20:31:58,440 INFO] Step 111900/1000000; acc:  88.24; ppl:  1.46; xent: 0.38; lr: 0.00781; 7980/7312 tok/s;   5681 sec\n",
            "[2019-05-30 20:32:00,941 INFO] Step 111950/1000000; acc:  87.86; ppl:  1.49; xent: 0.40; lr: 0.00781; 8099/7429 tok/s;   5684 sec\n",
            "[2019-05-30 20:32:03,388 INFO] Step 112000/1000000; acc:  88.25; ppl:  1.46; xent: 0.38; lr: 0.00781; 8242/7352 tok/s;   5686 sec\n",
            "[2019-05-30 20:32:05,776 INFO] Step 112050/1000000; acc:  88.24; ppl:  1.46; xent: 0.38; lr: 0.00781; 7904/7315 tok/s;   5689 sec\n",
            "[2019-05-30 20:32:08,254 INFO] Step 112100/1000000; acc:  87.94; ppl:  1.49; xent: 0.40; lr: 0.00781; 8396/7541 tok/s;   5691 sec\n",
            "[2019-05-30 20:32:10,844 INFO] Step 112150/1000000; acc:  87.56; ppl:  1.52; xent: 0.42; lr: 0.00781; 8451/7710 tok/s;   5694 sec\n",
            "[2019-05-30 20:32:13,332 INFO] Step 112200/1000000; acc:  87.78; ppl:  1.50; xent: 0.40; lr: 0.00781; 8360/7477 tok/s;   5696 sec\n",
            "[2019-05-30 20:32:15,686 INFO] Step 112250/1000000; acc:  88.12; ppl:  1.49; xent: 0.40; lr: 0.00781; 7750/7336 tok/s;   5699 sec\n",
            "[2019-05-30 20:32:18,189 INFO] Step 112300/1000000; acc:  88.11; ppl:  1.47; xent: 0.39; lr: 0.00781; 8336/7465 tok/s;   5701 sec\n",
            "[2019-05-30 20:32:24,546 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 20:32:26,397 INFO] Step 112350/1000000; acc:  88.02; ppl:  1.48; xent: 0.39; lr: 0.00781; 2550/2226 tok/s;   5709 sec\n",
            "[2019-05-30 20:32:28,709 INFO] Step 112400/1000000; acc:  88.83; ppl:  1.45; xent: 0.37; lr: 0.00781; 8304/7390 tok/s;   5712 sec\n",
            "[2019-05-30 20:32:30,995 INFO] Step 112450/1000000; acc:  88.31; ppl:  1.47; xent: 0.39; lr: 0.00781; 7866/7363 tok/s;   5714 sec\n",
            "[2019-05-30 20:32:33,469 INFO] Step 112500/1000000; acc:  87.21; ppl:  1.54; xent: 0.43; lr: 0.00781; 8796/7485 tok/s;   5716 sec\n",
            "[2019-05-30 20:32:35,930 INFO] Step 112550/1000000; acc:  88.21; ppl:  1.47; xent: 0.38; lr: 0.00781; 8454/7570 tok/s;   5719 sec\n",
            "[2019-05-30 20:32:38,556 INFO] Step 112600/1000000; acc:  85.03; ppl:  1.81; xent: 0.59; lr: 0.00781; 8563/7324 tok/s;   5722 sec\n",
            "[2019-05-30 20:32:41,036 INFO] Step 112650/1000000; acc:  88.15; ppl:  1.48; xent: 0.39; lr: 0.00781; 8207/7516 tok/s;   5724 sec\n",
            "[2019-05-30 20:32:43,456 INFO] Step 112700/1000000; acc:  87.89; ppl:  1.50; xent: 0.41; lr: 0.00781; 8199/7409 tok/s;   5726 sec\n",
            "[2019-05-30 20:32:45,885 INFO] Step 112750/1000000; acc:  88.01; ppl:  1.48; xent: 0.39; lr: 0.00781; 8114/7408 tok/s;   5729 sec\n",
            "[2019-05-30 20:32:48,417 INFO] Step 112800/1000000; acc:  87.69; ppl:  1.52; xent: 0.42; lr: 0.00781; 8420/7480 tok/s;   5731 sec\n",
            "[2019-05-30 20:32:50,926 INFO] Step 112850/1000000; acc:  86.57; ppl:  1.58; xent: 0.46; lr: 0.00781; 8122/7403 tok/s;   5734 sec\n",
            "[2019-05-30 20:32:53,499 INFO] Step 112900/1000000; acc:  88.04; ppl:  1.49; xent: 0.40; lr: 0.00781; 8358/7637 tok/s;   5736 sec\n",
            "[2019-05-30 20:32:56,022 INFO] Step 112950/1000000; acc:  87.44; ppl:  1.52; xent: 0.42; lr: 0.00781; 7937/7332 tok/s;   5739 sec\n",
            "[2019-05-30 20:32:58,391 INFO] Step 113000/1000000; acc:  88.29; ppl:  1.47; xent: 0.39; lr: 0.00781; 8566/7314 tok/s;   5741 sec\n",
            "[2019-05-30 20:33:00,774 INFO] Step 113050/1000000; acc:  88.66; ppl:  1.43; xent: 0.36; lr: 0.00781; 7762/7318 tok/s;   5744 sec\n",
            "[2019-05-30 20:33:03,218 INFO] Step 113100/1000000; acc:  88.64; ppl:  1.44; xent: 0.37; lr: 0.00781; 8486/7281 tok/s;   5746 sec\n",
            "[2019-05-30 20:33:05,692 INFO] Step 113150/1000000; acc:  88.36; ppl:  1.48; xent: 0.40; lr: 0.00781; 8331/7451 tok/s;   5749 sec\n",
            "[2019-05-30 20:33:08,151 INFO] Step 113200/1000000; acc:  88.57; ppl:  1.45; xent: 0.37; lr: 0.00781; 8300/7494 tok/s;   5751 sec\n",
            "[2019-05-30 20:33:10,592 INFO] Step 113250/1000000; acc:  87.56; ppl:  1.53; xent: 0.42; lr: 0.00781; 8681/7398 tok/s;   5754 sec\n",
            "[2019-05-30 20:33:13,146 INFO] Step 113300/1000000; acc:  87.58; ppl:  1.52; xent: 0.42; lr: 0.00781; 8289/7456 tok/s;   5756 sec\n",
            "[2019-05-30 20:33:15,514 INFO] Step 113350/1000000; acc:  88.21; ppl:  1.47; xent: 0.39; lr: 0.00781; 8164/7302 tok/s;   5759 sec\n",
            "[2019-05-30 20:33:18,037 INFO] Step 113400/1000000; acc:  86.92; ppl:  1.56; xent: 0.44; lr: 0.00781; 8727/7551 tok/s;   5761 sec\n",
            "[2019-05-30 20:33:20,573 INFO] Step 113450/1000000; acc:  85.81; ppl:  1.67; xent: 0.51; lr: 0.00781; 8534/7459 tok/s;   5764 sec\n",
            "[2019-05-30 20:33:22,972 INFO] Step 113500/1000000; acc:  88.65; ppl:  1.45; xent: 0.37; lr: 0.00781; 8510/7418 tok/s;   5766 sec\n",
            "[2019-05-30 20:33:25,480 INFO] Step 113550/1000000; acc:  85.71; ppl:  1.65; xent: 0.50; lr: 0.00781; 8679/7386 tok/s;   5768 sec\n",
            "[2019-05-30 20:33:27,947 INFO] Step 113600/1000000; acc:  87.72; ppl:  1.48; xent: 0.39; lr: 0.00781; 8042/7547 tok/s;   5771 sec\n",
            "[2019-05-30 20:33:30,293 INFO] Step 113650/1000000; acc:  87.81; ppl:  1.50; xent: 0.40; lr: 0.00781; 7938/7392 tok/s;   5773 sec\n",
            "[2019-05-30 20:33:32,851 INFO] Step 113700/1000000; acc:  87.92; ppl:  1.50; xent: 0.40; lr: 0.00781; 8384/7665 tok/s;   5776 sec\n",
            "[2019-05-30 20:33:35,362 INFO] Step 113750/1000000; acc:  87.36; ppl:  1.53; xent: 0.42; lr: 0.00781; 8411/7541 tok/s;   5778 sec\n",
            "[2019-05-30 20:33:37,755 INFO] Step 113800/1000000; acc:  87.43; ppl:  1.52; xent: 0.42; lr: 0.00781; 8407/7239 tok/s;   5781 sec\n",
            "[2019-05-30 20:33:40,175 INFO] Step 113850/1000000; acc:  88.19; ppl:  1.49; xent: 0.40; lr: 0.00781; 8385/7380 tok/s;   5783 sec\n",
            "[2019-05-30 20:33:42,561 INFO] Step 113900/1000000; acc:  88.41; ppl:  1.47; xent: 0.38; lr: 0.00781; 7861/7431 tok/s;   5786 sec\n",
            "[2019-05-30 20:33:45,265 INFO] Step 113950/1000000; acc:  85.11; ppl:  1.70; xent: 0.53; lr: 0.00781; 9176/7560 tok/s;   5788 sec\n",
            "[2019-05-30 20:33:47,701 INFO] Step 114000/1000000; acc:  88.39; ppl:  1.48; xent: 0.39; lr: 0.00781; 8653/7413 tok/s;   5791 sec\n",
            "[2019-05-30 20:33:50,378 INFO] Step 114050/1000000; acc:  86.01; ppl:  1.63; xent: 0.49; lr: 0.00781; 8607/7681 tok/s;   5793 sec\n",
            "[2019-05-30 20:33:52,775 INFO] Step 114100/1000000; acc:  87.56; ppl:  1.51; xent: 0.41; lr: 0.00781; 7601/7313 tok/s;   5796 sec\n",
            "[2019-05-30 20:33:55,268 INFO] Step 114150/1000000; acc:  87.79; ppl:  1.50; xent: 0.41; lr: 0.00781; 8522/7622 tok/s;   5798 sec\n",
            "[2019-05-30 20:33:57,817 INFO] Step 114200/1000000; acc:  88.07; ppl:  1.49; xent: 0.40; lr: 0.00781; 8311/7634 tok/s;   5801 sec\n",
            "[2019-05-30 20:34:00,272 INFO] Step 114250/1000000; acc:  88.00; ppl:  1.49; xent: 0.40; lr: 0.00781; 7926/7535 tok/s;   5803 sec\n",
            "[2019-05-30 20:34:02,764 INFO] Step 114300/1000000; acc:  88.35; ppl:  1.47; xent: 0.39; lr: 0.00781; 8233/7374 tok/s;   5806 sec\n",
            "[2019-05-30 20:34:05,263 INFO] Step 114350/1000000; acc:  87.32; ppl:  1.54; xent: 0.43; lr: 0.00781; 9067/7499 tok/s;   5808 sec\n",
            "[2019-05-30 20:34:07,679 INFO] Step 114400/1000000; acc:  87.92; ppl:  1.49; xent: 0.40; lr: 0.00781; 8794/7401 tok/s;   5811 sec\n",
            "[2019-05-30 20:34:10,130 INFO] Step 114450/1000000; acc:  88.25; ppl:  1.48; xent: 0.39; lr: 0.00781; 8123/7522 tok/s;   5813 sec\n",
            "[2019-05-30 20:34:12,570 INFO] Step 114500/1000000; acc:  87.45; ppl:  1.53; xent: 0.43; lr: 0.00781; 8421/7503 tok/s;   5816 sec\n",
            "[2019-05-30 20:34:15,023 INFO] Step 114550/1000000; acc:  88.21; ppl:  1.46; xent: 0.38; lr: 0.00781; 8271/7525 tok/s;   5818 sec\n",
            "[2019-05-30 20:34:17,497 INFO] Step 114600/1000000; acc:  88.37; ppl:  1.46; xent: 0.38; lr: 0.00781; 8693/7529 tok/s;   5820 sec\n",
            "[2019-05-30 20:34:20,080 INFO] Step 114650/1000000; acc:  87.92; ppl:  1.50; xent: 0.40; lr: 0.00781; 8968/7584 tok/s;   5823 sec\n",
            "[2019-05-30 20:34:22,480 INFO] Step 114700/1000000; acc:  88.54; ppl:  1.46; xent: 0.38; lr: 0.00781; 8483/7389 tok/s;   5825 sec\n",
            "[2019-05-30 20:34:24,899 INFO] Step 114750/1000000; acc:  88.32; ppl:  1.46; xent: 0.38; lr: 0.00781; 8255/7498 tok/s;   5828 sec\n",
            "[2019-05-30 20:34:27,458 INFO] Step 114800/1000000; acc:  87.08; ppl:  1.53; xent: 0.43; lr: 0.00781; 8496/7351 tok/s;   5830 sec\n",
            "[2019-05-30 20:34:29,912 INFO] Step 114850/1000000; acc:  88.62; ppl:  1.44; xent: 0.37; lr: 0.00781; 8553/7536 tok/s;   5833 sec\n",
            "[2019-05-30 20:34:32,280 INFO] Step 114900/1000000; acc:  88.41; ppl:  1.45; xent: 0.37; lr: 0.00781; 8138/7379 tok/s;   5835 sec\n",
            "[2019-05-30 20:34:34,752 INFO] Step 114950/1000000; acc:  88.02; ppl:  1.49; xent: 0.40; lr: 0.00781; 8078/7545 tok/s;   5838 sec\n",
            "[2019-05-30 20:34:37,438 INFO] Step 115000/1000000; acc:  87.15; ppl:  1.54; xent: 0.43; lr: 0.00781; 8880/7642 tok/s;   5840 sec\n",
            "[2019-05-30 20:34:37,438 INFO] Saving checkpoint light_step_115000.pt\n",
            "[2019-05-30 20:34:41,286 INFO] Step 115050/1000000; acc:  88.39; ppl:  1.47; xent: 0.39; lr: 0.00781; 5671/4707 tok/s;   5844 sec\n",
            "[2019-05-30 20:34:43,760 INFO] Step 115100/1000000; acc:  87.99; ppl:  1.50; xent: 0.40; lr: 0.00781; 8176/7517 tok/s;   5847 sec\n",
            "[2019-05-30 20:34:46,399 INFO] Step 115150/1000000; acc:  86.76; ppl:  1.56; xent: 0.44; lr: 0.00781; 8293/7700 tok/s;   5849 sec\n",
            "[2019-05-30 20:34:48,917 INFO] Step 115200/1000000; acc:  86.33; ppl:  1.60; xent: 0.47; lr: 0.00781; 8693/7488 tok/s;   5852 sec\n",
            "[2019-05-30 20:34:51,342 INFO] Step 115250/1000000; acc:  87.82; ppl:  1.48; xent: 0.39; lr: 0.00781; 8924/7419 tok/s;   5854 sec\n",
            "[2019-05-30 20:34:53,868 INFO] Step 115300/1000000; acc:  87.30; ppl:  1.55; xent: 0.44; lr: 0.00781; 8072/7524 tok/s;   5857 sec\n",
            "[2019-05-30 20:34:56,339 INFO] Step 115350/1000000; acc:  87.92; ppl:  1.49; xent: 0.40; lr: 0.00781; 8809/7376 tok/s;   5859 sec\n",
            "[2019-05-30 20:34:58,972 INFO] Step 115400/1000000; acc:  87.62; ppl:  1.50; xent: 0.40; lr: 0.00781; 8531/7617 tok/s;   5862 sec\n",
            "[2019-05-30 20:35:01,498 INFO] Step 115450/1000000; acc:  87.92; ppl:  1.51; xent: 0.41; lr: 0.00781; 8388/7526 tok/s;   5864 sec\n",
            "[2019-05-30 20:35:03,960 INFO] Step 115500/1000000; acc:  87.58; ppl:  1.52; xent: 0.42; lr: 0.00781; 8424/7444 tok/s;   5867 sec\n",
            "[2019-05-30 20:35:06,288 INFO] Step 115550/1000000; acc:  86.97; ppl:  1.56; xent: 0.45; lr: 0.00781; 8080/7272 tok/s;   5869 sec\n",
            "[2019-05-30 20:35:08,731 INFO] Step 115600/1000000; acc:  87.82; ppl:  1.49; xent: 0.40; lr: 0.00781; 7863/7544 tok/s;   5872 sec\n",
            "[2019-05-30 20:35:11,152 INFO] Step 115650/1000000; acc:  87.77; ppl:  1.50; xent: 0.40; lr: 0.00781; 8590/7389 tok/s;   5874 sec\n",
            "[2019-05-30 20:35:13,725 INFO] Step 115700/1000000; acc:  86.99; ppl:  1.57; xent: 0.45; lr: 0.00781; 8780/7611 tok/s;   5877 sec\n",
            "[2019-05-30 20:35:16,151 INFO] Step 115750/1000000; acc:  87.23; ppl:  1.55; xent: 0.44; lr: 0.00781; 8205/7435 tok/s;   5879 sec\n",
            "[2019-05-30 20:35:18,549 INFO] Step 115800/1000000; acc:  87.13; ppl:  1.55; xent: 0.44; lr: 0.00781; 8490/7331 tok/s;   5882 sec\n",
            "[2019-05-30 20:35:20,908 INFO] Step 115850/1000000; acc:  87.78; ppl:  1.48; xent: 0.39; lr: 0.00781; 8221/7380 tok/s;   5884 sec\n",
            "[2019-05-30 20:35:23,545 INFO] Step 115900/1000000; acc:  86.76; ppl:  1.59; xent: 0.46; lr: 0.00781; 8471/7711 tok/s;   5887 sec\n",
            "[2019-05-30 20:35:25,912 INFO] Step 115950/1000000; acc:  87.51; ppl:  1.52; xent: 0.42; lr: 0.00781; 8137/7324 tok/s;   5889 sec\n",
            "[2019-05-30 20:35:28,433 INFO] Step 116000/1000000; acc:  87.78; ppl:  1.49; xent: 0.40; lr: 0.00781; 8302/7566 tok/s;   5891 sec\n",
            "[2019-05-30 20:35:30,875 INFO] Step 116050/1000000; acc:  87.97; ppl:  1.47; xent: 0.39; lr: 0.00781; 8544/7522 tok/s;   5894 sec\n",
            "[2019-05-30 20:35:33,298 INFO] Step 116100/1000000; acc:  87.52; ppl:  1.50; xent: 0.41; lr: 0.00781; 8823/7401 tok/s;   5896 sec\n",
            "[2019-05-30 20:35:35,816 INFO] Step 116150/1000000; acc:  87.66; ppl:  1.53; xent: 0.42; lr: 0.00781; 8111/7562 tok/s;   5899 sec\n",
            "[2019-05-30 20:35:38,266 INFO] Step 116200/1000000; acc:  88.45; ppl:  1.47; xent: 0.39; lr: 0.00781; 8358/7548 tok/s;   5901 sec\n",
            "[2019-05-30 20:35:40,743 INFO] Step 116250/1000000; acc:  87.19; ppl:  1.54; xent: 0.43; lr: 0.00781; 8348/7517 tok/s;   5904 sec\n",
            "[2019-05-30 20:35:43,062 INFO] Step 116300/1000000; acc:  87.94; ppl:  1.47; xent: 0.39; lr: 0.00781; 8336/7261 tok/s;   5906 sec\n",
            "[2019-05-30 20:35:45,335 INFO] Step 116350/1000000; acc:  88.38; ppl:  1.46; xent: 0.38; lr: 0.00781; 8475/7167 tok/s;   5908 sec\n",
            "[2019-05-30 20:35:47,832 INFO] Step 116400/1000000; acc:  88.05; ppl:  1.49; xent: 0.40; lr: 0.00781; 8380/7612 tok/s;   5911 sec\n",
            "[2019-05-30 20:35:50,319 INFO] Step 116450/1000000; acc:  87.53; ppl:  1.54; xent: 0.43; lr: 0.00781; 8602/7438 tok/s;   5913 sec\n",
            "[2019-05-30 20:35:52,921 INFO] Step 116500/1000000; acc:  87.99; ppl:  1.50; xent: 0.41; lr: 0.00781; 9101/7601 tok/s;   5916 sec\n",
            "[2019-05-30 20:35:55,347 INFO] Step 116550/1000000; acc:  87.03; ppl:  1.54; xent: 0.43; lr: 0.00781; 8336/7280 tok/s;   5918 sec\n",
            "[2019-05-30 20:35:58,026 INFO] Step 116600/1000000; acc:  87.00; ppl:  1.55; xent: 0.44; lr: 0.00781; 8265/7811 tok/s;   5921 sec\n",
            "[2019-05-30 20:36:00,545 INFO] Step 116650/1000000; acc:  86.47; ppl:  1.57; xent: 0.45; lr: 0.00781; 8438/7584 tok/s;   5924 sec\n",
            "[2019-05-30 20:36:03,148 INFO] Step 116700/1000000; acc:  86.96; ppl:  1.54; xent: 0.43; lr: 0.00781; 8212/7756 tok/s;   5926 sec\n",
            "[2019-05-30 20:36:05,555 INFO] Step 116750/1000000; acc:  88.57; ppl:  1.46; xent: 0.38; lr: 0.00781; 8189/7453 tok/s;   5929 sec\n",
            "[2019-05-30 20:36:08,068 INFO] Step 116800/1000000; acc:  88.23; ppl:  1.47; xent: 0.39; lr: 0.00781; 8456/7570 tok/s;   5931 sec\n",
            "[2019-05-30 20:36:10,514 INFO] Step 116850/1000000; acc:  88.01; ppl:  1.49; xent: 0.40; lr: 0.00781; 9029/7458 tok/s;   5934 sec\n",
            "[2019-05-30 20:36:13,025 INFO] Step 116900/1000000; acc:  88.06; ppl:  1.48; xent: 0.39; lr: 0.00781; 8386/7546 tok/s;   5936 sec\n",
            "[2019-05-30 20:36:15,646 INFO] Step 116950/1000000; acc:  88.19; ppl:  1.49; xent: 0.40; lr: 0.00781; 8108/7761 tok/s;   5939 sec\n",
            "[2019-05-30 20:36:18,024 INFO] Step 117000/1000000; acc:  87.83; ppl:  1.50; xent: 0.40; lr: 0.00781; 8316/7271 tok/s;   5941 sec\n",
            "[2019-05-30 20:36:20,518 INFO] Step 117050/1000000; acc:  87.58; ppl:  1.52; xent: 0.42; lr: 0.00781; 8648/7486 tok/s;   5944 sec\n",
            "[2019-05-30 20:36:22,946 INFO] Step 117100/1000000; acc:  88.25; ppl:  1.46; xent: 0.38; lr: 0.00781; 7778/7432 tok/s;   5946 sec\n",
            "[2019-05-30 20:36:25,421 INFO] Step 117150/1000000; acc:  88.38; ppl:  1.47; xent: 0.39; lr: 0.00781; 8560/7422 tok/s;   5948 sec\n",
            "[2019-05-30 20:36:27,922 INFO] Step 117200/1000000; acc:  88.55; ppl:  1.45; xent: 0.37; lr: 0.00781; 8291/7549 tok/s;   5951 sec\n",
            "[2019-05-30 20:36:30,450 INFO] Step 117250/1000000; acc:  88.28; ppl:  1.48; xent: 0.39; lr: 0.00781; 8505/7611 tok/s;   5953 sec\n",
            "[2019-05-30 20:36:33,112 INFO] Step 117300/1000000; acc:  87.05; ppl:  1.56; xent: 0.44; lr: 0.00781; 8634/7683 tok/s;   5956 sec\n",
            "[2019-05-30 20:36:35,558 INFO] Step 117350/1000000; acc:  87.20; ppl:  1.54; xent: 0.43; lr: 0.00781; 8845/7405 tok/s;   5959 sec\n",
            "[2019-05-30 20:36:37,967 INFO] Step 117400/1000000; acc:  87.73; ppl:  1.50; xent: 0.41; lr: 0.00781; 8500/7464 tok/s;   5961 sec\n",
            "[2019-05-30 20:36:40,409 INFO] Step 117450/1000000; acc:  88.19; ppl:  1.48; xent: 0.39; lr: 0.00781; 8467/7430 tok/s;   5963 sec\n",
            "[2019-05-30 20:36:42,753 INFO] Step 117500/1000000; acc:  88.10; ppl:  1.47; xent: 0.39; lr: 0.00781; 8739/7333 tok/s;   5966 sec\n",
            "[2019-05-30 20:36:45,426 INFO] Step 117550/1000000; acc:  86.44; ppl:  1.58; xent: 0.46; lr: 0.00781; 8339/7639 tok/s;   5968 sec\n",
            "[2019-05-30 20:36:47,891 INFO] Step 117600/1000000; acc:  88.16; ppl:  1.48; xent: 0.39; lr: 0.00781; 8203/7351 tok/s;   5971 sec\n",
            "[2019-05-30 20:36:50,464 INFO] Step 117650/1000000; acc:  87.34; ppl:  1.52; xent: 0.42; lr: 0.00781; 8708/7634 tok/s;   5973 sec\n",
            "[2019-05-30 20:36:52,897 INFO] Step 117700/1000000; acc:  87.72; ppl:  1.50; xent: 0.41; lr: 0.00781; 8259/7324 tok/s;   5976 sec\n",
            "[2019-05-30 20:36:55,468 INFO] Step 117750/1000000; acc:  87.04; ppl:  1.59; xent: 0.47; lr: 0.00781; 8363/7559 tok/s;   5978 sec\n",
            "[2019-05-30 20:36:57,874 INFO] Step 117800/1000000; acc:  88.06; ppl:  1.49; xent: 0.40; lr: 0.00781; 8167/7448 tok/s;   5981 sec\n",
            "[2019-05-30 20:37:00,288 INFO] Step 117850/1000000; acc:  87.54; ppl:  1.50; xent: 0.40; lr: 0.00781; 7996/7460 tok/s;   5983 sec\n",
            "[2019-05-30 20:37:02,764 INFO] Step 117900/1000000; acc:  88.55; ppl:  1.45; xent: 0.37; lr: 0.00781; 8608/7498 tok/s;   5986 sec\n",
            "[2019-05-30 20:37:05,154 INFO] Step 117950/1000000; acc:  88.06; ppl:  1.47; xent: 0.39; lr: 0.00781; 8058/7469 tok/s;   5988 sec\n",
            "[2019-05-30 20:37:07,579 INFO] Step 118000/1000000; acc:  87.99; ppl:  1.48; xent: 0.39; lr: 0.00781; 8211/7495 tok/s;   5991 sec\n",
            "[2019-05-30 20:37:10,117 INFO] Step 118050/1000000; acc:  87.12; ppl:  1.53; xent: 0.43; lr: 0.00781; 8370/7513 tok/s;   5993 sec\n",
            "[2019-05-30 20:37:12,771 INFO] Step 118100/1000000; acc:  87.53; ppl:  1.52; xent: 0.42; lr: 0.00781; 8371/7592 tok/s;   5996 sec\n",
            "[2019-05-30 20:37:15,110 INFO] Step 118150/1000000; acc:  87.98; ppl:  1.48; xent: 0.39; lr: 0.00781; 7769/7324 tok/s;   5998 sec\n",
            "[2019-05-30 20:37:17,587 INFO] Step 118200/1000000; acc:  88.44; ppl:  1.47; xent: 0.38; lr: 0.00781; 8245/7448 tok/s;   6001 sec\n",
            "[2019-05-30 20:37:19,972 INFO] Step 118250/1000000; acc:  88.44; ppl:  1.46; xent: 0.38; lr: 0.00781; 8426/7414 tok/s;   6003 sec\n",
            "[2019-05-30 20:37:24,321 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 20:37:27,867 INFO] Step 118300/1000000; acc:  88.19; ppl:  1.46; xent: 0.38; lr: 0.00781; 2464/2181 tok/s;   6011 sec\n",
            "[2019-05-30 20:37:30,180 INFO] Step 118350/1000000; acc:  88.09; ppl:  1.47; xent: 0.38; lr: 0.00781; 8135/7388 tok/s;   6013 sec\n",
            "[2019-05-30 20:37:32,587 INFO] Step 118400/1000000; acc:  87.74; ppl:  1.52; xent: 0.42; lr: 0.00781; 8643/7471 tok/s;   6016 sec\n",
            "[2019-05-30 20:37:35,046 INFO] Step 118450/1000000; acc:  87.82; ppl:  1.49; xent: 0.40; lr: 0.00781; 8329/7557 tok/s;   6018 sec\n",
            "[2019-05-30 20:37:37,724 INFO] Step 118500/1000000; acc:  85.49; ppl:  1.74; xent: 0.56; lr: 0.00781; 8516/7407 tok/s;   6021 sec\n",
            "[2019-05-30 20:37:40,228 INFO] Step 118550/1000000; acc:  87.44; ppl:  1.54; xent: 0.43; lr: 0.00781; 8433/7400 tok/s;   6023 sec\n",
            "[2019-05-30 20:37:42,692 INFO] Step 118600/1000000; acc:  87.70; ppl:  1.51; xent: 0.41; lr: 0.00781; 8000/7386 tok/s;   6026 sec\n",
            "[2019-05-30 20:37:45,086 INFO] Step 118650/1000000; acc:  88.10; ppl:  1.47; xent: 0.39; lr: 0.00781; 7837/7275 tok/s;   6028 sec\n",
            "[2019-05-30 20:37:47,661 INFO] Step 118700/1000000; acc:  87.40; ppl:  1.53; xent: 0.42; lr: 0.00781; 8747/7431 tok/s;   6031 sec\n",
            "[2019-05-30 20:37:50,180 INFO] Step 118750/1000000; acc:  86.90; ppl:  1.56; xent: 0.45; lr: 0.00781; 7965/7427 tok/s;   6033 sec\n",
            "[2019-05-30 20:37:52,711 INFO] Step 118800/1000000; acc:  87.97; ppl:  1.49; xent: 0.40; lr: 0.00781; 8320/7561 tok/s;   6036 sec\n",
            "[2019-05-30 20:37:55,208 INFO] Step 118850/1000000; acc:  87.62; ppl:  1.51; xent: 0.41; lr: 0.00781; 7921/7492 tok/s;   6038 sec\n",
            "[2019-05-30 20:37:57,710 INFO] Step 118900/1000000; acc:  87.84; ppl:  1.50; xent: 0.40; lr: 0.00781; 8411/7224 tok/s;   6041 sec\n",
            "[2019-05-30 20:38:00,023 INFO] Step 118950/1000000; acc:  89.26; ppl:  1.42; xent: 0.35; lr: 0.00781; 8165/7265 tok/s;   6043 sec\n",
            "[2019-05-30 20:38:02,481 INFO] Step 119000/1000000; acc:  88.51; ppl:  1.45; xent: 0.37; lr: 0.00781; 8435/7472 tok/s;   6045 sec\n",
            "[2019-05-30 20:38:04,962 INFO] Step 119050/1000000; acc:  88.40; ppl:  1.48; xent: 0.39; lr: 0.00781; 8206/7457 tok/s;   6048 sec\n",
            "[2019-05-30 20:38:07,395 INFO] Step 119100/1000000; acc:  88.54; ppl:  1.46; xent: 0.38; lr: 0.00781; 8075/7339 tok/s;   6050 sec\n",
            "[2019-05-30 20:38:09,839 INFO] Step 119150/1000000; acc:  88.06; ppl:  1.48; xent: 0.39; lr: 0.00781; 8616/7385 tok/s;   6053 sec\n",
            "[2019-05-30 20:38:12,476 INFO] Step 119200/1000000; acc:  86.69; ppl:  1.57; xent: 0.45; lr: 0.00781; 8419/7444 tok/s;   6055 sec\n",
            "[2019-05-30 20:38:14,805 INFO] Step 119250/1000000; acc:  88.25; ppl:  1.46; xent: 0.38; lr: 0.00781; 8270/7257 tok/s;   6058 sec\n",
            "[2019-05-30 20:38:17,305 INFO] Step 119300/1000000; acc:  87.01; ppl:  1.55; xent: 0.44; lr: 0.00781; 8577/7569 tok/s;   6060 sec\n",
            "[2019-05-30 20:38:19,863 INFO] Step 119350/1000000; acc:  85.39; ppl:  1.69; xent: 0.53; lr: 0.00781; 8486/7445 tok/s;   6063 sec\n",
            "[2019-05-30 20:38:22,197 INFO] Step 119400/1000000; acc:  89.13; ppl:  1.44; xent: 0.36; lr: 0.00781; 8418/7351 tok/s;   6065 sec\n",
            "[2019-05-30 20:38:24,723 INFO] Step 119450/1000000; acc:  86.34; ppl:  1.61; xent: 0.48; lr: 0.00781; 8845/7409 tok/s;   6068 sec\n",
            "[2019-05-30 20:38:27,201 INFO] Step 119500/1000000; acc:  87.91; ppl:  1.49; xent: 0.40; lr: 0.00781; 8111/7593 tok/s;   6070 sec\n",
            "[2019-05-30 20:38:29,576 INFO] Step 119550/1000000; acc:  87.76; ppl:  1.49; xent: 0.40; lr: 0.00781; 8110/7382 tok/s;   6073 sec\n",
            "[2019-05-30 20:38:32,074 INFO] Step 119600/1000000; acc:  88.00; ppl:  1.48; xent: 0.39; lr: 0.00781; 8199/7612 tok/s;   6075 sec\n",
            "[2019-05-30 20:38:34,619 INFO] Step 119650/1000000; acc:  87.24; ppl:  1.53; xent: 0.43; lr: 0.00781; 8201/7598 tok/s;   6078 sec\n",
            "[2019-05-30 20:38:37,043 INFO] Step 119700/1000000; acc:  87.29; ppl:  1.53; xent: 0.43; lr: 0.00781; 8668/7398 tok/s;   6080 sec\n",
            "[2019-05-30 20:38:39,426 INFO] Step 119750/1000000; acc:  88.22; ppl:  1.49; xent: 0.40; lr: 0.00781; 8432/7396 tok/s;   6082 sec\n",
            "[2019-05-30 20:38:41,762 INFO] Step 119800/1000000; acc:  88.61; ppl:  1.45; xent: 0.37; lr: 0.00781; 8083/7398 tok/s;   6085 sec\n",
            "[2019-05-30 20:38:44,297 INFO] Step 119850/1000000; acc:  87.69; ppl:  1.52; xent: 0.42; lr: 0.00781; 8914/7575 tok/s;   6087 sec\n",
            "[2019-05-30 20:38:46,883 INFO] Step 119900/1000000; acc:  85.36; ppl:  1.68; xent: 0.52; lr: 0.00781; 8835/7438 tok/s;   6090 sec\n",
            "[2019-05-30 20:38:49,508 INFO] Step 119950/1000000; acc:  86.13; ppl:  1.61; xent: 0.48; lr: 0.00781; 8364/7663 tok/s;   6093 sec\n",
            "[2019-05-30 20:38:51,955 INFO] Step 120000/1000000; acc:  87.26; ppl:  1.53; xent: 0.42; lr: 0.00391; 8033/7562 tok/s;   6095 sec\n",
            "[2019-05-30 20:38:51,955 INFO] Saving checkpoint light_step_120000.pt\n",
            "[2019-05-30 20:38:55,789 INFO] Step 120050/1000000; acc:  87.81; ppl:  1.49; xent: 0.40; lr: 0.00391; 5268/4738 tok/s;   6099 sec\n",
            "[2019-05-30 20:38:58,397 INFO] Step 120100/1000000; acc:  87.30; ppl:  1.52; xent: 0.42; lr: 0.00391; 8492/7680 tok/s;   6101 sec\n",
            "[2019-05-30 20:39:00,855 INFO] Step 120150/1000000; acc:  87.95; ppl:  1.48; xent: 0.39; lr: 0.00391; 8023/7424 tok/s;   6104 sec\n",
            "[2019-05-30 20:39:03,366 INFO] Step 120200/1000000; acc:  88.25; ppl:  1.49; xent: 0.40; lr: 0.00391; 7966/7393 tok/s;   6106 sec\n",
            "[2019-05-30 20:39:05,832 INFO] Step 120250/1000000; acc:  88.27; ppl:  1.46; xent: 0.38; lr: 0.00391; 8542/7374 tok/s;   6109 sec\n",
            "[2019-05-30 20:39:08,368 INFO] Step 120300/1000000; acc:  86.95; ppl:  1.57; xent: 0.45; lr: 0.00391; 9135/7424 tok/s;   6111 sec\n",
            "[2019-05-30 20:39:10,779 INFO] Step 120350/1000000; acc:  88.36; ppl:  1.47; xent: 0.38; lr: 0.00391; 8309/7460 tok/s;   6114 sec\n",
            "[2019-05-30 20:39:13,285 INFO] Step 120400/1000000; acc:  87.24; ppl:  1.54; xent: 0.43; lr: 0.00391; 8327/7535 tok/s;   6116 sec\n",
            "[2019-05-30 20:39:15,683 INFO] Step 120450/1000000; acc:  88.08; ppl:  1.46; xent: 0.38; lr: 0.00391; 8272/7402 tok/s;   6119 sec\n",
            "[2019-05-30 20:39:18,161 INFO] Step 120500/1000000; acc:  88.40; ppl:  1.47; xent: 0.39; lr: 0.00391; 8498/7516 tok/s;   6121 sec\n",
            "[2019-05-30 20:39:20,649 INFO] Step 120550/1000000; acc:  88.43; ppl:  1.46; xent: 0.38; lr: 0.00391; 8669/7537 tok/s;   6124 sec\n",
            "[2019-05-30 20:39:23,149 INFO] Step 120600/1000000; acc:  88.02; ppl:  1.49; xent: 0.40; lr: 0.00391; 8705/7429 tok/s;   6126 sec\n",
            "[2019-05-30 20:39:25,560 INFO] Step 120650/1000000; acc:  88.61; ppl:  1.46; xent: 0.38; lr: 0.00391; 8471/7419 tok/s;   6129 sec\n",
            "[2019-05-30 20:39:28,121 INFO] Step 120700/1000000; acc:  87.07; ppl:  1.53; xent: 0.42; lr: 0.00391; 8313/7331 tok/s;   6131 sec\n",
            "[2019-05-30 20:39:30,589 INFO] Step 120750/1000000; acc:  88.51; ppl:  1.45; xent: 0.37; lr: 0.00391; 8586/7536 tok/s;   6134 sec\n",
            "[2019-05-30 20:39:32,973 INFO] Step 120800/1000000; acc:  88.91; ppl:  1.44; xent: 0.36; lr: 0.00391; 8189/7442 tok/s;   6136 sec\n",
            "[2019-05-30 20:39:35,401 INFO] Step 120850/1000000; acc:  87.94; ppl:  1.49; xent: 0.40; lr: 0.00391; 8091/7516 tok/s;   6138 sec\n",
            "[2019-05-30 20:39:38,106 INFO] Step 120900/1000000; acc:  87.12; ppl:  1.54; xent: 0.43; lr: 0.00391; 8748/7660 tok/s;   6141 sec\n",
            "[2019-05-30 20:39:40,521 INFO] Step 120950/1000000; acc:  89.02; ppl:  1.44; xent: 0.37; lr: 0.00391; 8586/7420 tok/s;   6144 sec\n",
            "[2019-05-30 20:39:43,017 INFO] Step 121000/1000000; acc:  87.55; ppl:  1.52; xent: 0.42; lr: 0.00391; 8486/7500 tok/s;   6146 sec\n",
            "[2019-05-30 20:39:45,651 INFO] Step 121050/1000000; acc:  87.08; ppl:  1.55; xent: 0.44; lr: 0.00391; 8530/7680 tok/s;   6149 sec\n",
            "[2019-05-30 20:39:48,265 INFO] Step 121100/1000000; acc:  85.90; ppl:  1.62; xent: 0.48; lr: 0.00391; 8668/7593 tok/s;   6151 sec\n",
            "[2019-05-30 20:39:50,660 INFO] Step 121150/1000000; acc:  87.88; ppl:  1.47; xent: 0.38; lr: 0.00391; 8577/7428 tok/s;   6154 sec\n",
            "[2019-05-30 20:39:53,179 INFO] Step 121200/1000000; acc:  86.74; ppl:  1.58; xent: 0.45; lr: 0.00391; 8454/7421 tok/s;   6156 sec\n",
            "[2019-05-30 20:39:55,571 INFO] Step 121250/1000000; acc:  88.14; ppl:  1.47; xent: 0.38; lr: 0.00391; 8401/7427 tok/s;   6159 sec\n",
            "[2019-05-30 20:39:58,206 INFO] Step 121300/1000000; acc:  87.85; ppl:  1.50; xent: 0.40; lr: 0.00391; 9011/7662 tok/s;   6161 sec\n",
            "[2019-05-30 20:40:00,756 INFO] Step 121350/1000000; acc:  87.71; ppl:  1.50; xent: 0.41; lr: 0.00391; 8183/7606 tok/s;   6164 sec\n",
            "[2019-05-30 20:40:03,161 INFO] Step 121400/1000000; acc:  88.08; ppl:  1.48; xent: 0.39; lr: 0.00391; 8410/7399 tok/s;   6166 sec\n",
            "[2019-05-30 20:40:05,555 INFO] Step 121450/1000000; acc:  86.21; ppl:  1.62; xent: 0.48; lr: 0.00391; 8207/7350 tok/s;   6169 sec\n",
            "[2019-05-30 20:40:07,992 INFO] Step 121500/1000000; acc:  88.04; ppl:  1.48; xent: 0.39; lr: 0.00391; 8038/7561 tok/s;   6171 sec\n",
            "[2019-05-30 20:40:10,368 INFO] Step 121550/1000000; acc:  87.91; ppl:  1.50; xent: 0.40; lr: 0.00391; 8217/7428 tok/s;   6173 sec\n",
            "[2019-05-30 20:40:12,847 INFO] Step 121600/1000000; acc:  86.68; ppl:  1.58; xent: 0.46; lr: 0.00391; 9035/7489 tok/s;   6176 sec\n",
            "[2019-05-30 20:40:15,345 INFO] Step 121650/1000000; acc:  87.69; ppl:  1.50; xent: 0.40; lr: 0.00391; 8354/7527 tok/s;   6178 sec\n",
            "[2019-05-30 20:40:17,753 INFO] Step 121700/1000000; acc:  86.01; ppl:  1.62; xent: 0.49; lr: 0.00391; 8372/7346 tok/s;   6181 sec\n",
            "[2019-05-30 20:40:20,138 INFO] Step 121750/1000000; acc:  87.57; ppl:  1.49; xent: 0.40; lr: 0.00391; 8237/7405 tok/s;   6183 sec\n",
            "[2019-05-30 20:40:22,770 INFO] Step 121800/1000000; acc:  87.35; ppl:  1.56; xent: 0.44; lr: 0.00391; 8343/7614 tok/s;   6186 sec\n",
            "[2019-05-30 20:40:25,228 INFO] Step 121850/1000000; acc:  87.00; ppl:  1.54; xent: 0.43; lr: 0.00391; 8281/7411 tok/s;   6188 sec\n",
            "[2019-05-30 20:40:27,681 INFO] Step 121900/1000000; acc:  88.00; ppl:  1.48; xent: 0.39; lr: 0.00391; 8426/7461 tok/s;   6191 sec\n",
            "[2019-05-30 20:40:30,161 INFO] Step 121950/1000000; acc:  88.28; ppl:  1.48; xent: 0.39; lr: 0.00391; 8387/7561 tok/s;   6193 sec\n",
            "[2019-05-30 20:40:32,575 INFO] Step 122000/1000000; acc:  88.17; ppl:  1.48; xent: 0.39; lr: 0.00391; 8540/7403 tok/s;   6196 sec\n",
            "[2019-05-30 20:40:35,030 INFO] Step 122050/1000000; acc:  87.43; ppl:  1.53; xent: 0.43; lr: 0.00391; 8212/7514 tok/s;   6198 sec\n",
            "[2019-05-30 20:40:37,552 INFO] Step 122100/1000000; acc:  88.17; ppl:  1.49; xent: 0.40; lr: 0.00391; 8450/7617 tok/s;   6201 sec\n",
            "[2019-05-30 20:40:39,939 INFO] Step 122150/1000000; acc:  88.01; ppl:  1.49; xent: 0.40; lr: 0.00391; 8503/7403 tok/s;   6203 sec\n",
            "[2019-05-30 20:40:42,326 INFO] Step 122200/1000000; acc:  87.68; ppl:  1.50; xent: 0.41; lr: 0.00391; 8258/7451 tok/s;   6205 sec\n",
            "[2019-05-30 20:40:44,670 INFO] Step 122250/1000000; acc:  88.01; ppl:  1.48; xent: 0.39; lr: 0.00391; 8655/7279 tok/s;   6208 sec\n",
            "[2019-05-30 20:40:47,005 INFO] Step 122300/1000000; acc:  88.32; ppl:  1.47; xent: 0.38; lr: 0.00391; 8141/7401 tok/s;   6210 sec\n",
            "[2019-05-30 20:40:49,576 INFO] Step 122350/1000000; acc:  87.18; ppl:  1.56; xent: 0.44; lr: 0.00391; 8494/7517 tok/s;   6213 sec\n",
            "[2019-05-30 20:40:52,114 INFO] Step 122400/1000000; acc:  87.77; ppl:  1.50; xent: 0.41; lr: 0.00391; 9131/7567 tok/s;   6215 sec\n",
            "[2019-05-30 20:40:54,543 INFO] Step 122450/1000000; acc:  88.05; ppl:  1.48; xent: 0.39; lr: 0.00391; 8561/7316 tok/s;   6218 sec\n",
            "[2019-05-30 20:40:57,203 INFO] Step 122500/1000000; acc:  86.58; ppl:  1.60; xent: 0.47; lr: 0.00391; 8277/7681 tok/s;   6220 sec\n",
            "[2019-05-30 20:40:59,756 INFO] Step 122550/1000000; acc:  86.37; ppl:  1.57; xent: 0.45; lr: 0.00391; 8525/7608 tok/s;   6223 sec\n",
            "[2019-05-30 20:41:02,341 INFO] Step 122600/1000000; acc:  87.77; ppl:  1.51; xent: 0.41; lr: 0.00391; 7924/7726 tok/s;   6225 sec\n",
            "[2019-05-30 20:41:04,795 INFO] Step 122650/1000000; acc:  88.16; ppl:  1.46; xent: 0.38; lr: 0.00391; 8005/7547 tok/s;   6228 sec\n",
            "[2019-05-30 20:41:07,339 INFO] Step 122700/1000000; acc:  88.07; ppl:  1.47; xent: 0.39; lr: 0.00391; 8531/7557 tok/s;   6230 sec\n",
            "[2019-05-30 20:41:09,744 INFO] Step 122750/1000000; acc:  88.05; ppl:  1.48; xent: 0.39; lr: 0.00391; 8860/7376 tok/s;   6233 sec\n",
            "[2019-05-30 20:41:12,280 INFO] Step 122800/1000000; acc:  88.20; ppl:  1.48; xent: 0.39; lr: 0.00391; 8682/7623 tok/s;   6235 sec\n",
            "[2019-05-30 20:41:14,867 INFO] Step 122850/1000000; acc:  88.17; ppl:  1.47; xent: 0.39; lr: 0.00391; 8192/7716 tok/s;   6238 sec\n",
            "[2019-05-30 20:41:17,284 INFO] Step 122900/1000000; acc:  87.96; ppl:  1.50; xent: 0.40; lr: 0.00391; 8262/7339 tok/s;   6240 sec\n",
            "[2019-05-30 20:41:19,751 INFO] Step 122950/1000000; acc:  87.49; ppl:  1.52; xent: 0.42; lr: 0.00391; 8611/7488 tok/s;   6243 sec\n",
            "[2019-05-30 20:41:22,199 INFO] Step 123000/1000000; acc:  88.22; ppl:  1.46; xent: 0.38; lr: 0.00391; 8079/7526 tok/s;   6245 sec\n",
            "[2019-05-30 20:41:24,634 INFO] Step 123050/1000000; acc:  88.48; ppl:  1.47; xent: 0.38; lr: 0.00391; 8335/7494 tok/s;   6248 sec\n",
            "[2019-05-30 20:41:27,127 INFO] Step 123100/1000000; acc:  88.66; ppl:  1.45; xent: 0.37; lr: 0.00391; 8447/7548 tok/s;   6250 sec\n",
            "[2019-05-30 20:41:29,702 INFO] Step 123150/1000000; acc:  88.72; ppl:  1.46; xent: 0.38; lr: 0.00391; 8600/7648 tok/s;   6253 sec\n",
            "[2019-05-30 20:41:32,289 INFO] Step 123200/1000000; acc:  87.30; ppl:  1.54; xent: 0.43; lr: 0.00391; 8337/7582 tok/s;   6255 sec\n",
            "[2019-05-30 20:41:34,725 INFO] Step 123250/1000000; acc:  87.09; ppl:  1.53; xent: 0.43; lr: 0.00391; 8828/7409 tok/s;   6258 sec\n",
            "[2019-05-30 20:41:37,156 INFO] Step 123300/1000000; acc:  87.68; ppl:  1.51; xent: 0.41; lr: 0.00391; 8741/7346 tok/s;   6260 sec\n",
            "[2019-05-30 20:41:39,662 INFO] Step 123350/1000000; acc:  87.77; ppl:  1.50; xent: 0.40; lr: 0.00391; 8401/7482 tok/s;   6263 sec\n",
            "[2019-05-30 20:41:42,060 INFO] Step 123400/1000000; acc:  88.41; ppl:  1.47; xent: 0.39; lr: 0.00391; 8408/7298 tok/s;   6265 sec\n",
            "[2019-05-30 20:41:44,712 INFO] Step 123450/1000000; acc:  86.63; ppl:  1.58; xent: 0.46; lr: 0.00391; 8431/7546 tok/s;   6268 sec\n",
            "[2019-05-30 20:41:47,183 INFO] Step 123500/1000000; acc:  88.31; ppl:  1.48; xent: 0.39; lr: 0.00391; 8080/7309 tok/s;   6270 sec\n",
            "[2019-05-30 20:41:49,727 INFO] Step 123550/1000000; acc:  87.67; ppl:  1.50; xent: 0.41; lr: 0.00391; 8756/7620 tok/s;   6273 sec\n",
            "[2019-05-30 20:41:52,199 INFO] Step 123600/1000000; acc:  87.39; ppl:  1.50; xent: 0.41; lr: 0.00391; 8050/7414 tok/s;   6275 sec\n",
            "[2019-05-30 20:41:54,645 INFO] Step 123650/1000000; acc:  88.19; ppl:  1.47; xent: 0.38; lr: 0.00391; 8583/7458 tok/s;   6278 sec\n",
            "[2019-05-30 20:41:57,161 INFO] Step 123700/1000000; acc:  86.24; ppl:  1.64; xent: 0.49; lr: 0.00391; 8062/7444 tok/s;   6280 sec\n",
            "[2019-05-30 20:41:59,634 INFO] Step 123750/1000000; acc:  87.60; ppl:  1.50; xent: 0.40; lr: 0.00391; 8374/7420 tok/s;   6283 sec\n",
            "[2019-05-30 20:42:02,124 INFO] Step 123800/1000000; acc:  88.39; ppl:  1.46; xent: 0.38; lr: 0.00391; 8382/7576 tok/s;   6285 sec\n",
            "[2019-05-30 20:42:04,482 INFO] Step 123850/1000000; acc:  88.26; ppl:  1.46; xent: 0.38; lr: 0.00391; 7952/7409 tok/s;   6287 sec\n",
            "[2019-05-30 20:42:06,869 INFO] Step 123900/1000000; acc:  88.10; ppl:  1.47; xent: 0.39; lr: 0.00391; 8446/7454 tok/s;   6290 sec\n",
            "[2019-05-30 20:42:09,471 INFO] Step 123950/1000000; acc:  87.13; ppl:  1.54; xent: 0.43; lr: 0.00391; 8315/7648 tok/s;   6292 sec\n",
            "[2019-05-30 20:42:12,018 INFO] Step 124000/1000000; acc:  88.10; ppl:  1.48; xent: 0.39; lr: 0.00391; 8392/7596 tok/s;   6295 sec\n",
            "[2019-05-30 20:42:14,404 INFO] Step 124050/1000000; acc:  88.08; ppl:  1.49; xent: 0.40; lr: 0.00391; 8022/7462 tok/s;   6297 sec\n",
            "[2019-05-30 20:42:16,858 INFO] Step 124100/1000000; acc:  88.36; ppl:  1.46; xent: 0.38; lr: 0.00391; 8216/7490 tok/s;   6300 sec\n",
            "[2019-05-30 20:42:19,270 INFO] Step 124150/1000000; acc:  88.31; ppl:  1.47; xent: 0.39; lr: 0.00391; 8200/7332 tok/s;   6302 sec\n",
            "[2019-05-30 20:42:24,577 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 20:42:27,726 INFO] Step 124200/1000000; acc:  88.69; ppl:  1.45; xent: 0.37; lr: 0.00391; 2263/2006 tok/s;   6311 sec\n",
            "[2019-05-30 20:42:30,099 INFO] Step 124250/1000000; acc:  87.96; ppl:  1.47; xent: 0.39; lr: 0.00391; 8334/7390 tok/s;   6313 sec\n",
            "[2019-05-30 20:42:32,497 INFO] Step 124300/1000000; acc:  87.99; ppl:  1.49; xent: 0.40; lr: 0.00391; 8406/7443 tok/s;   6315 sec\n",
            "[2019-05-30 20:42:34,932 INFO] Step 124350/1000000; acc:  87.74; ppl:  1.50; xent: 0.41; lr: 0.00391; 8388/7478 tok/s;   6318 sec\n",
            "[2019-05-30 20:42:37,609 INFO] Step 124400/1000000; acc:  85.49; ppl:  1.75; xent: 0.56; lr: 0.00391; 8588/7455 tok/s;   6321 sec\n",
            "[2019-05-30 20:42:40,067 INFO] Step 124450/1000000; acc:  87.76; ppl:  1.51; xent: 0.41; lr: 0.00391; 8542/7437 tok/s;   6323 sec\n",
            "[2019-05-30 20:42:42,459 INFO] Step 124500/1000000; acc:  87.91; ppl:  1.49; xent: 0.40; lr: 0.00391; 7919/7367 tok/s;   6325 sec\n",
            "[2019-05-30 20:42:44,864 INFO] Step 124550/1000000; acc:  88.15; ppl:  1.49; xent: 0.40; lr: 0.00391; 8250/7452 tok/s;   6328 sec\n",
            "[2019-05-30 20:42:47,434 INFO] Step 124600/1000000; acc:  87.30; ppl:  1.53; xent: 0.43; lr: 0.00391; 8245/7450 tok/s;   6330 sec\n",
            "[2019-05-30 20:42:49,904 INFO] Step 124650/1000000; acc:  88.21; ppl:  1.47; xent: 0.38; lr: 0.00391; 8319/7434 tok/s;   6333 sec\n",
            "[2019-05-30 20:42:52,439 INFO] Step 124700/1000000; acc:  87.38; ppl:  1.55; xent: 0.44; lr: 0.00391; 8264/7456 tok/s;   6335 sec\n",
            "[2019-05-30 20:42:54,969 INFO] Step 124750/1000000; acc:  88.08; ppl:  1.49; xent: 0.40; lr: 0.00391; 7995/7540 tok/s;   6338 sec\n",
            "[2019-05-30 20:42:57,498 INFO] Step 124800/1000000; acc:  87.26; ppl:  1.53; xent: 0.43; lr: 0.00391; 8399/7255 tok/s;   6340 sec\n",
            "[2019-05-30 20:42:59,849 INFO] Step 124850/1000000; acc:  88.51; ppl:  1.43; xent: 0.36; lr: 0.00391; 8003/7200 tok/s;   6343 sec\n",
            "[2019-05-30 20:43:02,277 INFO] Step 124900/1000000; acc:  88.96; ppl:  1.43; xent: 0.36; lr: 0.00391; 8253/7357 tok/s;   6345 sec\n",
            "[2019-05-30 20:43:04,824 INFO] Step 124950/1000000; acc:  88.66; ppl:  1.48; xent: 0.39; lr: 0.00391; 8266/7487 tok/s;   6348 sec\n",
            "[2019-05-30 20:43:07,276 INFO] Step 125000/1000000; acc:  88.31; ppl:  1.46; xent: 0.38; lr: 0.00391; 8198/7388 tok/s;   6350 sec\n",
            "[2019-05-30 20:43:07,276 INFO] Saving checkpoint light_step_125000.pt\n",
            "[2019-05-30 20:43:11,192 INFO] Step 125050/1000000; acc:  88.65; ppl:  1.45; xent: 0.37; lr: 0.00391; 5328/4543 tok/s;   6354 sec\n",
            "[2019-05-30 20:43:13,723 INFO] Step 125100/1000000; acc:  86.95; ppl:  1.55; xent: 0.44; lr: 0.00391; 8169/7513 tok/s;   6357 sec\n",
            "[2019-05-30 20:43:16,162 INFO] Step 125150/1000000; acc:  87.90; ppl:  1.50; xent: 0.41; lr: 0.00391; 8443/7208 tok/s;   6359 sec\n",
            "[2019-05-30 20:43:18,551 INFO] Step 125200/1000000; acc:  88.05; ppl:  1.49; xent: 0.40; lr: 0.00391; 8279/7446 tok/s;   6362 sec\n",
            "[2019-05-30 20:43:21,160 INFO] Step 125250/1000000; acc:  87.05; ppl:  1.56; xent: 0.44; lr: 0.00391; 8586/7589 tok/s;   6364 sec\n",
            "[2019-05-30 20:43:23,549 INFO] Step 125300/1000000; acc:  86.69; ppl:  1.62; xent: 0.48; lr: 0.00391; 8580/7298 tok/s;   6367 sec\n",
            "[2019-05-30 20:43:26,092 INFO] Step 125350/1000000; acc:  87.15; ppl:  1.57; xent: 0.45; lr: 0.00391; 8632/7473 tok/s;   6369 sec\n",
            "[2019-05-30 20:43:28,549 INFO] Step 125400/1000000; acc:  87.71; ppl:  1.52; xent: 0.42; lr: 0.00391; 8336/7459 tok/s;   6372 sec\n",
            "[2019-05-30 20:43:30,940 INFO] Step 125450/1000000; acc:  88.06; ppl:  1.49; xent: 0.40; lr: 0.00391; 8192/7406 tok/s;   6374 sec\n",
            "[2019-05-30 20:43:33,443 INFO] Step 125500/1000000; acc:  88.14; ppl:  1.48; xent: 0.39; lr: 0.00391; 8106/7572 tok/s;   6376 sec\n",
            "[2019-05-30 20:43:35,938 INFO] Step 125550/1000000; acc:  87.62; ppl:  1.52; xent: 0.42; lr: 0.00391; 8259/7563 tok/s;   6379 sec\n",
            "[2019-05-30 20:43:38,338 INFO] Step 125600/1000000; acc:  87.98; ppl:  1.49; xent: 0.40; lr: 0.00391; 8267/7498 tok/s;   6381 sec\n",
            "[2019-05-30 20:43:40,792 INFO] Step 125650/1000000; acc:  87.07; ppl:  1.56; xent: 0.44; lr: 0.00391; 8514/7297 tok/s;   6384 sec\n",
            "[2019-05-30 20:43:43,157 INFO] Step 125700/1000000; acc:  88.73; ppl:  1.45; xent: 0.37; lr: 0.00391; 8498/7442 tok/s;   6386 sec\n",
            "[2019-05-30 20:43:45,652 INFO] Step 125750/1000000; acc:  87.31; ppl:  1.53; xent: 0.43; lr: 0.00391; 8541/7566 tok/s;   6389 sec\n",
            "[2019-05-30 20:43:48,274 INFO] Step 125800/1000000; acc:  85.39; ppl:  1.69; xent: 0.52; lr: 0.00391; 8885/7483 tok/s;   6391 sec\n",
            "[2019-05-30 20:43:50,731 INFO] Step 125850/1000000; acc:  88.47; ppl:  1.45; xent: 0.37; lr: 0.00391; 8338/7556 tok/s;   6394 sec\n",
            "[2019-05-30 20:43:53,358 INFO] Step 125900/1000000; acc:  85.76; ppl:  1.64; xent: 0.50; lr: 0.00391; 8407/7609 tok/s;   6396 sec\n",
            "[2019-05-30 20:43:55,782 INFO] Step 125950/1000000; acc:  87.65; ppl:  1.49; xent: 0.40; lr: 0.00391; 7912/7389 tok/s;   6399 sec\n",
            "[2019-05-30 20:43:58,355 INFO] Step 126000/1000000; acc:  87.68; ppl:  1.50; xent: 0.40; lr: 0.00391; 8558/7661 tok/s;   6401 sec\n",
            "[2019-05-30 20:44:00,844 INFO] Step 126050/1000000; acc:  87.66; ppl:  1.50; xent: 0.41; lr: 0.00391; 8047/7584 tok/s;   6404 sec\n",
            "[2019-05-30 20:44:03,252 INFO] Step 126100/1000000; acc:  88.60; ppl:  1.45; xent: 0.37; lr: 0.00391; 8026/7415 tok/s;   6406 sec\n",
            "[2019-05-30 20:44:05,744 INFO] Step 126150/1000000; acc:  88.25; ppl:  1.49; xent: 0.40; lr: 0.00391; 8569/7427 tok/s;   6409 sec\n",
            "[2019-05-30 20:44:08,201 INFO] Step 126200/1000000; acc:  87.17; ppl:  1.54; xent: 0.43; lr: 0.00391; 8859/7472 tok/s;   6411 sec\n",
            "[2019-05-30 20:44:10,695 INFO] Step 126250/1000000; acc:  88.04; ppl:  1.48; xent: 0.39; lr: 0.00391; 8853/7529 tok/s;   6414 sec\n",
            "[2019-05-30 20:44:13,208 INFO] Step 126300/1000000; acc:  87.51; ppl:  1.52; xent: 0.42; lr: 0.00391; 8403/7614 tok/s;   6416 sec\n",
            "[2019-05-30 20:44:15,577 INFO] Step 126350/1000000; acc:  88.08; ppl:  1.48; xent: 0.39; lr: 0.00391; 8186/7387 tok/s;   6419 sec\n",
            "[2019-05-30 20:44:18,022 INFO] Step 126400/1000000; acc:  87.76; ppl:  1.47; xent: 0.38; lr: 0.00391; 8404/7514 tok/s;   6421 sec\n",
            "[2019-05-30 20:44:20,569 INFO] Step 126450/1000000; acc:  88.28; ppl:  1.46; xent: 0.38; lr: 0.00391; 8797/7490 tok/s;   6424 sec\n",
            "[2019-05-30 20:44:23,072 INFO] Step 126500/1000000; acc:  88.01; ppl:  1.49; xent: 0.40; lr: 0.00391; 8693/7419 tok/s;   6426 sec\n",
            "[2019-05-30 20:44:25,531 INFO] Step 126550/1000000; acc:  88.80; ppl:  1.45; xent: 0.37; lr: 0.00391; 8356/7429 tok/s;   6429 sec\n",
            "[2019-05-30 20:44:28,027 INFO] Step 126600/1000000; acc:  87.74; ppl:  1.51; xent: 0.41; lr: 0.00391; 7966/7189 tok/s;   6431 sec\n",
            "[2019-05-30 20:44:30,556 INFO] Step 126650/1000000; acc:  88.04; ppl:  1.48; xent: 0.39; lr: 0.00391; 8859/7607 tok/s;   6434 sec\n",
            "[2019-05-30 20:44:32,905 INFO] Step 126700/1000000; acc:  88.91; ppl:  1.43; xent: 0.36; lr: 0.00391; 8036/7333 tok/s;   6436 sec\n",
            "[2019-05-30 20:44:35,365 INFO] Step 126750/1000000; acc:  88.33; ppl:  1.46; xent: 0.38; lr: 0.00391; 8040/7537 tok/s;   6438 sec\n",
            "[2019-05-30 20:44:37,935 INFO] Step 126800/1000000; acc:  87.79; ppl:  1.49; xent: 0.40; lr: 0.00391; 8618/7635 tok/s;   6441 sec\n",
            "[2019-05-30 20:44:40,508 INFO] Step 126850/1000000; acc:  87.69; ppl:  1.52; xent: 0.42; lr: 0.00391; 8599/7505 tok/s;   6444 sec\n",
            "[2019-05-30 20:44:42,941 INFO] Step 126900/1000000; acc:  87.69; ppl:  1.50; xent: 0.41; lr: 0.00391; 8838/7405 tok/s;   6446 sec\n",
            "[2019-05-30 20:44:45,500 INFO] Step 126950/1000000; acc:  87.80; ppl:  1.51; xent: 0.41; lr: 0.00391; 8479/7628 tok/s;   6449 sec\n",
            "[2019-05-30 20:44:48,093 INFO] Step 127000/1000000; acc:  86.61; ppl:  1.57; xent: 0.45; lr: 0.00391; 8442/7640 tok/s;   6451 sec\n",
            "[2019-05-30 20:44:50,580 INFO] Step 127050/1000000; acc:  86.94; ppl:  1.55; xent: 0.44; lr: 0.00391; 8493/7453 tok/s;   6454 sec\n",
            "[2019-05-30 20:44:53,082 INFO] Step 127100/1000000; acc:  86.62; ppl:  1.57; xent: 0.45; lr: 0.00391; 8651/7472 tok/s;   6456 sec\n",
            "[2019-05-30 20:44:55,504 INFO] Step 127150/1000000; acc:  88.05; ppl:  1.48; xent: 0.39; lr: 0.00391; 8387/7422 tok/s;   6459 sec\n",
            "[2019-05-30 20:44:58,150 INFO] Step 127200/1000000; acc:  87.70; ppl:  1.50; xent: 0.40; lr: 0.00391; 9023/7636 tok/s;   6461 sec\n",
            "[2019-05-30 20:45:00,585 INFO] Step 127250/1000000; acc:  88.02; ppl:  1.49; xent: 0.40; lr: 0.00391; 8122/7475 tok/s;   6464 sec\n",
            "[2019-05-30 20:45:03,132 INFO] Step 127300/1000000; acc:  87.50; ppl:  1.53; xent: 0.42; lr: 0.00391; 8620/7564 tok/s;   6466 sec\n",
            "[2019-05-30 20:45:05,514 INFO] Step 127350/1000000; acc:  87.60; ppl:  1.52; xent: 0.42; lr: 0.00391; 8006/7370 tok/s;   6469 sec\n",
            "[2019-05-30 20:45:08,011 INFO] Step 127400/1000000; acc:  87.03; ppl:  1.56; xent: 0.44; lr: 0.00391; 8128/7501 tok/s;   6471 sec\n",
            "[2019-05-30 20:45:10,359 INFO] Step 127450/1000000; acc:  87.74; ppl:  1.49; xent: 0.40; lr: 0.00391; 8095/7377 tok/s;   6473 sec\n",
            "[2019-05-30 20:45:12,878 INFO] Step 127500/1000000; acc:  86.70; ppl:  1.59; xent: 0.46; lr: 0.00391; 8917/7446 tok/s;   6476 sec\n",
            "[2019-05-30 20:45:15,344 INFO] Step 127550/1000000; acc:  87.79; ppl:  1.49; xent: 0.40; lr: 0.00391; 8306/7520 tok/s;   6478 sec\n",
            "[2019-05-30 20:45:17,824 INFO] Step 127600/1000000; acc:  86.21; ppl:  1.62; xent: 0.48; lr: 0.00391; 8439/7365 tok/s;   6481 sec\n",
            "[2019-05-30 20:45:20,166 INFO] Step 127650/1000000; acc:  87.89; ppl:  1.49; xent: 0.40; lr: 0.00391; 8362/7351 tok/s;   6483 sec\n",
            "[2019-05-30 20:45:22,667 INFO] Step 127700/1000000; acc:  87.42; ppl:  1.55; xent: 0.44; lr: 0.00391; 8141/7552 tok/s;   6486 sec\n",
            "[2019-05-30 20:45:25,248 INFO] Step 127750/1000000; acc:  86.74; ppl:  1.57; xent: 0.45; lr: 0.00391; 8727/7608 tok/s;   6488 sec\n",
            "[2019-05-30 20:45:27,642 INFO] Step 127800/1000000; acc:  87.46; ppl:  1.50; xent: 0.40; lr: 0.00391; 8129/7427 tok/s;   6491 sec\n",
            "[2019-05-30 20:45:30,133 INFO] Step 127850/1000000; acc:  87.99; ppl:  1.49; xent: 0.40; lr: 0.00391; 8400/7578 tok/s;   6493 sec\n",
            "[2019-05-30 20:45:32,561 INFO] Step 127900/1000000; acc:  88.05; ppl:  1.47; xent: 0.39; lr: 0.00391; 8384/7439 tok/s;   6496 sec\n",
            "[2019-05-30 20:45:34,946 INFO] Step 127950/1000000; acc:  87.62; ppl:  1.50; xent: 0.41; lr: 0.00391; 8454/7402 tok/s;   6498 sec\n",
            "[2019-05-30 20:45:37,553 INFO] Step 128000/1000000; acc:  87.62; ppl:  1.53; xent: 0.42; lr: 0.00391; 8519/7674 tok/s;   6501 sec\n",
            "[2019-05-30 20:45:39,917 INFO] Step 128050/1000000; acc:  88.46; ppl:  1.45; xent: 0.37; lr: 0.00391; 8314/7285 tok/s;   6503 sec\n",
            "[2019-05-30 20:45:42,352 INFO] Step 128100/1000000; acc:  87.51; ppl:  1.52; xent: 0.42; lr: 0.00391; 7912/7383 tok/s;   6505 sec\n",
            "[2019-05-30 20:45:44,744 INFO] Step 128150/1000000; acc:  88.06; ppl:  1.49; xent: 0.40; lr: 0.00391; 8561/7215 tok/s;   6508 sec\n",
            "[2019-05-30 20:45:47,071 INFO] Step 128200/1000000; acc:  88.41; ppl:  1.46; xent: 0.38; lr: 0.00391; 8279/7259 tok/s;   6510 sec\n",
            "[2019-05-30 20:45:49,670 INFO] Step 128250/1000000; acc:  87.10; ppl:  1.56; xent: 0.45; lr: 0.00391; 8431/7563 tok/s;   6513 sec\n",
            "[2019-05-30 20:45:52,155 INFO] Step 128300/1000000; acc:  88.23; ppl:  1.47; xent: 0.39; lr: 0.00391; 8677/7467 tok/s;   6515 sec\n",
            "[2019-05-30 20:45:54,623 INFO] Step 128350/1000000; acc:  87.96; ppl:  1.49; xent: 0.40; lr: 0.00391; 9105/7471 tok/s;   6518 sec\n",
            "[2019-05-30 20:45:57,203 INFO] Step 128400/1000000; acc:  87.13; ppl:  1.56; xent: 0.45; lr: 0.00391; 8331/7562 tok/s;   6520 sec\n",
            "[2019-05-30 20:45:59,829 INFO] Step 128450/1000000; acc:  86.00; ppl:  1.63; xent: 0.49; lr: 0.00391; 8334/7638 tok/s;   6523 sec\n",
            "[2019-05-30 20:46:02,375 INFO] Step 128500/1000000; acc:  87.84; ppl:  1.50; xent: 0.40; lr: 0.00391; 8120/7668 tok/s;   6525 sec\n",
            "[2019-05-30 20:46:04,927 INFO] Step 128550/1000000; acc:  88.12; ppl:  1.48; xent: 0.39; lr: 0.00391; 7976/7712 tok/s;   6528 sec\n",
            "[2019-05-30 20:46:07,365 INFO] Step 128600/1000000; acc:  88.38; ppl:  1.46; xent: 0.38; lr: 0.00391; 8531/7463 tok/s;   6530 sec\n",
            "[2019-05-30 20:46:09,756 INFO] Step 128650/1000000; acc:  88.03; ppl:  1.49; xent: 0.40; lr: 0.00391; 8567/7368 tok/s;   6533 sec\n",
            "[2019-05-30 20:46:12,312 INFO] Step 128700/1000000; acc:  88.18; ppl:  1.48; xent: 0.39; lr: 0.00391; 8738/7588 tok/s;   6535 sec\n",
            "[2019-05-30 20:46:14,851 INFO] Step 128750/1000000; acc:  87.62; ppl:  1.50; xent: 0.40; lr: 0.00391; 8520/7607 tok/s;   6538 sec\n",
            "[2019-05-30 20:46:17,411 INFO] Step 128800/1000000; acc:  87.87; ppl:  1.50; xent: 0.40; lr: 0.00391; 8202/7606 tok/s;   6540 sec\n",
            "[2019-05-30 20:46:19,758 INFO] Step 128850/1000000; acc:  87.16; ppl:  1.54; xent: 0.43; lr: 0.00391; 8535/7281 tok/s;   6543 sec\n",
            "[2019-05-30 20:46:22,269 INFO] Step 128900/1000000; acc:  88.57; ppl:  1.46; xent: 0.38; lr: 0.00391; 8183/7611 tok/s;   6545 sec\n",
            "[2019-05-30 20:46:24,757 INFO] Step 128950/1000000; acc:  88.00; ppl:  1.49; xent: 0.40; lr: 0.00391; 8206/7563 tok/s;   6548 sec\n",
            "[2019-05-30 20:46:27,196 INFO] Step 129000/1000000; acc:  88.73; ppl:  1.44; xent: 0.36; lr: 0.00391; 8502/7479 tok/s;   6550 sec\n",
            "[2019-05-30 20:46:29,697 INFO] Step 129050/1000000; acc:  88.90; ppl:  1.45; xent: 0.37; lr: 0.00391; 8497/7550 tok/s;   6553 sec\n",
            "[2019-05-30 20:46:32,279 INFO] Step 129100/1000000; acc:  87.48; ppl:  1.53; xent: 0.43; lr: 0.00391; 8454/7614 tok/s;   6555 sec\n",
            "[2019-05-30 20:46:34,833 INFO] Step 129150/1000000; acc:  87.28; ppl:  1.52; xent: 0.42; lr: 0.00391; 8720/7567 tok/s;   6558 sec\n",
            "[2019-05-30 20:46:37,255 INFO] Step 129200/1000000; acc:  87.53; ppl:  1.52; xent: 0.42; lr: 0.00391; 8904/7345 tok/s;   6560 sec\n",
            "[2019-05-30 20:46:39,740 INFO] Step 129250/1000000; acc:  87.96; ppl:  1.49; xent: 0.40; lr: 0.00391; 8553/7574 tok/s;   6563 sec\n",
            "[2019-05-30 20:46:42,144 INFO] Step 129300/1000000; acc:  88.28; ppl:  1.47; xent: 0.39; lr: 0.00391; 8359/7332 tok/s;   6565 sec\n",
            "[2019-05-30 20:46:44,653 INFO] Step 129350/1000000; acc:  87.10; ppl:  1.53; xent: 0.43; lr: 0.00391; 8299/7458 tok/s;   6568 sec\n",
            "[2019-05-30 20:46:47,204 INFO] Step 129400/1000000; acc:  87.48; ppl:  1.53; xent: 0.42; lr: 0.00391; 8052/7413 tok/s;   6570 sec\n",
            "[2019-05-30 20:46:49,706 INFO] Step 129450/1000000; acc:  87.91; ppl:  1.50; xent: 0.40; lr: 0.00391; 8928/7521 tok/s;   6573 sec\n",
            "[2019-05-30 20:46:52,210 INFO] Step 129500/1000000; acc:  87.60; ppl:  1.51; xent: 0.42; lr: 0.00391; 8180/7613 tok/s;   6575 sec\n",
            "[2019-05-30 20:46:54,691 INFO] Step 129550/1000000; acc:  87.74; ppl:  1.49; xent: 0.40; lr: 0.00391; 8586/7386 tok/s;   6578 sec\n",
            "[2019-05-30 20:46:57,220 INFO] Step 129600/1000000; acc:  86.47; ppl:  1.62; xent: 0.48; lr: 0.00391; 8047/7457 tok/s;   6580 sec\n",
            "[2019-05-30 20:46:59,639 INFO] Step 129650/1000000; acc:  88.07; ppl:  1.48; xent: 0.39; lr: 0.00391; 8336/7506 tok/s;   6583 sec\n",
            "[2019-05-30 20:47:02,110 INFO] Step 129700/1000000; acc:  87.85; ppl:  1.48; xent: 0.39; lr: 0.00391; 8227/7403 tok/s;   6585 sec\n",
            "[2019-05-30 20:47:04,513 INFO] Step 129750/1000000; acc:  88.09; ppl:  1.47; xent: 0.38; lr: 0.00391; 8044/7404 tok/s;   6588 sec\n",
            "[2019-05-30 20:47:06,905 INFO] Step 129800/1000000; acc:  88.49; ppl:  1.45; xent: 0.37; lr: 0.00391; 8187/7330 tok/s;   6590 sec\n",
            "[2019-05-30 20:47:09,450 INFO] Step 129850/1000000; acc:  87.59; ppl:  1.51; xent: 0.41; lr: 0.00391; 8273/7541 tok/s;   6592 sec\n",
            "[2019-05-30 20:47:12,065 INFO] Step 129900/1000000; acc:  87.60; ppl:  1.51; xent: 0.41; lr: 0.00391; 8373/7696 tok/s;   6595 sec\n",
            "[2019-05-30 20:47:14,483 INFO] Step 129950/1000000; acc:  87.72; ppl:  1.50; xent: 0.40; lr: 0.00391; 8097/7439 tok/s;   6597 sec\n",
            "[2019-05-30 20:47:16,889 INFO] Step 130000/1000000; acc:  88.27; ppl:  1.46; xent: 0.38; lr: 0.00195; 8167/7453 tok/s;   6600 sec\n",
            "[2019-05-30 20:47:16,890 INFO] Saving checkpoint light_step_130000.pt\n",
            "[2019-05-30 20:47:20,745 INFO] Step 130050/1000000; acc:  88.09; ppl:  1.47; xent: 0.38; lr: 0.00195; 5112/4561 tok/s;   6604 sec\n",
            "[2019-05-30 20:47:26,411 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 20:47:28,798 INFO] Step 130100/1000000; acc:  88.27; ppl:  1.48; xent: 0.39; lr: 0.00195; 2559/2253 tok/s;   6612 sec\n",
            "[2019-05-30 20:47:31,105 INFO] Step 130150/1000000; acc:  88.93; ppl:  1.43; xent: 0.36; lr: 0.00195; 8076/7216 tok/s;   6614 sec\n",
            "[2019-05-30 20:47:33,459 INFO] Step 130200/1000000; acc:  88.45; ppl:  1.47; xent: 0.38; lr: 0.00195; 8183/7340 tok/s;   6616 sec\n",
            "[2019-05-30 20:47:35,952 INFO] Step 130250/1000000; acc:  87.44; ppl:  1.53; xent: 0.43; lr: 0.00195; 8396/7479 tok/s;   6619 sec\n",
            "[2019-05-30 20:47:38,666 INFO] Step 130300/1000000; acc:  85.24; ppl:  1.77; xent: 0.57; lr: 0.00195; 8733/7396 tok/s;   6622 sec\n",
            "[2019-05-30 20:47:41,095 INFO] Step 130350/1000000; acc:  87.78; ppl:  1.50; xent: 0.41; lr: 0.00195; 8299/7426 tok/s;   6624 sec\n",
            "[2019-05-30 20:47:43,570 INFO] Step 130400/1000000; acc:  87.93; ppl:  1.50; xent: 0.41; lr: 0.00195; 8043/7457 tok/s;   6627 sec\n",
            "[2019-05-30 20:47:45,998 INFO] Step 130450/1000000; acc:  87.64; ppl:  1.50; xent: 0.41; lr: 0.00195; 8277/7434 tok/s;   6629 sec\n",
            "[2019-05-30 20:47:48,518 INFO] Step 130500/1000000; acc:  87.07; ppl:  1.54; xent: 0.43; lr: 0.00195; 8229/7392 tok/s;   6632 sec\n",
            "[2019-05-30 20:47:50,978 INFO] Step 130550/1000000; acc:  88.25; ppl:  1.46; xent: 0.38; lr: 0.00195; 8354/7410 tok/s;   6634 sec\n",
            "[2019-05-30 20:47:53,544 INFO] Step 130600/1000000; acc:  87.06; ppl:  1.57; xent: 0.45; lr: 0.00195; 8216/7419 tok/s;   6637 sec\n",
            "[2019-05-30 20:47:56,053 INFO] Step 130650/1000000; acc:  87.91; ppl:  1.49; xent: 0.40; lr: 0.00195; 7984/7551 tok/s;   6639 sec\n",
            "[2019-05-30 20:47:58,592 INFO] Step 130700/1000000; acc:  87.75; ppl:  1.51; xent: 0.41; lr: 0.00195; 8165/7261 tok/s;   6642 sec\n",
            "[2019-05-30 20:48:00,969 INFO] Step 130750/1000000; acc:  88.07; ppl:  1.47; xent: 0.38; lr: 0.00195; 8372/7287 tok/s;   6644 sec\n",
            "[2019-05-30 20:48:03,353 INFO] Step 130800/1000000; acc:  89.06; ppl:  1.43; xent: 0.36; lr: 0.00195; 8055/7424 tok/s;   6646 sec\n",
            "[2019-05-30 20:48:05,789 INFO] Step 130850/1000000; acc:  88.30; ppl:  1.46; xent: 0.38; lr: 0.00195; 8227/7412 tok/s;   6649 sec\n",
            "[2019-05-30 20:48:08,325 INFO] Step 130900/1000000; acc:  88.30; ppl:  1.49; xent: 0.40; lr: 0.00195; 8529/7519 tok/s;   6651 sec\n",
            "[2019-05-30 20:48:10,772 INFO] Step 130950/1000000; acc:  88.49; ppl:  1.46; xent: 0.38; lr: 0.00195; 8449/7455 tok/s;   6654 sec\n",
            "[2019-05-30 20:48:13,267 INFO] Step 131000/1000000; acc:  87.14; ppl:  1.55; xent: 0.44; lr: 0.00195; 8492/7468 tok/s;   6656 sec\n",
            "[2019-05-30 20:48:15,705 INFO] Step 131050/1000000; acc:  88.52; ppl:  1.47; xent: 0.38; lr: 0.00195; 8212/7235 tok/s;   6659 sec\n",
            "[2019-05-30 20:48:18,076 INFO] Step 131100/1000000; acc:  88.15; ppl:  1.47; xent: 0.39; lr: 0.00195; 7909/7292 tok/s;   6661 sec\n",
            "[2019-05-30 20:48:20,714 INFO] Step 131150/1000000; acc:  86.51; ppl:  1.59; xent: 0.46; lr: 0.00195; 8929/7529 tok/s;   6664 sec\n",
            "[2019-05-30 20:48:23,188 INFO] Step 131200/1000000; acc:  86.37; ppl:  1.63; xent: 0.49; lr: 0.00195; 8414/7280 tok/s;   6666 sec\n",
            "[2019-05-30 20:48:25,598 INFO] Step 131250/1000000; acc:  88.42; ppl:  1.46; xent: 0.38; lr: 0.00195; 8496/7399 tok/s;   6669 sec\n",
            "[2019-05-30 20:48:28,147 INFO] Step 131300/1000000; acc:  85.93; ppl:  1.65; xent: 0.50; lr: 0.00195; 8538/7349 tok/s;   6671 sec\n",
            "[2019-05-30 20:48:30,605 INFO] Step 131350/1000000; acc:  88.56; ppl:  1.46; xent: 0.38; lr: 0.00195; 8331/7514 tok/s;   6674 sec\n",
            "[2019-05-30 20:48:33,030 INFO] Step 131400/1000000; acc:  87.92; ppl:  1.49; xent: 0.40; lr: 0.00195; 7708/7603 tok/s;   6676 sec\n",
            "[2019-05-30 20:48:35,523 INFO] Step 131450/1000000; acc:  87.81; ppl:  1.51; xent: 0.41; lr: 0.00195; 8319/7556 tok/s;   6679 sec\n",
            "[2019-05-30 20:48:37,990 INFO] Step 131500/1000000; acc:  87.80; ppl:  1.49; xent: 0.40; lr: 0.00195; 8433/7573 tok/s;   6681 sec\n",
            "[2019-05-30 20:48:40,439 INFO] Step 131550/1000000; acc:  87.19; ppl:  1.54; xent: 0.43; lr: 0.00195; 8632/7360 tok/s;   6683 sec\n",
            "[2019-05-30 20:48:42,788 INFO] Step 131600/1000000; acc:  88.15; ppl:  1.47; xent: 0.39; lr: 0.00195; 8336/7383 tok/s;   6686 sec\n",
            "[2019-05-30 20:48:45,228 INFO] Step 131650/1000000; acc:  87.53; ppl:  1.52; xent: 0.42; lr: 0.00195; 8237/7555 tok/s;   6688 sec\n",
            "[2019-05-30 20:48:47,842 INFO] Step 131700/1000000; acc:  86.08; ppl:  1.64; xent: 0.50; lr: 0.00195; 9251/7579 tok/s;   6691 sec\n",
            "[2019-05-30 20:48:50,297 INFO] Step 131750/1000000; acc:  87.83; ppl:  1.50; xent: 0.40; lr: 0.00195; 8350/7459 tok/s;   6693 sec\n",
            "[2019-05-30 20:48:52,907 INFO] Step 131800/1000000; acc:  86.07; ppl:  1.63; xent: 0.49; lr: 0.00195; 8486/7609 tok/s;   6696 sec\n",
            "[2019-05-30 20:48:55,317 INFO] Step 131850/1000000; acc:  87.65; ppl:  1.49; xent: 0.40; lr: 0.00195; 7796/7403 tok/s;   6698 sec\n",
            "[2019-05-30 20:48:57,884 INFO] Step 131900/1000000; acc:  87.68; ppl:  1.50; xent: 0.41; lr: 0.00195; 8530/7655 tok/s;   6701 sec\n",
            "[2019-05-30 20:49:00,384 INFO] Step 131950/1000000; acc:  87.95; ppl:  1.49; xent: 0.40; lr: 0.00195; 8319/7577 tok/s;   6703 sec\n",
            "[2019-05-30 20:49:02,820 INFO] Step 132000/1000000; acc:  88.21; ppl:  1.48; xent: 0.39; lr: 0.00195; 7989/7542 tok/s;   6706 sec\n",
            "[2019-05-30 20:49:05,302 INFO] Step 132050/1000000; acc:  88.61; ppl:  1.46; xent: 0.38; lr: 0.00195; 8370/7352 tok/s;   6708 sec\n",
            "[2019-05-30 20:49:07,787 INFO] Step 132100/1000000; acc:  87.11; ppl:  1.56; xent: 0.44; lr: 0.00195; 8809/7438 tok/s;   6711 sec\n",
            "[2019-05-30 20:49:10,293 INFO] Step 132150/1000000; acc:  87.86; ppl:  1.49; xent: 0.40; lr: 0.00195; 8862/7493 tok/s;   6713 sec\n",
            "[2019-05-30 20:49:12,803 INFO] Step 132200/1000000; acc:  88.12; ppl:  1.50; xent: 0.40; lr: 0.00195; 8388/7598 tok/s;   6716 sec\n",
            "[2019-05-30 20:49:15,168 INFO] Step 132250/1000000; acc:  88.19; ppl:  1.48; xent: 0.39; lr: 0.00195; 8176/7472 tok/s;   6718 sec\n",
            "[2019-05-30 20:49:17,606 INFO] Step 132300/1000000; acc:  88.07; ppl:  1.47; xent: 0.38; lr: 0.00195; 8426/7465 tok/s;   6721 sec\n",
            "[2019-05-30 20:49:20,074 INFO] Step 132350/1000000; acc:  88.51; ppl:  1.45; xent: 0.37; lr: 0.00195; 8610/7495 tok/s;   6723 sec\n",
            "[2019-05-30 20:49:22,659 INFO] Step 132400/1000000; acc:  87.67; ppl:  1.51; xent: 0.41; lr: 0.00195; 8962/7604 tok/s;   6726 sec\n",
            "[2019-05-30 20:49:25,024 INFO] Step 132450/1000000; acc:  88.76; ppl:  1.44; xent: 0.37; lr: 0.00195; 8419/7363 tok/s;   6728 sec\n",
            "[2019-05-30 20:49:27,559 INFO] Step 132500/1000000; acc:  87.89; ppl:  1.50; xent: 0.41; lr: 0.00195; 8272/7372 tok/s;   6731 sec\n",
            "[2019-05-30 20:49:30,060 INFO] Step 132550/1000000; acc:  88.11; ppl:  1.48; xent: 0.39; lr: 0.00195; 8575/7583 tok/s;   6733 sec\n",
            "[2019-05-30 20:49:32,469 INFO] Step 132600/1000000; acc:  88.69; ppl:  1.45; xent: 0.37; lr: 0.00195; 8447/7414 tok/s;   6735 sec\n",
            "[2019-05-30 20:49:34,861 INFO] Step 132650/1000000; acc:  88.28; ppl:  1.47; xent: 0.38; lr: 0.00195; 7922/7433 tok/s;   6738 sec\n",
            "[2019-05-30 20:49:37,403 INFO] Step 132700/1000000; acc:  88.21; ppl:  1.47; xent: 0.39; lr: 0.00195; 8434/7617 tok/s;   6740 sec\n",
            "[2019-05-30 20:49:39,999 INFO] Step 132750/1000000; acc:  87.47; ppl:  1.53; xent: 0.42; lr: 0.00195; 8644/7511 tok/s;   6743 sec\n",
            "[2019-05-30 20:49:42,464 INFO] Step 132800/1000000; acc:  88.21; ppl:  1.48; xent: 0.39; lr: 0.00195; 8985/7401 tok/s;   6745 sec\n",
            "[2019-05-30 20:49:45,041 INFO] Step 132850/1000000; acc:  87.79; ppl:  1.52; xent: 0.42; lr: 0.00195; 8272/7590 tok/s;   6748 sec\n",
            "[2019-05-30 20:49:47,645 INFO] Step 132900/1000000; acc:  86.90; ppl:  1.55; xent: 0.44; lr: 0.00195; 8086/7582 tok/s;   6751 sec\n",
            "[2019-05-30 20:49:50,155 INFO] Step 132950/1000000; acc:  86.34; ppl:  1.59; xent: 0.46; lr: 0.00195; 8720/7358 tok/s;   6753 sec\n",
            "[2019-05-30 20:49:52,580 INFO] Step 133000/1000000; acc:  87.74; ppl:  1.50; xent: 0.41; lr: 0.00195; 8660/7445 tok/s;   6756 sec\n",
            "[2019-05-30 20:49:55,083 INFO] Step 133050/1000000; acc:  87.18; ppl:  1.54; xent: 0.43; lr: 0.00195; 8299/7491 tok/s;   6758 sec\n",
            "[2019-05-30 20:49:57,615 INFO] Step 133100/1000000; acc:  88.05; ppl:  1.48; xent: 0.39; lr: 0.00195; 8901/7527 tok/s;   6761 sec\n",
            "[2019-05-30 20:50:00,187 INFO] Step 133150/1000000; acc:  88.05; ppl:  1.50; xent: 0.40; lr: 0.00195; 8384/7648 tok/s;   6763 sec\n",
            "[2019-05-30 20:50:02,669 INFO] Step 133200/1000000; acc:  87.90; ppl:  1.49; xent: 0.40; lr: 0.00195; 8691/7531 tok/s;   6766 sec\n",
            "[2019-05-30 20:50:05,096 INFO] Step 133250/1000000; acc:  87.75; ppl:  1.51; xent: 0.41; lr: 0.00195; 8175/7392 tok/s;   6768 sec\n",
            "[2019-05-30 20:50:07,514 INFO] Step 133300/1000000; acc:  87.31; ppl:  1.55; xent: 0.44; lr: 0.00195; 8126/7454 tok/s;   6771 sec\n",
            "[2019-05-30 20:50:09,929 INFO] Step 133350/1000000; acc:  87.09; ppl:  1.52; xent: 0.42; lr: 0.00195; 8058/7516 tok/s;   6773 sec\n",
            "[2019-05-30 20:50:12,352 INFO] Step 133400/1000000; acc:  86.94; ppl:  1.55; xent: 0.44; lr: 0.00195; 8665/7374 tok/s;   6775 sec\n",
            "[2019-05-30 20:50:14,871 INFO] Step 133450/1000000; acc:  87.88; ppl:  1.51; xent: 0.41; lr: 0.00195; 8587/7538 tok/s;   6778 sec\n",
            "[2019-05-30 20:50:17,287 INFO] Step 133500/1000000; acc:  86.99; ppl:  1.55; xent: 0.44; lr: 0.00195; 8241/7414 tok/s;   6780 sec\n",
            "[2019-05-30 20:50:19,713 INFO] Step 133550/1000000; acc:  87.08; ppl:  1.55; xent: 0.44; lr: 0.00195; 8573/7401 tok/s;   6783 sec\n",
            "[2019-05-30 20:50:22,091 INFO] Step 133600/1000000; acc:  87.58; ppl:  1.53; xent: 0.43; lr: 0.00195; 8073/7428 tok/s;   6785 sec\n",
            "[2019-05-30 20:50:24,747 INFO] Step 133650/1000000; acc:  86.93; ppl:  1.55; xent: 0.44; lr: 0.00195; 8798/7686 tok/s;   6788 sec\n",
            "[2019-05-30 20:50:27,119 INFO] Step 133700/1000000; acc:  87.55; ppl:  1.50; xent: 0.41; lr: 0.00195; 8120/7384 tok/s;   6790 sec\n",
            "[2019-05-30 20:50:29,627 INFO] Step 133750/1000000; acc:  88.09; ppl:  1.48; xent: 0.39; lr: 0.00195; 8244/7631 tok/s;   6793 sec\n",
            "[2019-05-30 20:50:32,027 INFO] Step 133800/1000000; acc:  88.07; ppl:  1.47; xent: 0.39; lr: 0.00195; 8535/7419 tok/s;   6795 sec\n",
            "[2019-05-30 20:50:34,454 INFO] Step 133850/1000000; acc:  87.81; ppl:  1.49; xent: 0.40; lr: 0.00195; 8624/7433 tok/s;   6797 sec\n",
            "[2019-05-30 20:50:37,010 INFO] Step 133900/1000000; acc:  87.39; ppl:  1.53; xent: 0.42; lr: 0.00195; 8363/7577 tok/s;   6800 sec\n",
            "[2019-05-30 20:50:39,452 INFO] Step 133950/1000000; acc:  88.26; ppl:  1.47; xent: 0.39; lr: 0.00195; 8334/7496 tok/s;   6802 sec\n",
            "[2019-05-30 20:50:41,890 INFO] Step 134000/1000000; acc:  87.94; ppl:  1.49; xent: 0.40; lr: 0.00195; 8007/7479 tok/s;   6805 sec\n",
            "[2019-05-30 20:50:44,236 INFO] Step 134050/1000000; acc:  87.39; ppl:  1.50; xent: 0.41; lr: 0.00195; 8593/7329 tok/s;   6807 sec\n",
            "[2019-05-30 20:50:46,506 INFO] Step 134100/1000000; acc:  88.73; ppl:  1.44; xent: 0.37; lr: 0.00195; 8543/7187 tok/s;   6810 sec\n",
            "[2019-05-30 20:50:49,001 INFO] Step 134150/1000000; acc:  88.27; ppl:  1.47; xent: 0.38; lr: 0.00195; 8364/7620 tok/s;   6812 sec\n",
            "[2019-05-30 20:50:51,505 INFO] Step 134200/1000000; acc:  87.17; ppl:  1.55; xent: 0.44; lr: 0.00195; 8544/7387 tok/s;   6815 sec\n",
            "[2019-05-30 20:50:54,085 INFO] Step 134250/1000000; acc:  87.91; ppl:  1.50; xent: 0.41; lr: 0.00195; 9006/7567 tok/s;   6817 sec\n",
            "[2019-05-30 20:50:56,560 INFO] Step 134300/1000000; acc:  87.21; ppl:  1.55; xent: 0.44; lr: 0.00195; 8428/7316 tok/s;   6820 sec\n",
            "[2019-05-30 20:50:59,124 INFO] Step 134350/1000000; acc:  87.21; ppl:  1.55; xent: 0.44; lr: 0.00195; 8160/7736 tok/s;   6822 sec\n",
            "[2019-05-30 20:51:01,773 INFO] Step 134400/1000000; acc:  86.70; ppl:  1.57; xent: 0.45; lr: 0.00195; 8239/7742 tok/s;   6825 sec\n",
            "[2019-05-30 20:51:04,314 INFO] Step 134450/1000000; acc:  88.00; ppl:  1.50; xent: 0.41; lr: 0.00195; 8237/7618 tok/s;   6827 sec\n",
            "[2019-05-30 20:51:06,773 INFO] Step 134500/1000000; acc:  88.50; ppl:  1.46; xent: 0.38; lr: 0.00195; 8277/7400 tok/s;   6830 sec\n",
            "[2019-05-30 20:51:09,290 INFO] Step 134550/1000000; acc:  88.11; ppl:  1.48; xent: 0.39; lr: 0.00195; 8648/7483 tok/s;   6832 sec\n",
            "[2019-05-30 20:51:11,729 INFO] Step 134600/1000000; acc:  88.44; ppl:  1.48; xent: 0.39; lr: 0.00195; 8736/7453 tok/s;   6835 sec\n",
            "[2019-05-30 20:51:14,238 INFO] Step 134650/1000000; acc:  88.30; ppl:  1.47; xent: 0.39; lr: 0.00195; 8418/7602 tok/s;   6837 sec\n",
            "[2019-05-30 20:51:16,816 INFO] Step 134700/1000000; acc:  88.19; ppl:  1.48; xent: 0.39; lr: 0.00195; 8171/7722 tok/s;   6840 sec\n",
            "[2019-05-30 20:51:19,190 INFO] Step 134750/1000000; acc:  87.75; ppl:  1.50; xent: 0.40; lr: 0.00195; 8357/7279 tok/s;   6842 sec\n",
            "[2019-05-30 20:51:21,747 INFO] Step 134800/1000000; acc:  88.14; ppl:  1.50; xent: 0.40; lr: 0.00195; 8609/7676 tok/s;   6845 sec\n",
            "[2019-05-30 20:51:24,167 INFO] Step 134850/1000000; acc:  87.96; ppl:  1.49; xent: 0.40; lr: 0.00195; 7988/7534 tok/s;   6847 sec\n",
            "[2019-05-30 20:51:26,543 INFO] Step 134900/1000000; acc:  88.93; ppl:  1.44; xent: 0.37; lr: 0.00195; 8540/7354 tok/s;   6850 sec\n",
            "[2019-05-30 20:51:29,029 INFO] Step 134950/1000000; acc:  88.97; ppl:  1.44; xent: 0.36; lr: 0.00195; 8290/7569 tok/s;   6852 sec\n",
            "[2019-05-30 20:51:31,675 INFO] Step 135000/1000000; acc:  88.07; ppl:  1.50; xent: 0.41; lr: 0.00195; 8660/7693 tok/s;   6855 sec\n",
            "[2019-05-30 20:51:31,676 INFO] Saving checkpoint light_step_135000.pt\n",
            "[2019-05-30 20:51:36,243 INFO] Step 135050/1000000; acc:  86.86; ppl:  1.56; xent: 0.44; lr: 0.00195; 4960/4373 tok/s;   6859 sec\n",
            "[2019-05-30 20:51:38,611 INFO] Step 135100/1000000; acc:  87.63; ppl:  1.51; xent: 0.42; lr: 0.00195; 8701/7377 tok/s;   6862 sec\n",
            "[2019-05-30 20:51:41,069 INFO] Step 135150/1000000; acc:  87.57; ppl:  1.51; xent: 0.41; lr: 0.00195; 8671/7500 tok/s;   6864 sec\n",
            "[2019-05-30 20:51:43,447 INFO] Step 135200/1000000; acc:  88.18; ppl:  1.47; xent: 0.39; lr: 0.00195; 8401/7443 tok/s;   6866 sec\n",
            "[2019-05-30 20:51:45,929 INFO] Step 135250/1000000; acc:  87.42; ppl:  1.52; xent: 0.42; lr: 0.00195; 8844/7463 tok/s;   6869 sec\n",
            "[2019-05-30 20:51:48,487 INFO] Step 135300/1000000; acc:  87.05; ppl:  1.54; xent: 0.43; lr: 0.00195; 8015/7586 tok/s;   6871 sec\n",
            "[2019-05-30 20:51:50,945 INFO] Step 135350/1000000; acc:  88.23; ppl:  1.48; xent: 0.39; lr: 0.00195; 8511/7293 tok/s;   6874 sec\n",
            "[2019-05-30 20:51:53,538 INFO] Step 135400/1000000; acc:  87.86; ppl:  1.51; xent: 0.41; lr: 0.00195; 8568/7676 tok/s;   6877 sec\n",
            "[2019-05-30 20:51:56,042 INFO] Step 135450/1000000; acc:  87.60; ppl:  1.50; xent: 0.41; lr: 0.00195; 8305/7422 tok/s;   6879 sec\n",
            "[2019-05-30 20:51:58,587 INFO] Step 135500/1000000; acc:  86.37; ppl:  1.62; xent: 0.48; lr: 0.00195; 8298/7435 tok/s;   6882 sec\n",
            "[2019-05-30 20:52:00,915 INFO] Step 135550/1000000; acc:  88.55; ppl:  1.45; xent: 0.37; lr: 0.00195; 7998/7366 tok/s;   6884 sec\n",
            "[2019-05-30 20:52:03,413 INFO] Step 135600/1000000; acc:  87.93; ppl:  1.49; xent: 0.40; lr: 0.00195; 8191/7520 tok/s;   6886 sec\n",
            "[2019-05-30 20:52:05,825 INFO] Step 135650/1000000; acc:  88.24; ppl:  1.45; xent: 0.37; lr: 0.00195; 8280/7430 tok/s;   6889 sec\n",
            "[2019-05-30 20:52:08,202 INFO] Step 135700/1000000; acc:  88.28; ppl:  1.46; xent: 0.38; lr: 0.00195; 8076/7376 tok/s;   6891 sec\n",
            "[2019-05-30 20:52:10,681 INFO] Step 135750/1000000; acc:  87.78; ppl:  1.49; xent: 0.40; lr: 0.00195; 8316/7538 tok/s;   6894 sec\n",
            "[2019-05-30 20:52:13,237 INFO] Step 135800/1000000; acc:  87.73; ppl:  1.50; xent: 0.40; lr: 0.00195; 8438/7662 tok/s;   6896 sec\n",
            "[2019-05-30 20:52:15,743 INFO] Step 135850/1000000; acc:  87.68; ppl:  1.50; xent: 0.41; lr: 0.00195; 8505/7552 tok/s;   6899 sec\n",
            "[2019-05-30 20:52:18,076 INFO] Step 135900/1000000; acc:  88.04; ppl:  1.48; xent: 0.39; lr: 0.00195; 7790/7426 tok/s;   6901 sec\n",
            "[2019-05-30 20:52:20,541 INFO] Step 135950/1000000; acc:  88.63; ppl:  1.46; xent: 0.38; lr: 0.00195; 8258/7503 tok/s;   6904 sec\n",
            "[2019-05-30 20:52:27,146 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 20:52:29,058 INFO] Step 136000/1000000; acc:  88.27; ppl:  1.46; xent: 0.38; lr: 0.00195; 2517/2183 tok/s;   6912 sec\n",
            "[2019-05-30 20:52:31,425 INFO] Step 136050/1000000; acc:  88.79; ppl:  1.44; xent: 0.37; lr: 0.00195; 8033/7140 tok/s;   6914 sec\n",
            "[2019-05-30 20:52:33,713 INFO] Step 136100/1000000; acc:  88.19; ppl:  1.46; xent: 0.38; lr: 0.00195; 7942/7355 tok/s;   6917 sec\n",
            "[2019-05-30 20:52:36,200 INFO] Step 136150/1000000; acc:  87.38; ppl:  1.53; xent: 0.42; lr: 0.00195; 8879/7523 tok/s;   6919 sec\n",
            "[2019-05-30 20:52:38,634 INFO] Step 136200/1000000; acc:  88.14; ppl:  1.46; xent: 0.38; lr: 0.00195; 8309/7494 tok/s;   6922 sec\n",
            "[2019-05-30 20:52:41,303 INFO] Step 136250/1000000; acc:  84.78; ppl:  1.82; xent: 0.60; lr: 0.00195; 8378/7303 tok/s;   6924 sec\n",
            "[2019-05-30 20:52:43,812 INFO] Step 136300/1000000; acc:  87.93; ppl:  1.50; xent: 0.40; lr: 0.00195; 8237/7401 tok/s;   6927 sec\n",
            "[2019-05-30 20:52:46,242 INFO] Step 136350/1000000; acc:  88.02; ppl:  1.49; xent: 0.40; lr: 0.00195; 8060/7353 tok/s;   6929 sec\n",
            "[2019-05-30 20:52:48,693 INFO] Step 136400/1000000; acc:  87.91; ppl:  1.48; xent: 0.39; lr: 0.00195; 8175/7371 tok/s;   6932 sec\n",
            "[2019-05-30 20:52:51,242 INFO] Step 136450/1000000; acc:  87.75; ppl:  1.51; xent: 0.41; lr: 0.00195; 8437/7479 tok/s;   6934 sec\n",
            "[2019-05-30 20:52:53,767 INFO] Step 136500/1000000; acc:  87.22; ppl:  1.55; xent: 0.44; lr: 0.00195; 8045/7381 tok/s;   6937 sec\n",
            "[2019-05-30 20:52:56,328 INFO] Step 136550/1000000; acc:  87.89; ppl:  1.49; xent: 0.40; lr: 0.00195; 8350/7550 tok/s;   6939 sec\n",
            "[2019-05-30 20:52:58,856 INFO] Step 136600/1000000; acc:  87.83; ppl:  1.52; xent: 0.42; lr: 0.00195; 7896/7342 tok/s;   6942 sec\n",
            "[2019-05-30 20:53:01,239 INFO] Step 136650/1000000; acc:  88.61; ppl:  1.46; xent: 0.38; lr: 0.00195; 8433/7297 tok/s;   6944 sec\n",
            "[2019-05-30 20:53:03,618 INFO] Step 136700/1000000; acc:  88.71; ppl:  1.43; xent: 0.36; lr: 0.00195; 7962/7384 tok/s;   6947 sec\n",
            "[2019-05-30 20:53:06,043 INFO] Step 136750/1000000; acc:  89.24; ppl:  1.43; xent: 0.36; lr: 0.00195; 8445/7390 tok/s;   6949 sec\n",
            "[2019-05-30 20:53:08,480 INFO] Step 136800/1000000; acc:  87.93; ppl:  1.50; xent: 0.41; lr: 0.00195; 8486/7435 tok/s;   6951 sec\n",
            "[2019-05-30 20:53:10,962 INFO] Step 136850/1000000; acc:  88.84; ppl:  1.45; xent: 0.37; lr: 0.00195; 8301/7527 tok/s;   6954 sec\n",
            "[2019-05-30 20:53:13,384 INFO] Step 136900/1000000; acc:  87.43; ppl:  1.53; xent: 0.42; lr: 0.00195; 8589/7402 tok/s;   6956 sec\n",
            "[2019-05-30 20:53:15,949 INFO] Step 136950/1000000; acc:  87.41; ppl:  1.52; xent: 0.42; lr: 0.00195; 8281/7427 tok/s;   6959 sec\n",
            "[2019-05-30 20:53:18,297 INFO] Step 137000/1000000; acc:  88.39; ppl:  1.46; xent: 0.38; lr: 0.00195; 8231/7363 tok/s;   6961 sec\n",
            "[2019-05-30 20:53:20,857 INFO] Step 137050/1000000; acc:  86.88; ppl:  1.57; xent: 0.45; lr: 0.00195; 8726/7492 tok/s;   6964 sec\n",
            "[2019-05-30 20:53:23,408 INFO] Step 137100/1000000; acc:  85.94; ppl:  1.67; xent: 0.51; lr: 0.00195; 8383/7315 tok/s;   6966 sec\n",
            "[2019-05-30 20:53:25,843 INFO] Step 137150/1000000; acc:  88.92; ppl:  1.44; xent: 0.37; lr: 0.00195; 8465/7388 tok/s;   6969 sec\n",
            "[2019-05-30 20:53:28,346 INFO] Step 137200/1000000; acc:  85.95; ppl:  1.63; xent: 0.49; lr: 0.00195; 8619/7400 tok/s;   6971 sec\n",
            "[2019-05-30 20:53:30,813 INFO] Step 137250/1000000; acc:  88.01; ppl:  1.48; xent: 0.39; lr: 0.00195; 8041/7521 tok/s;   6974 sec\n",
            "[2019-05-30 20:53:33,182 INFO] Step 137300/1000000; acc:  87.84; ppl:  1.49; xent: 0.40; lr: 0.00195; 7969/7375 tok/s;   6976 sec\n",
            "[2019-05-30 20:53:35,734 INFO] Step 137350/1000000; acc:  87.79; ppl:  1.50; xent: 0.40; lr: 0.00195; 8327/7632 tok/s;   6979 sec\n",
            "[2019-05-30 20:53:38,241 INFO] Step 137400/1000000; acc:  87.63; ppl:  1.51; xent: 0.41; lr: 0.00195; 8324/7554 tok/s;   6981 sec\n",
            "[2019-05-30 20:53:40,604 INFO] Step 137450/1000000; acc:  87.78; ppl:  1.52; xent: 0.42; lr: 0.00195; 8542/7224 tok/s;   6984 sec\n",
            "[2019-05-30 20:53:43,036 INFO] Step 137500/1000000; acc:  88.21; ppl:  1.49; xent: 0.40; lr: 0.00195; 8289/7395 tok/s;   6986 sec\n",
            "[2019-05-30 20:53:45,424 INFO] Step 137550/1000000; acc:  88.33; ppl:  1.46; xent: 0.38; lr: 0.00195; 7958/7422 tok/s;   6988 sec\n",
            "[2019-05-30 20:53:48,110 INFO] Step 137600/1000000; acc:  85.27; ppl:  1.69; xent: 0.52; lr: 0.00195; 9077/7497 tok/s;   6991 sec\n",
            "[2019-05-30 20:53:50,582 INFO] Step 137650/1000000; acc:  87.88; ppl:  1.49; xent: 0.40; lr: 0.00195; 8653/7432 tok/s;   6994 sec\n",
            "[2019-05-30 20:53:53,262 INFO] Step 137700/1000000; acc:  85.99; ppl:  1.63; xent: 0.49; lr: 0.00195; 8524/7671 tok/s;   6996 sec\n",
            "[2019-05-30 20:53:55,633 INFO] Step 137750/1000000; acc:  87.64; ppl:  1.49; xent: 0.40; lr: 0.00195; 7777/7426 tok/s;   6999 sec\n",
            "[2019-05-30 20:53:58,171 INFO] Step 137800/1000000; acc:  87.67; ppl:  1.50; xent: 0.40; lr: 0.00195; 8439/7535 tok/s;   7001 sec\n",
            "[2019-05-30 20:54:00,696 INFO] Step 137850/1000000; acc:  87.86; ppl:  1.50; xent: 0.41; lr: 0.00195; 8414/7654 tok/s;   7004 sec\n",
            "[2019-05-30 20:54:03,147 INFO] Step 137900/1000000; acc:  88.00; ppl:  1.47; xent: 0.39; lr: 0.00195; 7912/7546 tok/s;   7006 sec\n",
            "[2019-05-30 20:54:05,649 INFO] Step 137950/1000000; acc:  88.30; ppl:  1.47; xent: 0.38; lr: 0.00195; 8255/7398 tok/s;   7009 sec\n",
            "[2019-05-30 20:54:08,155 INFO] Step 138000/1000000; acc:  87.25; ppl:  1.54; xent: 0.43; lr: 0.00195; 8939/7503 tok/s;   7011 sec\n",
            "[2019-05-30 20:54:10,568 INFO] Step 138050/1000000; acc:  88.21; ppl:  1.48; xent: 0.39; lr: 0.00195; 8910/7409 tok/s;   7014 sec\n",
            "[2019-05-30 20:54:13,005 INFO] Step 138100/1000000; acc:  88.49; ppl:  1.46; xent: 0.38; lr: 0.00195; 8169/7538 tok/s;   7016 sec\n",
            "[2019-05-30 20:54:15,442 INFO] Step 138150/1000000; acc:  87.43; ppl:  1.54; xent: 0.43; lr: 0.00195; 8405/7512 tok/s;   7018 sec\n",
            "[2019-05-30 20:54:17,888 INFO] Step 138200/1000000; acc:  88.29; ppl:  1.45; xent: 0.37; lr: 0.00195; 8296/7548 tok/s;   7021 sec\n",
            "[2019-05-30 20:54:20,349 INFO] Step 138250/1000000; acc:  88.42; ppl:  1.46; xent: 0.38; lr: 0.00195; 8687/7516 tok/s;   7023 sec\n",
            "[2019-05-30 20:54:22,899 INFO] Step 138300/1000000; acc:  87.92; ppl:  1.50; xent: 0.40; lr: 0.00195; 8958/7582 tok/s;   7026 sec\n",
            "[2019-05-30 20:54:25,297 INFO] Step 138350/1000000; acc:  88.43; ppl:  1.46; xent: 0.38; lr: 0.00195; 8594/7420 tok/s;   7028 sec\n",
            "[2019-05-30 20:54:27,753 INFO] Step 138400/1000000; acc:  88.44; ppl:  1.46; xent: 0.38; lr: 0.00195; 8261/7516 tok/s;   7031 sec\n",
            "[2019-05-30 20:54:30,268 INFO] Step 138450/1000000; acc:  87.56; ppl:  1.51; xent: 0.41; lr: 0.00195; 8494/7309 tok/s;   7033 sec\n",
            "[2019-05-30 20:54:32,740 INFO] Step 138500/1000000; acc:  88.89; ppl:  1.43; xent: 0.36; lr: 0.00195; 8467/7502 tok/s;   7036 sec\n",
            "[2019-05-30 20:54:35,117 INFO] Step 138550/1000000; acc:  88.52; ppl:  1.45; xent: 0.37; lr: 0.00195; 8079/7377 tok/s;   7038 sec\n",
            "[2019-05-30 20:54:37,614 INFO] Step 138600/1000000; acc:  88.33; ppl:  1.48; xent: 0.39; lr: 0.00195; 8149/7570 tok/s;   7041 sec\n",
            "[2019-05-30 20:54:40,309 INFO] Step 138650/1000000; acc:  87.20; ppl:  1.54; xent: 0.43; lr: 0.00195; 8853/7618 tok/s;   7043 sec\n",
            "[2019-05-30 20:54:42,753 INFO] Step 138700/1000000; acc:  88.24; ppl:  1.48; xent: 0.39; lr: 0.00195; 8823/7383 tok/s;   7046 sec\n",
            "[2019-05-30 20:54:45,215 INFO] Step 138750/1000000; acc:  88.15; ppl:  1.48; xent: 0.39; lr: 0.00195; 8295/7503 tok/s;   7048 sec\n",
            "[2019-05-30 20:54:47,889 INFO] Step 138800/1000000; acc:  87.36; ppl:  1.55; xent: 0.44; lr: 0.00195; 8280/7718 tok/s;   7051 sec\n",
            "[2019-05-30 20:54:50,375 INFO] Step 138850/1000000; acc:  86.06; ppl:  1.61; xent: 0.47; lr: 0.00195; 8652/7483 tok/s;   7053 sec\n",
            "[2019-05-30 20:54:52,812 INFO] Step 138900/1000000; acc:  88.02; ppl:  1.47; xent: 0.39; lr: 0.00195; 8823/7431 tok/s;   7056 sec\n",
            "[2019-05-30 20:54:55,351 INFO] Step 138950/1000000; acc:  87.02; ppl:  1.56; xent: 0.45; lr: 0.00195; 8161/7489 tok/s;   7058 sec\n",
            "[2019-05-30 20:54:57,806 INFO] Step 139000/1000000; acc:  87.99; ppl:  1.48; xent: 0.39; lr: 0.00195; 8760/7448 tok/s;   7061 sec\n",
            "[2019-05-30 20:55:00,402 INFO] Step 139050/1000000; acc:  87.59; ppl:  1.50; xent: 0.41; lr: 0.00195; 8702/7602 tok/s;   7063 sec\n",
            "[2019-05-30 20:55:02,934 INFO] Step 139100/1000000; acc:  87.86; ppl:  1.50; xent: 0.41; lr: 0.00195; 8340/7557 tok/s;   7066 sec\n",
            "[2019-05-30 20:55:05,410 INFO] Step 139150/1000000; acc:  87.57; ppl:  1.51; xent: 0.41; lr: 0.00195; 8402/7376 tok/s;   7068 sec\n",
            "[2019-05-30 20:55:07,778 INFO] Step 139200/1000000; acc:  87.23; ppl:  1.56; xent: 0.44; lr: 0.00195; 8109/7314 tok/s;   7071 sec\n",
            "[2019-05-30 20:55:10,220 INFO] Step 139250/1000000; acc:  87.33; ppl:  1.51; xent: 0.41; lr: 0.00195; 7708/7468 tok/s;   7073 sec\n",
            "[2019-05-30 20:55:12,669 INFO] Step 139300/1000000; acc:  87.93; ppl:  1.50; xent: 0.41; lr: 0.00195; 8572/7411 tok/s;   7076 sec\n",
            "[2019-05-30 20:55:15,186 INFO] Step 139350/1000000; acc:  86.79; ppl:  1.58; xent: 0.46; lr: 0.00195; 8747/7527 tok/s;   7078 sec\n",
            "[2019-05-30 20:55:17,673 INFO] Step 139400/1000000; acc:  87.78; ppl:  1.53; xent: 0.43; lr: 0.00195; 8262/7510 tok/s;   7081 sec\n",
            "[2019-05-30 20:55:20,034 INFO] Step 139450/1000000; acc:  87.38; ppl:  1.54; xent: 0.43; lr: 0.00195; 8376/7253 tok/s;   7083 sec\n",
            "[2019-05-30 20:55:22,415 INFO] Step 139500/1000000; acc:  87.96; ppl:  1.48; xent: 0.39; lr: 0.00195; 8358/7418 tok/s;   7085 sec\n",
            "[2019-05-30 20:55:25,029 INFO] Step 139550/1000000; acc:  86.80; ppl:  1.58; xent: 0.46; lr: 0.00195; 8375/7681 tok/s;   7088 sec\n",
            "[2019-05-30 20:55:27,413 INFO] Step 139600/1000000; acc:  87.34; ppl:  1.53; xent: 0.43; lr: 0.00195; 8215/7408 tok/s;   7090 sec\n",
            "[2019-05-30 20:55:29,921 INFO] Step 139650/1000000; acc:  87.91; ppl:  1.50; xent: 0.40; lr: 0.00195; 8346/7581 tok/s;   7093 sec\n",
            "[2019-05-30 20:55:32,351 INFO] Step 139700/1000000; acc:  87.82; ppl:  1.48; xent: 0.39; lr: 0.00195; 8611/7505 tok/s;   7095 sec\n",
            "[2019-05-30 20:55:34,784 INFO] Step 139750/1000000; acc:  87.58; ppl:  1.50; xent: 0.41; lr: 0.00195; 8761/7397 tok/s;   7098 sec\n",
            "[2019-05-30 20:55:37,283 INFO] Step 139800/1000000; acc:  87.74; ppl:  1.52; xent: 0.42; lr: 0.00195; 8120/7592 tok/s;   7100 sec\n",
            "[2019-05-30 20:55:39,752 INFO] Step 139850/1000000; acc:  88.25; ppl:  1.47; xent: 0.39; lr: 0.00195; 8322/7492 tok/s;   7103 sec\n",
            "[2019-05-30 20:55:42,238 INFO] Step 139900/1000000; acc:  88.00; ppl:  1.51; xent: 0.41; lr: 0.00195; 8340/7565 tok/s;   7105 sec\n",
            "[2019-05-30 20:55:44,566 INFO] Step 139950/1000000; acc:  88.03; ppl:  1.48; xent: 0.39; lr: 0.00195; 8413/7260 tok/s;   7108 sec\n",
            "[2019-05-30 20:55:46,834 INFO] Step 140000/1000000; acc:  88.44; ppl:  1.46; xent: 0.38; lr: 0.00098; 8467/7156 tok/s;   7110 sec\n",
            "[2019-05-30 20:55:46,835 INFO] Saving checkpoint light_step_140000.pt\n",
            "[2019-05-30 20:55:50,848 INFO] Step 140050/1000000; acc:  88.11; ppl:  1.48; xent: 0.39; lr: 0.00098; 5214/4736 tok/s;   7114 sec\n",
            "[2019-05-30 20:55:53,329 INFO] Step 140100/1000000; acc:  87.35; ppl:  1.55; xent: 0.44; lr: 0.00098; 8571/7430 tok/s;   7116 sec\n",
            "[2019-05-30 20:55:55,907 INFO] Step 140150/1000000; acc:  87.91; ppl:  1.50; xent: 0.40; lr: 0.00098; 9064/7599 tok/s;   7119 sec\n",
            "[2019-05-30 20:55:58,329 INFO] Step 140200/1000000; acc:  87.35; ppl:  1.53; xent: 0.43; lr: 0.00098; 8426/7290 tok/s;   7121 sec\n",
            "[2019-05-30 20:56:01,038 INFO] Step 140250/1000000; acc:  86.74; ppl:  1.57; xent: 0.45; lr: 0.00098; 8317/7844 tok/s;   7124 sec\n",
            "[2019-05-30 20:56:03,528 INFO] Step 140300/1000000; acc:  86.75; ppl:  1.56; xent: 0.45; lr: 0.00098; 8431/7516 tok/s;   7127 sec\n",
            "[2019-05-30 20:56:06,139 INFO] Step 140350/1000000; acc:  87.18; ppl:  1.52; xent: 0.42; lr: 0.00098; 8137/7780 tok/s;   7129 sec\n",
            "[2019-05-30 20:56:08,567 INFO] Step 140400/1000000; acc:  88.41; ppl:  1.46; xent: 0.38; lr: 0.00098; 8171/7415 tok/s;   7132 sec\n",
            "[2019-05-30 20:56:11,075 INFO] Step 140450/1000000; acc:  88.28; ppl:  1.47; xent: 0.39; lr: 0.00098; 8476/7587 tok/s;   7134 sec\n",
            "[2019-05-30 20:56:13,509 INFO] Step 140500/1000000; acc:  87.85; ppl:  1.48; xent: 0.39; lr: 0.00098; 8967/7442 tok/s;   7137 sec\n",
            "[2019-05-30 20:56:16,021 INFO] Step 140550/1000000; acc:  88.28; ppl:  1.47; xent: 0.39; lr: 0.00098; 8456/7566 tok/s;   7139 sec\n",
            "[2019-05-30 20:56:18,663 INFO] Step 140600/1000000; acc:  88.04; ppl:  1.49; xent: 0.40; lr: 0.00098; 8018/7698 tok/s;   7142 sec\n",
            "[2019-05-30 20:56:21,049 INFO] Step 140650/1000000; acc:  87.99; ppl:  1.49; xent: 0.40; lr: 0.00098; 8344/7329 tok/s;   7144 sec\n",
            "[2019-05-30 20:56:23,528 INFO] Step 140700/1000000; acc:  87.85; ppl:  1.51; xent: 0.41; lr: 0.00098; 8650/7455 tok/s;   7147 sec\n",
            "[2019-05-30 20:56:25,969 INFO] Step 140750/1000000; acc:  88.13; ppl:  1.47; xent: 0.38; lr: 0.00098; 7865/7520 tok/s;   7149 sec\n",
            "[2019-05-30 20:56:28,418 INFO] Step 140800/1000000; acc:  88.58; ppl:  1.46; xent: 0.38; lr: 0.00098; 8546/7423 tok/s;   7151 sec\n",
            "[2019-05-30 20:56:30,923 INFO] Step 140850/1000000; acc:  88.90; ppl:  1.44; xent: 0.37; lr: 0.00098; 8229/7513 tok/s;   7154 sec\n",
            "[2019-05-30 20:56:33,475 INFO] Step 140900/1000000; acc:  88.74; ppl:  1.46; xent: 0.38; lr: 0.00098; 8576/7590 tok/s;   7156 sec\n",
            "[2019-05-30 20:56:36,124 INFO] Step 140950/1000000; acc:  86.94; ppl:  1.55; xent: 0.44; lr: 0.00098; 8577/7670 tok/s;   7159 sec\n",
            "[2019-05-30 20:56:38,574 INFO] Step 141000/1000000; acc:  87.20; ppl:  1.54; xent: 0.43; lr: 0.00098; 8806/7447 tok/s;   7162 sec\n",
            "[2019-05-30 20:56:41,001 INFO] Step 141050/1000000; acc:  87.64; ppl:  1.51; xent: 0.41; lr: 0.00098; 8519/7411 tok/s;   7164 sec\n",
            "[2019-05-30 20:56:43,417 INFO] Step 141100/1000000; acc:  88.46; ppl:  1.47; xent: 0.39; lr: 0.00098; 8477/7482 tok/s;   7166 sec\n",
            "[2019-05-30 20:56:45,742 INFO] Step 141150/1000000; acc:  88.30; ppl:  1.47; xent: 0.38; lr: 0.00098; 8641/7320 tok/s;   7169 sec\n",
            "[2019-05-30 20:56:48,451 INFO] Step 141200/1000000; acc:  86.83; ppl:  1.57; xent: 0.45; lr: 0.00098; 8467/7672 tok/s;   7171 sec\n",
            "[2019-05-30 20:56:50,914 INFO] Step 141250/1000000; acc:  88.19; ppl:  1.48; xent: 0.39; lr: 0.00098; 8209/7305 tok/s;   7174 sec\n",
            "[2019-05-30 20:56:53,454 INFO] Step 141300/1000000; acc:  87.42; ppl:  1.52; xent: 0.42; lr: 0.00098; 8670/7582 tok/s;   7176 sec\n",
            "[2019-05-30 20:56:55,928 INFO] Step 141350/1000000; acc:  87.73; ppl:  1.50; xent: 0.41; lr: 0.00098; 8223/7356 tok/s;   7179 sec\n",
            "[2019-05-30 20:56:58,492 INFO] Step 141400/1000000; acc:  87.24; ppl:  1.58; xent: 0.45; lr: 0.00098; 8239/7482 tok/s;   7181 sec\n",
            "[2019-05-30 20:57:00,924 INFO] Step 141450/1000000; acc:  88.07; ppl:  1.49; xent: 0.40; lr: 0.00098; 8315/7447 tok/s;   7184 sec\n",
            "[2019-05-30 20:57:03,354 INFO] Step 141500/1000000; acc:  87.60; ppl:  1.49; xent: 0.40; lr: 0.00098; 7811/7447 tok/s;   7186 sec\n",
            "[2019-05-30 20:57:05,818 INFO] Step 141550/1000000; acc:  88.35; ppl:  1.45; xent: 0.37; lr: 0.00098; 8728/7498 tok/s;   7189 sec\n",
            "[2019-05-30 20:57:08,185 INFO] Step 141600/1000000; acc:  88.38; ppl:  1.45; xent: 0.37; lr: 0.00098; 8006/7411 tok/s;   7191 sec\n",
            "[2019-05-30 20:57:10,646 INFO] Step 141650/1000000; acc:  87.90; ppl:  1.48; xent: 0.39; lr: 0.00098; 8244/7539 tok/s;   7194 sec\n",
            "[2019-05-30 20:57:13,146 INFO] Step 141700/1000000; acc:  87.62; ppl:  1.51; xent: 0.41; lr: 0.00098; 8346/7527 tok/s;   7196 sec\n",
            "[2019-05-30 20:57:15,753 INFO] Step 141750/1000000; acc:  87.71; ppl:  1.50; xent: 0.40; lr: 0.00098; 8567/7691 tok/s;   7199 sec\n",
            "[2019-05-30 20:57:18,089 INFO] Step 141800/1000000; acc:  87.99; ppl:  1.49; xent: 0.40; lr: 0.00098; 7753/7400 tok/s;   7201 sec\n",
            "[2019-05-30 20:57:20,554 INFO] Step 141850/1000000; acc:  88.53; ppl:  1.45; xent: 0.37; lr: 0.00098; 8388/7509 tok/s;   7204 sec\n",
            "[2019-05-30 20:57:22,947 INFO] Step 141900/1000000; acc:  88.06; ppl:  1.47; xent: 0.39; lr: 0.00098; 8319/7364 tok/s;   7206 sec\n",
            "[2019-05-30 20:57:27,446 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 20:57:30,923 INFO] Step 141950/1000000; acc:  88.73; ppl:  1.46; xent: 0.38; lr: 0.00098; 2447/2175 tok/s;   7214 sec\n",
            "[2019-05-30 20:57:33,243 INFO] Step 142000/1000000; acc:  88.32; ppl:  1.46; xent: 0.38; lr: 0.00098; 8082/7338 tok/s;   7216 sec\n",
            "[2019-05-30 20:57:35,666 INFO] Step 142050/1000000; acc:  87.66; ppl:  1.52; xent: 0.42; lr: 0.00098; 8611/7473 tok/s;   7219 sec\n",
            "[2019-05-30 20:57:38,116 INFO] Step 142100/1000000; acc:  87.63; ppl:  1.49; xent: 0.40; lr: 0.00098; 8438/7559 tok/s;   7221 sec\n",
            "[2019-05-30 20:57:40,775 INFO] Step 142150/1000000; acc:  85.63; ppl:  1.75; xent: 0.56; lr: 0.00098; 8575/7435 tok/s;   7224 sec\n",
            "[2019-05-30 20:57:43,249 INFO] Step 142200/1000000; acc:  87.72; ppl:  1.52; xent: 0.42; lr: 0.00098; 8488/7468 tok/s;   7226 sec\n",
            "[2019-05-30 20:57:45,705 INFO] Step 142250/1000000; acc:  87.55; ppl:  1.52; xent: 0.42; lr: 0.00098; 7947/7383 tok/s;   7229 sec\n",
            "[2019-05-30 20:57:48,092 INFO] Step 142300/1000000; acc:  88.38; ppl:  1.46; xent: 0.38; lr: 0.00098; 7884/7321 tok/s;   7231 sec\n",
            "[2019-05-30 20:57:50,694 INFO] Step 142350/1000000; acc:  87.37; ppl:  1.53; xent: 0.43; lr: 0.00098; 8635/7357 tok/s;   7234 sec\n",
            "[2019-05-30 20:57:53,244 INFO] Step 142400/1000000; acc:  87.26; ppl:  1.55; xent: 0.44; lr: 0.00098; 7918/7361 tok/s;   7236 sec\n",
            "[2019-05-30 20:57:55,788 INFO] Step 142450/1000000; acc:  88.11; ppl:  1.48; xent: 0.39; lr: 0.00098; 8251/7446 tok/s;   7239 sec\n",
            "[2019-05-30 20:57:58,277 INFO] Step 142500/1000000; acc:  87.90; ppl:  1.49; xent: 0.40; lr: 0.00098; 7869/7406 tok/s;   7241 sec\n",
            "[2019-05-30 20:58:00,830 INFO] Step 142550/1000000; acc:  87.30; ppl:  1.53; xent: 0.43; lr: 0.00098; 8370/7262 tok/s;   7244 sec\n",
            "[2019-05-30 20:58:03,120 INFO] Step 142600/1000000; acc:  89.00; ppl:  1.42; xent: 0.35; lr: 0.00098; 8076/7280 tok/s;   7246 sec\n",
            "[2019-05-30 20:58:05,601 INFO] Step 142650/1000000; acc:  88.32; ppl:  1.45; xent: 0.37; lr: 0.00098; 8465/7433 tok/s;   7249 sec\n",
            "[2019-05-30 20:58:08,065 INFO] Step 142700/1000000; acc:  88.51; ppl:  1.47; xent: 0.39; lr: 0.00098; 8181/7505 tok/s;   7251 sec\n",
            "[2019-05-30 20:58:10,481 INFO] Step 142750/1000000; acc:  88.61; ppl:  1.46; xent: 0.38; lr: 0.00098; 8292/7444 tok/s;   7253 sec\n",
            "[2019-05-30 20:58:12,905 INFO] Step 142800/1000000; acc:  88.36; ppl:  1.47; xent: 0.38; lr: 0.00098; 8714/7420 tok/s;   7256 sec\n",
            "[2019-05-30 20:58:15,507 INFO] Step 142850/1000000; acc:  87.08; ppl:  1.55; xent: 0.44; lr: 0.00098; 8431/7517 tok/s;   7259 sec\n",
            "[2019-05-30 20:58:17,820 INFO] Step 142900/1000000; acc:  88.43; ppl:  1.45; xent: 0.37; lr: 0.00098; 8220/7228 tok/s;   7261 sec\n",
            "[2019-05-30 20:58:20,363 INFO] Step 142950/1000000; acc:  86.94; ppl:  1.55; xent: 0.44; lr: 0.00098; 8531/7541 tok/s;   7263 sec\n",
            "[2019-05-30 20:58:22,927 INFO] Step 143000/1000000; acc:  85.80; ppl:  1.67; xent: 0.51; lr: 0.00098; 8417/7478 tok/s;   7266 sec\n",
            "[2019-05-30 20:58:25,255 INFO] Step 143050/1000000; acc:  88.69; ppl:  1.44; xent: 0.37; lr: 0.00098; 8525/7317 tok/s;   7268 sec\n",
            "[2019-05-30 20:58:27,810 INFO] Step 143100/1000000; acc:  86.29; ppl:  1.61; xent: 0.48; lr: 0.00098; 8767/7323 tok/s;   7271 sec\n",
            "[2019-05-30 20:58:30,309 INFO] Step 143150/1000000; acc:  88.01; ppl:  1.48; xent: 0.39; lr: 0.00098; 7966/7503 tok/s;   7273 sec\n",
            "[2019-05-30 20:58:32,663 INFO] Step 143200/1000000; acc:  87.68; ppl:  1.50; xent: 0.41; lr: 0.00098; 8102/7368 tok/s;   7276 sec\n",
            "[2019-05-30 20:58:35,178 INFO] Step 143250/1000000; acc:  88.26; ppl:  1.48; xent: 0.39; lr: 0.00098; 8322/7638 tok/s;   7278 sec\n",
            "[2019-05-30 20:58:37,721 INFO] Step 143300/1000000; acc:  87.50; ppl:  1.54; xent: 0.43; lr: 0.00098; 8179/7601 tok/s;   7281 sec\n",
            "[2019-05-30 20:58:40,172 INFO] Step 143350/1000000; acc:  87.62; ppl:  1.52; xent: 0.42; lr: 0.00098; 8523/7371 tok/s;   7283 sec\n",
            "[2019-05-30 20:58:42,528 INFO] Step 143400/1000000; acc:  88.03; ppl:  1.49; xent: 0.40; lr: 0.00098; 8259/7374 tok/s;   7286 sec\n",
            "[2019-05-30 20:58:44,880 INFO] Step 143450/1000000; acc:  88.32; ppl:  1.47; xent: 0.38; lr: 0.00098; 8327/7402 tok/s;   7288 sec\n",
            "[2019-05-30 20:58:47,406 INFO] Step 143500/1000000; acc:  87.85; ppl:  1.51; xent: 0.41; lr: 0.00098; 8920/7627 tok/s;   7290 sec\n",
            "[2019-05-30 20:58:49,996 INFO] Step 143550/1000000; acc:  85.68; ppl:  1.68; xent: 0.52; lr: 0.00098; 8844/7474 tok/s;   7293 sec\n",
            "[2019-05-30 20:58:52,613 INFO] Step 143600/1000000; acc:  86.40; ppl:  1.61; xent: 0.48; lr: 0.00098; 8317/7614 tok/s;   7296 sec\n",
            "[2019-05-30 20:58:55,064 INFO] Step 143650/1000000; acc:  87.55; ppl:  1.51; xent: 0.41; lr: 0.00098; 8070/7574 tok/s;   7298 sec\n",
            "[2019-05-30 20:58:57,512 INFO] Step 143700/1000000; acc:  87.85; ppl:  1.49; xent: 0.40; lr: 0.00098; 8174/7370 tok/s;   7301 sec\n",
            "[2019-05-30 20:59:00,135 INFO] Step 143750/1000000; acc:  87.68; ppl:  1.52; xent: 0.42; lr: 0.00098; 8563/7683 tok/s;   7303 sec\n",
            "[2019-05-30 20:59:02,574 INFO] Step 143800/1000000; acc:  88.31; ppl:  1.48; xent: 0.39; lr: 0.00098; 7951/7505 tok/s;   7306 sec\n",
            "[2019-05-30 20:59:05,089 INFO] Step 143850/1000000; acc:  88.13; ppl:  1.50; xent: 0.40; lr: 0.00098; 8135/7436 tok/s;   7308 sec\n",
            "[2019-05-30 20:59:07,545 INFO] Step 143900/1000000; acc:  88.90; ppl:  1.44; xent: 0.37; lr: 0.00098; 8575/7350 tok/s;   7311 sec\n",
            "[2019-05-30 20:59:10,082 INFO] Step 143950/1000000; acc:  86.81; ppl:  1.57; xent: 0.45; lr: 0.00098; 8929/7395 tok/s;   7313 sec\n",
            "[2019-05-30 20:59:12,484 INFO] Step 144000/1000000; acc:  88.66; ppl:  1.46; xent: 0.38; lr: 0.00098; 8396/7330 tok/s;   7315 sec\n",
            "[2019-05-30 20:59:14,992 INFO] Step 144050/1000000; acc:  87.65; ppl:  1.52; xent: 0.42; lr: 0.00098; 8240/7628 tok/s;   7318 sec\n",
            "[2019-05-30 20:59:17,390 INFO] Step 144100/1000000; acc:  88.09; ppl:  1.48; xent: 0.39; lr: 0.00098; 8489/7405 tok/s;   7320 sec\n",
            "[2019-05-30 20:59:19,862 INFO] Step 144150/1000000; acc:  88.07; ppl:  1.46; xent: 0.38; lr: 0.00098; 8389/7561 tok/s;   7323 sec\n",
            "[2019-05-30 20:59:22,348 INFO] Step 144200/1000000; acc:  88.71; ppl:  1.45; xent: 0.37; lr: 0.00098; 8727/7543 tok/s;   7325 sec\n",
            "[2019-05-30 20:59:24,832 INFO] Step 144250/1000000; acc:  88.19; ppl:  1.49; xent: 0.40; lr: 0.00098; 8787/7476 tok/s;   7328 sec\n",
            "[2019-05-30 20:59:27,259 INFO] Step 144300/1000000; acc:  88.76; ppl:  1.45; xent: 0.37; lr: 0.00098; 8518/7447 tok/s;   7330 sec\n",
            "[2019-05-30 20:59:29,783 INFO] Step 144350/1000000; acc:  87.28; ppl:  1.53; xent: 0.43; lr: 0.00098; 8236/7340 tok/s;   7333 sec\n",
            "[2019-05-30 20:59:32,260 INFO] Step 144400/1000000; acc:  88.74; ppl:  1.44; xent: 0.37; lr: 0.00098; 8578/7532 tok/s;   7335 sec\n",
            "[2019-05-30 20:59:34,670 INFO] Step 144450/1000000; acc:  88.62; ppl:  1.45; xent: 0.37; lr: 0.00098; 8259/7441 tok/s;   7338 sec\n",
            "[2019-05-30 20:59:37,093 INFO] Step 144500/1000000; acc:  88.42; ppl:  1.47; xent: 0.39; lr: 0.00098; 8057/7455 tok/s;   7340 sec\n",
            "[2019-05-30 20:59:39,800 INFO] Step 144550/1000000; acc:  87.48; ppl:  1.53; xent: 0.43; lr: 0.00098; 8669/7677 tok/s;   7343 sec\n",
            "[2019-05-30 20:59:42,209 INFO] Step 144600/1000000; acc:  88.91; ppl:  1.44; xent: 0.36; lr: 0.00098; 8660/7438 tok/s;   7345 sec\n",
            "[2019-05-30 20:59:44,708 INFO] Step 144650/1000000; acc:  87.84; ppl:  1.51; xent: 0.41; lr: 0.00098; 8404/7521 tok/s;   7348 sec\n",
            "[2019-05-30 20:59:47,337 INFO] Step 144700/1000000; acc:  87.45; ppl:  1.54; xent: 0.43; lr: 0.00098; 8667/7669 tok/s;   7350 sec\n",
            "[2019-05-30 20:59:49,969 INFO] Step 144750/1000000; acc:  86.26; ppl:  1.61; xent: 0.48; lr: 0.00098; 8630/7636 tok/s;   7353 sec\n",
            "[2019-05-30 20:59:52,358 INFO] Step 144800/1000000; acc:  88.33; ppl:  1.47; xent: 0.38; lr: 0.00098; 8548/7396 tok/s;   7355 sec\n",
            "[2019-05-30 20:59:54,865 INFO] Step 144850/1000000; acc:  86.65; ppl:  1.58; xent: 0.45; lr: 0.00098; 8491/7429 tok/s;   7358 sec\n",
            "[2019-05-30 20:59:57,265 INFO] Step 144900/1000000; acc:  88.51; ppl:  1.47; xent: 0.38; lr: 0.00098; 8428/7431 tok/s;   7360 sec\n",
            "[2019-05-30 20:59:59,895 INFO] Step 144950/1000000; acc:  88.12; ppl:  1.49; xent: 0.40; lr: 0.00098; 8956/7604 tok/s;   7363 sec\n",
            "[2019-05-30 21:00:02,412 INFO] Step 145000/1000000; acc:  87.41; ppl:  1.52; xent: 0.42; lr: 0.00098; 8160/7627 tok/s;   7365 sec\n",
            "[2019-05-30 21:00:02,413 INFO] Saving checkpoint light_step_145000.pt\n",
            "[2019-05-30 21:00:06,302 INFO] Step 145050/1000000; acc:  88.19; ppl:  1.49; xent: 0.40; lr: 0.00098; 5249/4624 tok/s;   7369 sec\n",
            "[2019-05-30 21:00:08,707 INFO] Step 145100/1000000; acc:  86.14; ppl:  1.61; xent: 0.48; lr: 0.00098; 8196/7343 tok/s;   7372 sec\n",
            "[2019-05-30 21:00:11,184 INFO] Step 145150/1000000; acc:  87.99; ppl:  1.48; xent: 0.39; lr: 0.00098; 8037/7490 tok/s;   7374 sec\n",
            "[2019-05-30 21:00:13,556 INFO] Step 145200/1000000; acc:  87.70; ppl:  1.49; xent: 0.40; lr: 0.00098; 8122/7440 tok/s;   7377 sec\n",
            "[2019-05-30 21:00:16,041 INFO] Step 145250/1000000; acc:  86.78; ppl:  1.57; xent: 0.45; lr: 0.00098; 9041/7447 tok/s;   7379 sec\n",
            "[2019-05-30 21:00:18,536 INFO] Step 145300/1000000; acc:  88.13; ppl:  1.49; xent: 0.40; lr: 0.00098; 8440/7560 tok/s;   7382 sec\n",
            "[2019-05-30 21:00:20,913 INFO] Step 145350/1000000; acc:  86.39; ppl:  1.61; xent: 0.48; lr: 0.00098; 8212/7280 tok/s;   7384 sec\n",
            "[2019-05-30 21:00:23,318 INFO] Step 145400/1000000; acc:  87.81; ppl:  1.50; xent: 0.40; lr: 0.00098; 8385/7400 tok/s;   7386 sec\n",
            "[2019-05-30 21:00:25,927 INFO] Step 145450/1000000; acc:  86.86; ppl:  1.57; xent: 0.45; lr: 0.00098; 8193/7629 tok/s;   7389 sec\n",
            "[2019-05-30 21:00:28,444 INFO] Step 145500/1000000; acc:  86.98; ppl:  1.56; xent: 0.44; lr: 0.00098; 8392/7435 tok/s;   7391 sec\n",
            "[2019-05-30 21:00:30,873 INFO] Step 145550/1000000; acc:  87.79; ppl:  1.49; xent: 0.40; lr: 0.00098; 8220/7357 tok/s;   7394 sec\n",
            "[2019-05-30 21:00:33,387 INFO] Step 145600/1000000; acc:  87.83; ppl:  1.48; xent: 0.39; lr: 0.00098; 8375/7510 tok/s;   7396 sec\n",
            "[2019-05-30 21:00:35,805 INFO] Step 145650/1000000; acc:  87.99; ppl:  1.48; xent: 0.39; lr: 0.00098; 8499/7444 tok/s;   7399 sec\n",
            "[2019-05-30 21:00:38,275 INFO] Step 145700/1000000; acc:  87.36; ppl:  1.52; xent: 0.42; lr: 0.00098; 8344/7495 tok/s;   7401 sec\n",
            "[2019-05-30 21:00:40,798 INFO] Step 145750/1000000; acc:  88.05; ppl:  1.49; xent: 0.40; lr: 0.00098; 8295/7564 tok/s;   7404 sec\n",
            "[2019-05-30 21:00:43,185 INFO] Step 145800/1000000; acc:  88.00; ppl:  1.48; xent: 0.39; lr: 0.00098; 8471/7425 tok/s;   7406 sec\n",
            "[2019-05-30 21:00:45,580 INFO] Step 145850/1000000; acc:  87.90; ppl:  1.50; xent: 0.40; lr: 0.00098; 8260/7428 tok/s;   7409 sec\n",
            "[2019-05-30 21:00:47,938 INFO] Step 145900/1000000; acc:  88.11; ppl:  1.48; xent: 0.39; lr: 0.00098; 8739/7262 tok/s;   7411 sec\n",
            "[2019-05-30 21:00:50,249 INFO] Step 145950/1000000; acc:  88.30; ppl:  1.46; xent: 0.38; lr: 0.00098; 8089/7368 tok/s;   7413 sec\n",
            "[2019-05-30 21:00:52,791 INFO] Step 146000/1000000; acc:  87.23; ppl:  1.55; xent: 0.44; lr: 0.00098; 8616/7553 tok/s;   7416 sec\n",
            "[2019-05-30 21:00:55,371 INFO] Step 146050/1000000; acc:  87.98; ppl:  1.49; xent: 0.40; lr: 0.00098; 8981/7567 tok/s;   7418 sec\n",
            "[2019-05-30 21:00:57,788 INFO] Step 146100/1000000; acc:  88.17; ppl:  1.48; xent: 0.39; lr: 0.00098; 8578/7300 tok/s;   7421 sec\n",
            "[2019-05-30 21:01:00,440 INFO] Step 146150/1000000; acc:  86.66; ppl:  1.59; xent: 0.46; lr: 0.00098; 8374/7656 tok/s;   7423 sec\n",
            "[2019-05-30 21:01:03,008 INFO] Step 146200/1000000; acc:  86.24; ppl:  1.58; xent: 0.46; lr: 0.00098; 8572/7660 tok/s;   7426 sec\n",
            "[2019-05-30 21:01:05,594 INFO] Step 146250/1000000; acc:  87.66; ppl:  1.51; xent: 0.41; lr: 0.00098; 7848/7724 tok/s;   7429 sec\n",
            "[2019-05-30 21:01:08,056 INFO] Step 146300/1000000; acc:  88.41; ppl:  1.46; xent: 0.38; lr: 0.00098; 8006/7524 tok/s;   7431 sec\n",
            "[2019-05-30 21:01:10,592 INFO] Step 146350/1000000; acc:  88.06; ppl:  1.47; xent: 0.39; lr: 0.00098; 8580/7629 tok/s;   7434 sec\n",
            "[2019-05-30 21:01:12,942 INFO] Step 146400/1000000; acc:  88.22; ppl:  1.47; xent: 0.38; lr: 0.00098; 8718/7307 tok/s;   7436 sec\n",
            "[2019-05-30 21:01:15,523 INFO] Step 146450/1000000; acc:  87.91; ppl:  1.49; xent: 0.40; lr: 0.00098; 8678/7589 tok/s;   7439 sec\n",
            "[2019-05-30 21:01:18,115 INFO] Step 146500/1000000; acc:  88.28; ppl:  1.47; xent: 0.38; lr: 0.00098; 8320/7722 tok/s;   7441 sec\n",
            "[2019-05-30 21:01:20,514 INFO] Step 146550/1000000; acc:  87.85; ppl:  1.49; xent: 0.40; lr: 0.00098; 8164/7395 tok/s;   7444 sec\n",
            "[2019-05-30 21:01:22,964 INFO] Step 146600/1000000; acc:  87.75; ppl:  1.52; xent: 0.42; lr: 0.00098; 8622/7465 tok/s;   7446 sec\n",
            "[2019-05-30 21:01:25,443 INFO] Step 146650/1000000; acc:  88.44; ppl:  1.46; xent: 0.38; lr: 0.00098; 8107/7535 tok/s;   7448 sec\n",
            "[2019-05-30 21:01:27,885 INFO] Step 146700/1000000; acc:  88.14; ppl:  1.48; xent: 0.39; lr: 0.00098; 8361/7496 tok/s;   7451 sec\n",
            "[2019-05-30 21:01:30,348 INFO] Step 146750/1000000; acc:  88.74; ppl:  1.44; xent: 0.36; lr: 0.00098; 8342/7510 tok/s;   7453 sec\n",
            "[2019-05-30 21:01:32,940 INFO] Step 146800/1000000; acc:  88.64; ppl:  1.47; xent: 0.38; lr: 0.00098; 8642/7671 tok/s;   7456 sec\n",
            "[2019-05-30 21:01:35,506 INFO] Step 146850/1000000; acc:  87.49; ppl:  1.54; xent: 0.43; lr: 0.00098; 8480/7594 tok/s;   7459 sec\n",
            "[2019-05-30 21:01:37,962 INFO] Step 146900/1000000; acc:  87.24; ppl:  1.52; xent: 0.42; lr: 0.00098; 8757/7453 tok/s;   7461 sec\n",
            "[2019-05-30 21:01:40,366 INFO] Step 146950/1000000; acc:  87.80; ppl:  1.51; xent: 0.41; lr: 0.00098; 8786/7401 tok/s;   7463 sec\n",
            "[2019-05-30 21:01:42,865 INFO] Step 147000/1000000; acc:  87.95; ppl:  1.49; xent: 0.40; lr: 0.00098; 8530/7556 tok/s;   7466 sec\n",
            "[2019-05-30 21:01:45,246 INFO] Step 147050/1000000; acc:  88.36; ppl:  1.46; xent: 0.38; lr: 0.00098; 8415/7297 tok/s;   7468 sec\n",
            "[2019-05-30 21:01:47,828 INFO] Step 147100/1000000; acc:  87.15; ppl:  1.54; xent: 0.43; lr: 0.00098; 8335/7518 tok/s;   7471 sec\n",
            "[2019-05-30 21:01:50,372 INFO] Step 147150/1000000; acc:  87.70; ppl:  1.53; xent: 0.42; lr: 0.00098; 8275/7433 tok/s;   7473 sec\n",
            "[2019-05-30 21:01:52,884 INFO] Step 147200/1000000; acc:  88.35; ppl:  1.48; xent: 0.39; lr: 0.00098; 8665/7442 tok/s;   7476 sec\n",
            "[2019-05-30 21:01:55,400 INFO] Step 147250/1000000; acc:  87.50; ppl:  1.51; xent: 0.41; lr: 0.00098; 8009/7508 tok/s;   7478 sec\n",
            "[2019-05-30 21:01:57,845 INFO] Step 147300/1000000; acc:  88.35; ppl:  1.47; xent: 0.38; lr: 0.00098; 8589/7463 tok/s;   7481 sec\n",
            "[2019-05-30 21:02:00,344 INFO] Step 147350/1000000; acc:  86.08; ppl:  1.64; xent: 0.49; lr: 0.00098; 7989/7443 tok/s;   7483 sec\n",
            "[2019-05-30 21:02:02,812 INFO] Step 147400/1000000; acc:  87.83; ppl:  1.49; xent: 0.40; lr: 0.00098; 8661/7536 tok/s;   7486 sec\n",
            "[2019-05-30 21:02:05,268 INFO] Step 147450/1000000; acc:  88.22; ppl:  1.47; xent: 0.38; lr: 0.00098; 8252/7475 tok/s;   7488 sec\n",
            "[2019-05-30 21:02:07,640 INFO] Step 147500/1000000; acc:  88.34; ppl:  1.46; xent: 0.38; lr: 0.00098; 8014/7448 tok/s;   7491 sec\n",
            "[2019-05-30 21:02:10,031 INFO] Step 147550/1000000; acc:  88.18; ppl:  1.47; xent: 0.39; lr: 0.00098; 8269/7466 tok/s;   7493 sec\n",
            "[2019-05-30 21:02:12,657 INFO] Step 147600/1000000; acc:  87.32; ppl:  1.53; xent: 0.43; lr: 0.00098; 8411/7653 tok/s;   7496 sec\n",
            "[2019-05-30 21:02:15,182 INFO] Step 147650/1000000; acc:  87.90; ppl:  1.49; xent: 0.40; lr: 0.00098; 8441/7613 tok/s;   7498 sec\n",
            "[2019-05-30 21:02:17,569 INFO] Step 147700/1000000; acc:  88.26; ppl:  1.48; xent: 0.39; lr: 0.00098; 8043/7510 tok/s;   7501 sec\n",
            "[2019-05-30 21:02:20,014 INFO] Step 147750/1000000; acc:  88.41; ppl:  1.45; xent: 0.37; lr: 0.00098; 8245/7490 tok/s;   7503 sec\n",
            "[2019-05-30 21:02:22,357 INFO] Step 147800/1000000; acc:  88.37; ppl:  1.46; xent: 0.38; lr: 0.00098; 8113/7342 tok/s;   7505 sec\n",
            "[2019-05-30 21:02:27,529 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 21:02:30,367 INFO] Step 147850/1000000; acc:  88.47; ppl:  1.46; xent: 0.38; lr: 0.00098; 2485/2162 tok/s;   7513 sec\n",
            "[2019-05-30 21:02:32,717 INFO] Step 147900/1000000; acc:  88.71; ppl:  1.45; xent: 0.37; lr: 0.00098; 8336/7437 tok/s;   7516 sec\n",
            "[2019-05-30 21:02:35,138 INFO] Step 147950/1000000; acc:  87.84; ppl:  1.50; xent: 0.41; lr: 0.00098; 8433/7426 tok/s;   7518 sec\n",
            "[2019-05-30 21:02:37,587 INFO] Step 148000/1000000; acc:  87.60; ppl:  1.50; xent: 0.41; lr: 0.00098; 8336/7458 tok/s;   7521 sec\n",
            "[2019-05-30 21:02:40,242 INFO] Step 148050/1000000; acc:  85.86; ppl:  1.74; xent: 0.56; lr: 0.00098; 8568/7424 tok/s;   7523 sec\n",
            "[2019-05-30 21:02:42,709 INFO] Step 148100/1000000; acc:  87.37; ppl:  1.53; xent: 0.42; lr: 0.00098; 8586/7485 tok/s;   7526 sec\n",
            "[2019-05-30 21:02:45,105 INFO] Step 148150/1000000; acc:  88.30; ppl:  1.49; xent: 0.40; lr: 0.00098; 7855/7411 tok/s;   7528 sec\n",
            "[2019-05-30 21:02:47,493 INFO] Step 148200/1000000; acc:  88.28; ppl:  1.49; xent: 0.40; lr: 0.00098; 8279/7395 tok/s;   7530 sec\n",
            "[2019-05-30 21:02:50,037 INFO] Step 148250/1000000; acc:  87.47; ppl:  1.53; xent: 0.42; lr: 0.00098; 8231/7477 tok/s;   7533 sec\n",
            "[2019-05-30 21:02:52,507 INFO] Step 148300/1000000; acc:  88.33; ppl:  1.47; xent: 0.38; lr: 0.00098; 8421/7432 tok/s;   7536 sec\n",
            "[2019-05-30 21:02:55,048 INFO] Step 148350/1000000; acc:  87.33; ppl:  1.55; xent: 0.44; lr: 0.00098; 8171/7490 tok/s;   7538 sec\n",
            "[2019-05-30 21:02:57,593 INFO] Step 148400/1000000; acc:  87.65; ppl:  1.49; xent: 0.40; lr: 0.00098; 8049/7572 tok/s;   7541 sec\n",
            "[2019-05-30 21:03:00,102 INFO] Step 148450/1000000; acc:  87.36; ppl:  1.53; xent: 0.42; lr: 0.00098; 8464/7235 tok/s;   7543 sec\n",
            "[2019-05-30 21:03:02,454 INFO] Step 148500/1000000; acc:  88.79; ppl:  1.44; xent: 0.36; lr: 0.00098; 7922/7200 tok/s;   7545 sec\n",
            "[2019-05-30 21:03:04,880 INFO] Step 148550/1000000; acc:  89.07; ppl:  1.42; xent: 0.35; lr: 0.00098; 8283/7360 tok/s;   7548 sec\n",
            "[2019-05-30 21:03:07,438 INFO] Step 148600/1000000; acc:  88.12; ppl:  1.49; xent: 0.40; lr: 0.00098; 8256/7456 tok/s;   7550 sec\n",
            "[2019-05-30 21:03:09,865 INFO] Step 148650/1000000; acc:  88.49; ppl:  1.45; xent: 0.37; lr: 0.00098; 8176/7359 tok/s;   7553 sec\n",
            "[2019-05-30 21:03:12,318 INFO] Step 148700/1000000; acc:  88.45; ppl:  1.46; xent: 0.38; lr: 0.00098; 8586/7333 tok/s;   7555 sec\n",
            "[2019-05-30 21:03:14,850 INFO] Step 148750/1000000; acc:  87.01; ppl:  1.54; xent: 0.43; lr: 0.00098; 8164/7534 tok/s;   7558 sec\n",
            "[2019-05-30 21:03:17,298 INFO] Step 148800/1000000; acc:  88.18; ppl:  1.49; xent: 0.40; lr: 0.00098; 8519/7258 tok/s;   7560 sec\n",
            "[2019-05-30 21:03:19,642 INFO] Step 148850/1000000; acc:  88.26; ppl:  1.47; xent: 0.39; lr: 0.00098; 8136/7318 tok/s;   7563 sec\n",
            "[2019-05-30 21:03:22,274 INFO] Step 148900/1000000; acc:  86.54; ppl:  1.58; xent: 0.46; lr: 0.00098; 8705/7644 tok/s;   7565 sec\n",
            "[2019-05-30 21:03:24,682 INFO] Step 148950/1000000; acc:  87.05; ppl:  1.61; xent: 0.48; lr: 0.00098; 8457/7292 tok/s;   7568 sec\n",
            "[2019-05-30 21:03:27,236 INFO] Step 149000/1000000; acc:  86.99; ppl:  1.58; xent: 0.46; lr: 0.00098; 8671/7489 tok/s;   7570 sec\n",
            "[2019-05-30 21:03:29,672 INFO] Step 149050/1000000; acc:  87.52; ppl:  1.52; xent: 0.42; lr: 0.00098; 8356/7423 tok/s;   7573 sec\n",
            "[2019-05-30 21:03:32,123 INFO] Step 149100/1000000; acc:  87.97; ppl:  1.49; xent: 0.40; lr: 0.00098; 8122/7407 tok/s;   7575 sec\n",
            "[2019-05-30 21:03:34,582 INFO] Step 149150/1000000; acc:  88.07; ppl:  1.48; xent: 0.39; lr: 0.00098; 7991/7523 tok/s;   7578 sec\n",
            "[2019-05-30 21:03:37,132 INFO] Step 149200/1000000; acc:  87.68; ppl:  1.52; xent: 0.42; lr: 0.00098; 8357/7553 tok/s;   7580 sec\n",
            "[2019-05-30 21:03:39,523 INFO] Step 149250/1000000; acc:  88.09; ppl:  1.48; xent: 0.39; lr: 0.00098; 8166/7474 tok/s;   7583 sec\n",
            "[2019-05-30 21:03:41,960 INFO] Step 149300/1000000; acc:  87.25; ppl:  1.55; xent: 0.44; lr: 0.00098; 8569/7318 tok/s;   7585 sec\n",
            "[2019-05-30 21:03:44,340 INFO] Step 149350/1000000; acc:  88.71; ppl:  1.46; xent: 0.38; lr: 0.00098; 8526/7423 tok/s;   7587 sec\n",
            "[2019-05-30 21:03:46,833 INFO] Step 149400/1000000; acc:  87.30; ppl:  1.52; xent: 0.42; lr: 0.00098; 8475/7576 tok/s;   7590 sec\n",
            "[2019-05-30 21:03:49,439 INFO] Step 149450/1000000; acc:  85.60; ppl:  1.67; xent: 0.52; lr: 0.00098; 8937/7502 tok/s;   7592 sec\n",
            "[2019-05-30 21:03:51,892 INFO] Step 149500/1000000; acc:  88.26; ppl:  1.46; xent: 0.38; lr: 0.00098; 8324/7541 tok/s;   7595 sec\n",
            "[2019-05-30 21:03:54,484 INFO] Step 149550/1000000; acc:  86.12; ppl:  1.63; xent: 0.49; lr: 0.00098; 8472/7638 tok/s;   7597 sec\n",
            "[2019-05-30 21:03:56,927 INFO] Step 149600/1000000; acc:  87.75; ppl:  1.49; xent: 0.40; lr: 0.00098; 7955/7411 tok/s;   7600 sec\n",
            "[2019-05-30 21:03:59,500 INFO] Step 149650/1000000; acc:  87.88; ppl:  1.50; xent: 0.41; lr: 0.00098; 8458/7636 tok/s;   7602 sec\n",
            "[2019-05-30 21:04:01,961 INFO] Step 149700/1000000; acc:  88.11; ppl:  1.48; xent: 0.39; lr: 0.00098; 8166/7541 tok/s;   7605 sec\n",
            "[2019-05-30 21:04:04,405 INFO] Step 149750/1000000; acc:  88.42; ppl:  1.47; xent: 0.38; lr: 0.00098; 8118/7542 tok/s;   7607 sec\n",
            "[2019-05-30 21:04:06,872 INFO] Step 149800/1000000; acc:  88.08; ppl:  1.49; xent: 0.40; lr: 0.00098; 8474/7398 tok/s;   7610 sec\n",
            "[2019-05-30 21:04:09,348 INFO] Step 149850/1000000; acc:  87.45; ppl:  1.53; xent: 0.42; lr: 0.00098; 8842/7491 tok/s;   7612 sec\n",
            "[2019-05-30 21:04:11,842 INFO] Step 149900/1000000; acc:  88.10; ppl:  1.47; xent: 0.39; lr: 0.00098; 8879/7529 tok/s;   7615 sec\n",
            "[2019-05-30 21:04:14,346 INFO] Step 149950/1000000; acc:  87.83; ppl:  1.51; xent: 0.41; lr: 0.00098; 8306/7616 tok/s;   7617 sec\n",
            "[2019-05-30 21:04:16,705 INFO] Step 150000/1000000; acc:  87.92; ppl:  1.49; xent: 0.40; lr: 0.00049; 8277/7447 tok/s;   7620 sec\n",
            "[2019-05-30 21:04:16,705 INFO] Saving checkpoint light_step_150000.pt\n",
            "[2019-05-30 21:04:20,590 INFO] Step 150050/1000000; acc:  88.13; ppl:  1.46; xent: 0.38; lr: 0.00049; 5320/4711 tok/s;   7624 sec\n",
            "[2019-05-30 21:04:23,105 INFO] Step 150100/1000000; acc:  88.22; ppl:  1.47; xent: 0.38; lr: 0.00049; 8859/7561 tok/s;   7626 sec\n",
            "[2019-05-30 21:04:25,599 INFO] Step 150150/1000000; acc:  87.88; ppl:  1.50; xent: 0.41; lr: 0.00049; 8748/7470 tok/s;   7629 sec\n",
            "[2019-05-30 21:04:28,073 INFO] Step 150200/1000000; acc:  88.73; ppl:  1.45; xent: 0.37; lr: 0.00049; 8358/7359 tok/s;   7631 sec\n",
            "[2019-05-30 21:04:30,579 INFO] Step 150250/1000000; acc:  87.87; ppl:  1.51; xent: 0.41; lr: 0.00049; 8010/7269 tok/s;   7634 sec\n",
            "[2019-05-30 21:04:33,100 INFO] Step 150300/1000000; acc:  88.08; ppl:  1.48; xent: 0.39; lr: 0.00049; 8711/7498 tok/s;   7636 sec\n",
            "[2019-05-30 21:04:35,465 INFO] Step 150350/1000000; acc:  88.91; ppl:  1.43; xent: 0.36; lr: 0.00049; 8092/7363 tok/s;   7638 sec\n",
            "[2019-05-30 21:04:37,934 INFO] Step 150400/1000000; acc:  88.34; ppl:  1.47; xent: 0.39; lr: 0.00049; 8036/7511 tok/s;   7641 sec\n",
            "[2019-05-30 21:04:40,502 INFO] Step 150450/1000000; acc:  88.04; ppl:  1.48; xent: 0.39; lr: 0.00049; 8549/7615 tok/s;   7644 sec\n",
            "[2019-05-30 21:04:43,057 INFO] Step 150500/1000000; acc:  87.79; ppl:  1.51; xent: 0.41; lr: 0.00049; 8582/7481 tok/s;   7646 sec\n",
            "[2019-05-30 21:04:45,494 INFO] Step 150550/1000000; acc:  87.91; ppl:  1.49; xent: 0.40; lr: 0.00049; 8905/7369 tok/s;   7648 sec\n",
            "[2019-05-30 21:04:48,078 INFO] Step 150600/1000000; acc:  87.75; ppl:  1.51; xent: 0.41; lr: 0.00049; 8396/7628 tok/s;   7651 sec\n",
            "[2019-05-30 21:04:50,688 INFO] Step 150650/1000000; acc:  86.94; ppl:  1.56; xent: 0.45; lr: 0.00049; 8363/7640 tok/s;   7654 sec\n",
            "[2019-05-30 21:04:53,149 INFO] Step 150700/1000000; acc:  86.79; ppl:  1.56; xent: 0.45; lr: 0.00049; 8659/7478 tok/s;   7656 sec\n",
            "[2019-05-30 21:04:55,644 INFO] Step 150750/1000000; acc:  86.83; ppl:  1.56; xent: 0.44; lr: 0.00049; 8661/7426 tok/s;   7659 sec\n",
            "[2019-05-30 21:04:58,082 INFO] Step 150800/1000000; acc:  88.10; ppl:  1.48; xent: 0.39; lr: 0.00049; 8229/7427 tok/s;   7661 sec\n",
            "[2019-05-30 21:05:00,714 INFO] Step 150850/1000000; acc:  88.01; ppl:  1.50; xent: 0.40; lr: 0.00049; 9096/7677 tok/s;   7664 sec\n",
            "[2019-05-30 21:05:03,172 INFO] Step 150900/1000000; acc:  87.64; ppl:  1.50; xent: 0.41; lr: 0.00049; 8149/7508 tok/s;   7666 sec\n",
            "[2019-05-30 21:05:05,713 INFO] Step 150950/1000000; acc:  87.38; ppl:  1.53; xent: 0.43; lr: 0.00049; 8592/7559 tok/s;   7669 sec\n",
            "[2019-05-30 21:05:08,105 INFO] Step 151000/1000000; acc:  88.02; ppl:  1.50; xent: 0.40; lr: 0.00049; 8027/7421 tok/s;   7671 sec\n",
            "[2019-05-30 21:05:10,577 INFO] Step 151050/1000000; acc:  86.60; ppl:  1.57; xent: 0.45; lr: 0.00049; 8257/7469 tok/s;   7674 sec\n",
            "[2019-05-30 21:05:12,929 INFO] Step 151100/1000000; acc:  87.71; ppl:  1.50; xent: 0.40; lr: 0.00049; 8030/7394 tok/s;   7676 sec\n",
            "[2019-05-30 21:05:15,429 INFO] Step 151150/1000000; acc:  87.04; ppl:  1.57; xent: 0.45; lr: 0.00049; 8833/7427 tok/s;   7678 sec\n",
            "[2019-05-30 21:05:17,898 INFO] Step 151200/1000000; acc:  87.82; ppl:  1.49; xent: 0.40; lr: 0.00049; 8422/7534 tok/s;   7681 sec\n",
            "[2019-05-30 21:05:20,352 INFO] Step 151250/1000000; acc:  87.05; ppl:  1.56; xent: 0.45; lr: 0.00049; 8556/7383 tok/s;   7683 sec\n",
            "[2019-05-30 21:05:22,743 INFO] Step 151300/1000000; acc:  87.85; ppl:  1.51; xent: 0.41; lr: 0.00049; 8217/7370 tok/s;   7686 sec\n",
            "[2019-05-30 21:05:25,221 INFO] Step 151350/1000000; acc:  87.41; ppl:  1.54; xent: 0.43; lr: 0.00049; 8087/7544 tok/s;   7688 sec\n",
            "[2019-05-30 21:05:27,811 INFO] Step 151400/1000000; acc:  86.96; ppl:  1.56; xent: 0.45; lr: 0.00049; 8747/7608 tok/s;   7691 sec\n",
            "[2019-05-30 21:05:30,204 INFO] Step 151450/1000000; acc:  87.43; ppl:  1.51; xent: 0.41; lr: 0.00049; 8158/7428 tok/s;   7693 sec\n",
            "[2019-05-30 21:05:32,687 INFO] Step 151500/1000000; acc:  88.05; ppl:  1.47; xent: 0.39; lr: 0.00049; 8429/7579 tok/s;   7696 sec\n",
            "[2019-05-30 21:05:35,085 INFO] Step 151550/1000000; acc:  88.36; ppl:  1.46; xent: 0.38; lr: 0.00049; 8326/7423 tok/s;   7698 sec\n",
            "[2019-05-30 21:05:37,499 INFO] Step 151600/1000000; acc:  87.65; ppl:  1.50; xent: 0.41; lr: 0.00049; 8487/7395 tok/s;   7700 sec\n",
            "[2019-05-30 21:05:40,105 INFO] Step 151650/1000000; acc:  87.45; ppl:  1.52; xent: 0.42; lr: 0.00049; 8498/7652 tok/s;   7703 sec\n",
            "[2019-05-30 21:05:42,472 INFO] Step 151700/1000000; acc:  88.38; ppl:  1.45; xent: 0.37; lr: 0.00049; 8354/7354 tok/s;   7705 sec\n",
            "[2019-05-30 21:05:44,870 INFO] Step 151750/1000000; acc:  87.71; ppl:  1.51; xent: 0.41; lr: 0.00049; 8007/7443 tok/s;   7708 sec\n",
            "[2019-05-30 21:05:47,282 INFO] Step 151800/1000000; acc:  87.72; ppl:  1.50; xent: 0.40; lr: 0.00049; 8598/7262 tok/s;   7710 sec\n",
            "[2019-05-30 21:05:49,588 INFO] Step 151850/1000000; acc:  88.33; ppl:  1.46; xent: 0.38; lr: 0.00049; 8300/7271 tok/s;   7713 sec\n",
            "[2019-05-30 21:05:52,122 INFO] Step 151900/1000000; acc:  88.29; ppl:  1.47; xent: 0.39; lr: 0.00049; 8384/7525 tok/s;   7715 sec\n",
            "[2019-05-30 21:05:54,696 INFO] Step 151950/1000000; acc:  87.15; ppl:  1.57; xent: 0.45; lr: 0.00049; 8686/7437 tok/s;   7718 sec\n",
            "[2019-05-30 21:05:57,139 INFO] Step 152000/1000000; acc:  88.04; ppl:  1.49; xent: 0.40; lr: 0.00049; 8986/7440 tok/s;   7720 sec\n",
            "[2019-05-30 21:05:59,716 INFO] Step 152050/1000000; acc:  87.14; ppl:  1.57; xent: 0.45; lr: 0.00049; 8391/7546 tok/s;   7723 sec\n",
            "[2019-05-30 21:06:02,310 INFO] Step 152100/1000000; acc:  86.79; ppl:  1.57; xent: 0.45; lr: 0.00049; 8342/7654 tok/s;   7725 sec\n",
            "[2019-05-30 21:06:04,881 INFO] Step 152150/1000000; acc:  86.77; ppl:  1.56; xent: 0.44; lr: 0.00049; 8189/7748 tok/s;   7728 sec\n",
            "[2019-05-30 21:06:07,451 INFO] Step 152200/1000000; acc:  87.57; ppl:  1.49; xent: 0.40; lr: 0.00049; 8021/7733 tok/s;   7730 sec\n",
            "[2019-05-30 21:06:09,862 INFO] Step 152250/1000000; acc:  88.45; ppl:  1.47; xent: 0.38; lr: 0.00049; 8441/7414 tok/s;   7733 sec\n",
            "[2019-05-30 21:06:12,284 INFO] Step 152300/1000000; acc:  88.19; ppl:  1.47; xent: 0.39; lr: 0.00049; 8615/7405 tok/s;   7735 sec\n",
            "[2019-05-30 21:06:14,807 INFO] Step 152350/1000000; acc:  88.06; ppl:  1.48; xent: 0.39; lr: 0.00049; 8778/7612 tok/s;   7738 sec\n",
            "[2019-05-30 21:06:17,368 INFO] Step 152400/1000000; acc:  88.17; ppl:  1.48; xent: 0.39; lr: 0.00049; 8522/7617 tok/s;   7740 sec\n",
            "[2019-05-30 21:06:19,901 INFO] Step 152450/1000000; acc:  87.77; ppl:  1.49; xent: 0.40; lr: 0.00049; 8286/7582 tok/s;   7743 sec\n",
            "[2019-05-30 21:06:22,230 INFO] Step 152500/1000000; acc:  87.25; ppl:  1.53; xent: 0.42; lr: 0.00049; 8412/7285 tok/s;   7745 sec\n",
            "[2019-05-30 21:06:24,749 INFO] Step 152550/1000000; acc:  88.69; ppl:  1.45; xent: 0.37; lr: 0.00049; 8232/7662 tok/s;   7748 sec\n",
            "[2019-05-30 21:06:27,237 INFO] Step 152600/1000000; acc:  88.28; ppl:  1.48; xent: 0.39; lr: 0.00049; 8207/7563 tok/s;   7750 sec\n",
            "[2019-05-30 21:06:29,677 INFO] Step 152650/1000000; acc:  88.88; ppl:  1.44; xent: 0.37; lr: 0.00049; 8602/7474 tok/s;   7753 sec\n",
            "[2019-05-30 21:06:32,149 INFO] Step 152700/1000000; acc:  88.45; ppl:  1.45; xent: 0.37; lr: 0.00049; 8414/7508 tok/s;   7755 sec\n",
            "[2019-05-30 21:06:34,761 INFO] Step 152750/1000000; acc:  87.66; ppl:  1.53; xent: 0.43; lr: 0.00049; 8455/7698 tok/s;   7758 sec\n",
            "[2019-05-30 21:06:37,306 INFO] Step 152800/1000000; acc:  87.23; ppl:  1.52; xent: 0.42; lr: 0.00049; 8777/7595 tok/s;   7760 sec\n",
            "[2019-05-30 21:06:39,738 INFO] Step 152850/1000000; acc:  87.38; ppl:  1.53; xent: 0.43; lr: 0.00049; 8950/7344 tok/s;   7763 sec\n",
            "[2019-05-30 21:06:42,189 INFO] Step 152900/1000000; acc:  87.79; ppl:  1.49; xent: 0.40; lr: 0.00049; 8461/7547 tok/s;   7765 sec\n",
            "[2019-05-30 21:06:44,564 INFO] Step 152950/1000000; acc:  88.55; ppl:  1.46; xent: 0.38; lr: 0.00049; 8459/7420 tok/s;   7768 sec\n",
            "[2019-05-30 21:06:47,120 INFO] Step 153000/1000000; acc:  87.49; ppl:  1.52; xent: 0.42; lr: 0.00049; 8396/7445 tok/s;   7770 sec\n",
            "[2019-05-30 21:06:49,662 INFO] Step 153050/1000000; acc:  87.46; ppl:  1.53; xent: 0.42; lr: 0.00049; 7956/7441 tok/s;   7773 sec\n",
            "[2019-05-30 21:06:52,110 INFO] Step 153100/1000000; acc:  87.98; ppl:  1.48; xent: 0.39; lr: 0.00049; 8915/7451 tok/s;   7775 sec\n",
            "[2019-05-30 21:06:54,660 INFO] Step 153150/1000000; acc:  87.69; ppl:  1.50; xent: 0.41; lr: 0.00049; 8232/7676 tok/s;   7778 sec\n",
            "[2019-05-30 21:06:57,127 INFO] Step 153200/1000000; acc:  87.96; ppl:  1.49; xent: 0.40; lr: 0.00049; 8534/7352 tok/s;   7780 sec\n",
            "[2019-05-30 21:06:59,676 INFO] Step 153250/1000000; acc:  86.33; ppl:  1.63; xent: 0.49; lr: 0.00049; 8060/7475 tok/s;   7783 sec\n",
            "[2019-05-30 21:07:02,068 INFO] Step 153300/1000000; acc:  88.08; ppl:  1.48; xent: 0.39; lr: 0.00049; 8376/7456 tok/s;   7785 sec\n",
            "[2019-05-30 21:07:04,535 INFO] Step 153350/1000000; acc:  88.22; ppl:  1.47; xent: 0.39; lr: 0.00049; 8213/7465 tok/s;   7788 sec\n",
            "[2019-05-30 21:07:06,946 INFO] Step 153400/1000000; acc:  88.44; ppl:  1.46; xent: 0.38; lr: 0.00049; 8122/7432 tok/s;   7790 sec\n",
            "[2019-05-30 21:07:09,338 INFO] Step 153450/1000000; acc:  88.62; ppl:  1.45; xent: 0.37; lr: 0.00049; 8190/7360 tok/s;   7792 sec\n",
            "[2019-05-30 21:07:11,902 INFO] Step 153500/1000000; acc:  87.38; ppl:  1.51; xent: 0.41; lr: 0.00049; 8312/7535 tok/s;   7795 sec\n",
            "[2019-05-30 21:07:14,485 INFO] Step 153550/1000000; acc:  88.02; ppl:  1.50; xent: 0.41; lr: 0.00049; 8278/7617 tok/s;   7797 sec\n",
            "[2019-05-30 21:07:16,923 INFO] Step 153600/1000000; acc:  88.12; ppl:  1.49; xent: 0.40; lr: 0.00049; 8112/7458 tok/s;   7800 sec\n",
            "[2019-05-30 21:07:19,324 INFO] Step 153650/1000000; acc:  88.11; ppl:  1.48; xent: 0.39; lr: 0.00049; 8129/7467 tok/s;   7802 sec\n",
            "[2019-05-30 21:07:21,717 INFO] Step 153700/1000000; acc:  88.57; ppl:  1.46; xent: 0.38; lr: 0.00049; 8426/7457 tok/s;   7805 sec\n",
            "[2019-05-30 21:07:27,516 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 21:07:29,811 INFO] Step 153750/1000000; acc:  88.62; ppl:  1.46; xent: 0.38; lr: 0.00049; 2522/2234 tok/s;   7813 sec\n",
            "[2019-05-30 21:07:32,093 INFO] Step 153800/1000000; acc:  88.88; ppl:  1.43; xent: 0.36; lr: 0.00049; 8162/7349 tok/s;   7815 sec\n",
            "[2019-05-30 21:07:34,414 INFO] Step 153850/1000000; acc:  88.32; ppl:  1.47; xent: 0.38; lr: 0.00049; 8244/7335 tok/s;   7817 sec\n",
            "[2019-05-30 21:07:36,892 INFO] Step 153900/1000000; acc:  87.49; ppl:  1.53; xent: 0.43; lr: 0.00049; 8525/7551 tok/s;   7820 sec\n",
            "[2019-05-30 21:07:39,539 INFO] Step 153950/1000000; acc:  85.78; ppl:  1.74; xent: 0.55; lr: 0.00049; 8685/7411 tok/s;   7823 sec\n",
            "[2019-05-30 21:07:42,015 INFO] Step 154000/1000000; acc:  87.35; ppl:  1.53; xent: 0.43; lr: 0.00049; 8375/7467 tok/s;   7825 sec\n",
            "[2019-05-30 21:07:44,481 INFO] Step 154050/1000000; acc:  88.24; ppl:  1.48; xent: 0.40; lr: 0.00049; 7994/7458 tok/s;   7827 sec\n",
            "[2019-05-30 21:07:46,918 INFO] Step 154100/1000000; acc:  87.86; ppl:  1.49; xent: 0.40; lr: 0.00049; 8407/7462 tok/s;   7830 sec\n",
            "[2019-05-30 21:07:49,434 INFO] Step 154150/1000000; acc:  87.68; ppl:  1.52; xent: 0.42; lr: 0.00049; 8214/7479 tok/s;   7832 sec\n",
            "[2019-05-30 21:07:51,859 INFO] Step 154200/1000000; acc:  88.18; ppl:  1.46; xent: 0.38; lr: 0.00049; 8368/7385 tok/s;   7835 sec\n",
            "[2019-05-30 21:07:54,425 INFO] Step 154250/1000000; acc:  86.86; ppl:  1.57; xent: 0.45; lr: 0.00049; 8217/7421 tok/s;   7837 sec\n",
            "[2019-05-30 21:07:56,958 INFO] Step 154300/1000000; acc:  87.87; ppl:  1.49; xent: 0.40; lr: 0.00049; 8061/7556 tok/s;   7840 sec\n",
            "[2019-05-30 21:07:59,448 INFO] Step 154350/1000000; acc:  87.46; ppl:  1.52; xent: 0.42; lr: 0.00049; 8169/7299 tok/s;   7842 sec\n",
            "[2019-05-30 21:08:01,833 INFO] Step 154400/1000000; acc:  88.37; ppl:  1.46; xent: 0.38; lr: 0.00049; 8482/7319 tok/s;   7845 sec\n",
            "[2019-05-30 21:08:04,210 INFO] Step 154450/1000000; acc:  89.08; ppl:  1.42; xent: 0.35; lr: 0.00049; 7809/7310 tok/s;   7847 sec\n",
            "[2019-05-30 21:08:06,640 INFO] Step 154500/1000000; acc:  88.70; ppl:  1.45; xent: 0.37; lr: 0.00049; 8375/7479 tok/s;   7850 sec\n",
            "[2019-05-30 21:08:09,181 INFO] Step 154550/1000000; acc:  88.49; ppl:  1.47; xent: 0.39; lr: 0.00049; 8488/7531 tok/s;   7852 sec\n",
            "[2019-05-30 21:08:11,617 INFO] Step 154600/1000000; acc:  88.82; ppl:  1.45; xent: 0.37; lr: 0.00049; 8436/7359 tok/s;   7855 sec\n",
            "[2019-05-30 21:08:14,147 INFO] Step 154650/1000000; acc:  87.07; ppl:  1.55; xent: 0.44; lr: 0.00049; 8423/7413 tok/s;   7857 sec\n",
            "[2019-05-30 21:08:16,622 INFO] Step 154700/1000000; acc:  88.33; ppl:  1.47; xent: 0.38; lr: 0.00049; 8115/7256 tok/s;   7860 sec\n",
            "[2019-05-30 21:08:18,986 INFO] Step 154750/1000000; acc:  88.28; ppl:  1.47; xent: 0.38; lr: 0.00049; 8069/7260 tok/s;   7862 sec\n",
            "[2019-05-30 21:08:21,585 INFO] Step 154800/1000000; acc:  86.59; ppl:  1.58; xent: 0.46; lr: 0.00049; 8817/7543 tok/s;   7865 sec\n",
            "[2019-05-30 21:08:24,061 INFO] Step 154850/1000000; acc:  86.37; ppl:  1.64; xent: 0.49; lr: 0.00049; 8586/7401 tok/s;   7867 sec\n",
            "[2019-05-30 21:08:26,466 INFO] Step 154900/1000000; acc:  88.71; ppl:  1.45; xent: 0.37; lr: 0.00049; 8489/7389 tok/s;   7869 sec\n",
            "[2019-05-30 21:08:29,021 INFO] Step 154950/1000000; acc:  85.84; ppl:  1.65; xent: 0.50; lr: 0.00049; 8592/7406 tok/s;   7872 sec\n",
            "[2019-05-30 21:08:31,476 INFO] Step 155000/1000000; acc:  88.31; ppl:  1.46; xent: 0.38; lr: 0.00049; 8161/7473 tok/s;   7874 sec\n",
            "[2019-05-30 21:08:31,477 INFO] Saving checkpoint light_step_155000.pt\n",
            "[2019-05-30 21:08:35,534 INFO] Step 155050/1000000; acc:  88.04; ppl:  1.49; xent: 0.40; lr: 0.00049; 4590/4464 tok/s;   7879 sec\n",
            "[2019-05-30 21:08:38,054 INFO] Step 155100/1000000; acc:  87.88; ppl:  1.50; xent: 0.41; lr: 0.00049; 8278/7498 tok/s;   7881 sec\n",
            "[2019-05-30 21:08:40,570 INFO] Step 155150/1000000; acc:  87.62; ppl:  1.51; xent: 0.41; lr: 0.00049; 8343/7525 tok/s;   7884 sec\n",
            "[2019-05-30 21:08:43,023 INFO] Step 155200/1000000; acc:  87.25; ppl:  1.54; xent: 0.43; lr: 0.00049; 8541/7323 tok/s;   7886 sec\n",
            "[2019-05-30 21:08:45,398 INFO] Step 155250/1000000; acc:  87.94; ppl:  1.47; xent: 0.39; lr: 0.00049; 8437/7413 tok/s;   7888 sec\n",
            "[2019-05-30 21:08:47,809 INFO] Step 155300/1000000; acc:  87.54; ppl:  1.51; xent: 0.41; lr: 0.00049; 8121/7537 tok/s;   7891 sec\n",
            "[2019-05-30 21:08:50,450 INFO] Step 155350/1000000; acc:  85.61; ppl:  1.66; xent: 0.51; lr: 0.00049; 9278/7550 tok/s;   7893 sec\n",
            "[2019-05-30 21:08:52,900 INFO] Step 155400/1000000; acc:  87.86; ppl:  1.49; xent: 0.40; lr: 0.00049; 8364/7446 tok/s;   7896 sec\n",
            "[2019-05-30 21:08:55,501 INFO] Step 155450/1000000; acc:  86.28; ppl:  1.62; xent: 0.48; lr: 0.00049; 8593/7614 tok/s;   7899 sec\n",
            "[2019-05-30 21:08:57,898 INFO] Step 155500/1000000; acc:  88.07; ppl:  1.48; xent: 0.39; lr: 0.00049; 7760/7418 tok/s;   7901 sec\n",
            "[2019-05-30 21:09:00,490 INFO] Step 155550/1000000; acc:  87.63; ppl:  1.49; xent: 0.40; lr: 0.00049; 8493/7652 tok/s;   7903 sec\n",
            "[2019-05-30 21:09:03,008 INFO] Step 155600/1000000; acc:  88.09; ppl:  1.48; xent: 0.39; lr: 0.00049; 8338/7626 tok/s;   7906 sec\n",
            "[2019-05-30 21:09:05,393 INFO] Step 155650/1000000; acc:  88.05; ppl:  1.47; xent: 0.39; lr: 0.00049; 7862/7513 tok/s;   7908 sec\n",
            "[2019-05-30 21:09:07,893 INFO] Step 155700/1000000; acc:  88.49; ppl:  1.48; xent: 0.39; lr: 0.00049; 8518/7354 tok/s;   7911 sec\n",
            "[2019-05-30 21:09:10,388 INFO] Step 155750/1000000; acc:  87.31; ppl:  1.55; xent: 0.44; lr: 0.00049; 8798/7484 tok/s;   7913 sec\n",
            "[2019-05-30 21:09:12,867 INFO] Step 155800/1000000; acc:  87.95; ppl:  1.48; xent: 0.39; lr: 0.00049; 8856/7421 tok/s;   7916 sec\n",
            "[2019-05-30 21:09:15,369 INFO] Step 155850/1000000; acc:  87.94; ppl:  1.50; xent: 0.41; lr: 0.00049; 8184/7621 tok/s;   7918 sec\n",
            "[2019-05-30 21:09:17,770 INFO] Step 155900/1000000; acc:  87.99; ppl:  1.48; xent: 0.40; lr: 0.00049; 8320/7466 tok/s;   7921 sec\n",
            "[2019-05-30 21:09:20,174 INFO] Step 155950/1000000; acc:  88.19; ppl:  1.46; xent: 0.38; lr: 0.00049; 8360/7466 tok/s;   7923 sec\n",
            "[2019-05-30 21:09:22,637 INFO] Step 156000/1000000; acc:  88.32; ppl:  1.45; xent: 0.37; lr: 0.00049; 8653/7509 tok/s;   7926 sec\n",
            "[2019-05-30 21:09:25,238 INFO] Step 156050/1000000; acc:  87.78; ppl:  1.51; xent: 0.41; lr: 0.00049; 9007/7633 tok/s;   7928 sec\n",
            "[2019-05-30 21:09:27,612 INFO] Step 156100/1000000; acc:  88.97; ppl:  1.43; xent: 0.36; lr: 0.00049; 8464/7359 tok/s;   7931 sec\n",
            "[2019-05-30 21:09:30,122 INFO] Step 156150/1000000; acc:  88.03; ppl:  1.50; xent: 0.40; lr: 0.00049; 8178/7295 tok/s;   7933 sec\n",
            "[2019-05-30 21:09:32,648 INFO] Step 156200/1000000; acc:  88.10; ppl:  1.48; xent: 0.39; lr: 0.00049; 8615/7608 tok/s;   7936 sec\n",
            "[2019-05-30 21:09:35,052 INFO] Step 156250/1000000; acc:  88.92; ppl:  1.44; xent: 0.36; lr: 0.00049; 8466/7430 tok/s;   7938 sec\n",
            "[2019-05-30 21:09:37,451 INFO] Step 156300/1000000; acc:  88.55; ppl:  1.46; xent: 0.38; lr: 0.00049; 7926/7465 tok/s;   7940 sec\n",
            "[2019-05-30 21:09:39,984 INFO] Step 156350/1000000; acc:  88.37; ppl:  1.47; xent: 0.38; lr: 0.00049; 8412/7541 tok/s;   7943 sec\n",
            "[2019-05-30 21:09:42,605 INFO] Step 156400/1000000; acc:  87.42; ppl:  1.53; xent: 0.42; lr: 0.00049; 8588/7515 tok/s;   7946 sec\n",
            "[2019-05-30 21:09:45,055 INFO] Step 156450/1000000; acc:  88.15; ppl:  1.48; xent: 0.39; lr: 0.00049; 9013/7393 tok/s;   7948 sec\n",
            "[2019-05-30 21:09:47,587 INFO] Step 156500/1000000; acc:  88.09; ppl:  1.50; xent: 0.40; lr: 0.00049; 8317/7573 tok/s;   7951 sec\n",
            "[2019-05-30 21:09:50,211 INFO] Step 156550/1000000; acc:  87.12; ppl:  1.56; xent: 0.44; lr: 0.00049; 8073/7671 tok/s;   7953 sec\n",
            "[2019-05-30 21:09:52,729 INFO] Step 156600/1000000; acc:  86.52; ppl:  1.58; xent: 0.46; lr: 0.00049; 8796/7413 tok/s;   7956 sec\n",
            "[2019-05-30 21:09:55,183 INFO] Step 156650/1000000; acc:  87.87; ppl:  1.48; xent: 0.39; lr: 0.00049; 8660/7408 tok/s;   7958 sec\n",
            "[2019-05-30 21:09:57,686 INFO] Step 156700/1000000; acc:  87.31; ppl:  1.54; xent: 0.43; lr: 0.00049; 8146/7414 tok/s;   7961 sec\n",
            "[2019-05-30 21:10:00,223 INFO] Step 156750/1000000; acc:  88.37; ppl:  1.47; xent: 0.39; lr: 0.00049; 8980/7508 tok/s;   7963 sec\n",
            "[2019-05-30 21:10:02,789 INFO] Step 156800/1000000; acc:  87.75; ppl:  1.50; xent: 0.41; lr: 0.00049; 8281/7617 tok/s;   7966 sec\n",
            "[2019-05-30 21:10:05,301 INFO] Step 156850/1000000; acc:  87.92; ppl:  1.50; xent: 0.40; lr: 0.00049; 8714/7542 tok/s;   7968 sec\n",
            "[2019-05-30 21:10:07,721 INFO] Step 156900/1000000; acc:  87.49; ppl:  1.51; xent: 0.41; lr: 0.00049; 8228/7390 tok/s;   7971 sec\n",
            "[2019-05-30 21:10:10,139 INFO] Step 156950/1000000; acc:  87.24; ppl:  1.55; xent: 0.44; lr: 0.00049; 8020/7401 tok/s;   7973 sec\n",
            "[2019-05-30 21:10:12,533 INFO] Step 157000/1000000; acc:  87.28; ppl:  1.51; xent: 0.41; lr: 0.00049; 7966/7446 tok/s;   7976 sec\n",
            "[2019-05-30 21:10:15,009 INFO] Step 157050/1000000; acc:  87.28; ppl:  1.56; xent: 0.44; lr: 0.00049; 8765/7475 tok/s;   7978 sec\n",
            "[2019-05-30 21:10:17,497 INFO] Step 157100/1000000; acc:  87.80; ppl:  1.51; xent: 0.41; lr: 0.00049; 8592/7479 tok/s;   7980 sec\n",
            "[2019-05-30 21:10:19,927 INFO] Step 157150/1000000; acc:  86.99; ppl:  1.55; xent: 0.44; lr: 0.00049; 8244/7475 tok/s;   7983 sec\n",
            "[2019-05-30 21:10:22,350 INFO] Step 157200/1000000; acc:  87.01; ppl:  1.55; xent: 0.44; lr: 0.00049; 8452/7332 tok/s;   7985 sec\n",
            "[2019-05-30 21:10:24,758 INFO] Step 157250/1000000; acc:  87.37; ppl:  1.54; xent: 0.43; lr: 0.00049; 8186/7469 tok/s;   7988 sec\n",
            "[2019-05-30 21:10:27,390 INFO] Step 157300/1000000; acc:  86.68; ppl:  1.57; xent: 0.45; lr: 0.00049; 8755/7633 tok/s;   7990 sec\n",
            "[2019-05-30 21:10:29,753 INFO] Step 157350/1000000; acc:  88.09; ppl:  1.49; xent: 0.40; lr: 0.00049; 8097/7385 tok/s;   7993 sec\n",
            "[2019-05-30 21:10:32,254 INFO] Step 157400/1000000; acc:  88.05; ppl:  1.48; xent: 0.39; lr: 0.00049; 8216/7628 tok/s;   7995 sec\n",
            "[2019-05-30 21:10:34,681 INFO] Step 157450/1000000; acc:  88.22; ppl:  1.46; xent: 0.38; lr: 0.00049; 8517/7414 tok/s;   7998 sec\n",
            "[2019-05-30 21:10:37,102 INFO] Step 157500/1000000; acc:  87.66; ppl:  1.50; xent: 0.41; lr: 0.00049; 8647/7426 tok/s;   8000 sec\n",
            "[2019-05-30 21:10:39,664 INFO] Step 157550/1000000; acc:  87.75; ppl:  1.51; xent: 0.41; lr: 0.00049; 8343/7633 tok/s;   8003 sec\n",
            "[2019-05-30 21:10:42,101 INFO] Step 157600/1000000; acc:  88.31; ppl:  1.47; xent: 0.39; lr: 0.00049; 8299/7486 tok/s;   8005 sec\n",
            "[2019-05-30 21:10:44,509 INFO] Step 157650/1000000; acc:  87.57; ppl:  1.51; xent: 0.41; lr: 0.00049; 8135/7440 tok/s;   8008 sec\n",
            "[2019-05-30 21:10:46,877 INFO] Step 157700/1000000; acc:  87.70; ppl:  1.49; xent: 0.40; lr: 0.00049; 8539/7341 tok/s;   8010 sec\n",
            "[2019-05-30 21:10:49,161 INFO] Step 157750/1000000; acc:  88.40; ppl:  1.46; xent: 0.38; lr: 0.00049; 8548/7228 tok/s;   8012 sec\n",
            "[2019-05-30 21:10:51,648 INFO] Step 157800/1000000; acc:  88.74; ppl:  1.46; xent: 0.38; lr: 0.00049; 8341/7620 tok/s;   8015 sec\n",
            "[2019-05-30 21:10:54,115 INFO] Step 157850/1000000; acc:  87.36; ppl:  1.54; xent: 0.43; lr: 0.00049; 8592/7367 tok/s;   8017 sec\n",
            "[2019-05-30 21:10:56,712 INFO] Step 157900/1000000; acc:  87.38; ppl:  1.52; xent: 0.42; lr: 0.00049; 9020/7591 tok/s;   8020 sec\n",
            "[2019-05-30 21:10:59,182 INFO] Step 157950/1000000; acc:  87.33; ppl:  1.55; xent: 0.44; lr: 0.00049; 8470/7329 tok/s;   8022 sec\n",
            "[2019-05-30 21:11:01,745 INFO] Step 158000/1000000; acc:  86.82; ppl:  1.55; xent: 0.44; lr: 0.00049; 8168/7719 tok/s;   8025 sec\n",
            "[2019-05-30 21:11:04,378 INFO] Step 158050/1000000; acc:  86.64; ppl:  1.56; xent: 0.45; lr: 0.00049; 8288/7813 tok/s;   8027 sec\n",
            "[2019-05-30 21:11:06,916 INFO] Step 158100/1000000; acc:  87.53; ppl:  1.52; xent: 0.42; lr: 0.00049; 8345/7650 tok/s;   8030 sec\n",
            "[2019-05-30 21:11:09,360 INFO] Step 158150/1000000; acc:  88.42; ppl:  1.46; xent: 0.38; lr: 0.00049; 8252/7448 tok/s;   8032 sec\n",
            "[2019-05-30 21:11:11,885 INFO] Step 158200/1000000; acc:  88.03; ppl:  1.48; xent: 0.40; lr: 0.00049; 8616/7506 tok/s;   8035 sec\n",
            "[2019-05-30 21:11:14,333 INFO] Step 158250/1000000; acc:  88.22; ppl:  1.47; xent: 0.39; lr: 0.00049; 8628/7322 tok/s;   8037 sec\n",
            "[2019-05-30 21:11:16,858 INFO] Step 158300/1000000; acc:  88.43; ppl:  1.47; xent: 0.39; lr: 0.00049; 8440/7553 tok/s;   8040 sec\n",
            "[2019-05-30 21:11:19,458 INFO] Step 158350/1000000; acc:  87.94; ppl:  1.50; xent: 0.40; lr: 0.00049; 8076/7681 tok/s;   8042 sec\n",
            "[2019-05-30 21:11:21,844 INFO] Step 158400/1000000; acc:  87.89; ppl:  1.49; xent: 0.40; lr: 0.00049; 8370/7324 tok/s;   8045 sec\n",
            "[2019-05-30 21:11:24,382 INFO] Step 158450/1000000; acc:  87.62; ppl:  1.51; xent: 0.41; lr: 0.00049; 8622/7657 tok/s;   8047 sec\n",
            "[2019-05-30 21:11:26,816 INFO] Step 158500/1000000; acc:  87.96; ppl:  1.48; xent: 0.39; lr: 0.00049; 7969/7571 tok/s;   8050 sec\n",
            "[2019-05-30 21:11:29,153 INFO] Step 158550/1000000; acc:  88.99; ppl:  1.44; xent: 0.36; lr: 0.00049; 8546/7286 tok/s;   8052 sec\n",
            "[2019-05-30 21:11:31,669 INFO] Step 158600/1000000; acc:  88.78; ppl:  1.44; xent: 0.36; lr: 0.00049; 8344/7631 tok/s;   8055 sec\n",
            "[2019-05-30 21:11:34,284 INFO] Step 158650/1000000; acc:  87.98; ppl:  1.50; xent: 0.41; lr: 0.00049; 8638/7709 tok/s;   8057 sec\n",
            "[2019-05-30 21:11:36,903 INFO] Step 158700/1000000; acc:  87.00; ppl:  1.55; xent: 0.44; lr: 0.00049; 8652/7652 tok/s;   8060 sec\n",
            "[2019-05-30 21:11:39,310 INFO] Step 158750/1000000; acc:  87.69; ppl:  1.52; xent: 0.42; lr: 0.00049; 8750/7367 tok/s;   8062 sec\n",
            "[2019-05-30 21:11:41,750 INFO] Step 158800/1000000; acc:  87.82; ppl:  1.49; xent: 0.40; lr: 0.00049; 8656/7476 tok/s;   8065 sec\n",
            "[2019-05-30 21:11:44,135 INFO] Step 158850/1000000; acc:  88.15; ppl:  1.47; xent: 0.39; lr: 0.00049; 8320/7446 tok/s;   8067 sec\n",
            "[2019-05-30 21:11:46,597 INFO] Step 158900/1000000; acc:  87.60; ppl:  1.51; xent: 0.41; lr: 0.00049; 8761/7421 tok/s;   8070 sec\n",
            "[2019-05-30 21:11:49,167 INFO] Step 158950/1000000; acc:  87.17; ppl:  1.54; xent: 0.43; lr: 0.00049; 8149/7598 tok/s;   8072 sec\n",
            "[2019-05-30 21:11:51,618 INFO] Step 159000/1000000; acc:  88.22; ppl:  1.49; xent: 0.40; lr: 0.00049; 8460/7238 tok/s;   8075 sec\n",
            "[2019-05-30 21:11:54,224 INFO] Step 159050/1000000; acc:  87.63; ppl:  1.52; xent: 0.42; lr: 0.00049; 8524/7709 tok/s;   8077 sec\n",
            "[2019-05-30 21:11:56,692 INFO] Step 159100/1000000; acc:  87.88; ppl:  1.50; xent: 0.40; lr: 0.00049; 8349/7375 tok/s;   8080 sec\n",
            "[2019-05-30 21:11:59,252 INFO] Step 159150/1000000; acc:  86.38; ppl:  1.63; xent: 0.49; lr: 0.00049; 8350/7517 tok/s;   8082 sec\n",
            "[2019-05-30 21:12:01,586 INFO] Step 159200/1000000; acc:  88.33; ppl:  1.45; xent: 0.37; lr: 0.00049; 7922/7429 tok/s;   8085 sec\n",
            "[2019-05-30 21:12:04,076 INFO] Step 159250/1000000; acc:  87.91; ppl:  1.49; xent: 0.40; lr: 0.00049; 8243/7518 tok/s;   8087 sec\n",
            "[2019-05-30 21:12:06,500 INFO] Step 159300/1000000; acc:  88.43; ppl:  1.45; xent: 0.37; lr: 0.00049; 8448/7471 tok/s;   8090 sec\n",
            "[2019-05-30 21:12:08,851 INFO] Step 159350/1000000; acc:  88.43; ppl:  1.47; xent: 0.38; lr: 0.00049; 8114/7406 tok/s;   8092 sec\n",
            "[2019-05-30 21:12:11,324 INFO] Step 159400/1000000; acc:  87.89; ppl:  1.50; xent: 0.40; lr: 0.00049; 8307/7554 tok/s;   8094 sec\n",
            "[2019-05-30 21:12:13,859 INFO] Step 159450/1000000; acc:  88.15; ppl:  1.49; xent: 0.40; lr: 0.00049; 8382/7574 tok/s;   8097 sec\n",
            "[2019-05-30 21:12:16,408 INFO] Step 159500/1000000; acc:  87.62; ppl:  1.51; xent: 0.41; lr: 0.00049; 8513/7627 tok/s;   8099 sec\n",
            "[2019-05-30 21:12:18,730 INFO] Step 159550/1000000; acc:  87.73; ppl:  1.49; xent: 0.40; lr: 0.00049; 7799/7379 tok/s;   8102 sec\n",
            "[2019-05-30 21:12:21,191 INFO] Step 159600/1000000; acc:  88.68; ppl:  1.45; xent: 0.37; lr: 0.00049; 8273/7595 tok/s;   8104 sec\n",
            "[2019-05-30 21:12:23,625 INFO] Step 159650/1000000; acc:  88.36; ppl:  1.47; xent: 0.39; lr: 0.00049; 8675/7480 tok/s;   8107 sec\n",
            "[2019-05-30 21:12:27,646 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 21:12:31,810 INFO] Step 159700/1000000; acc:  88.40; ppl:  1.45; xent: 0.37; lr: 0.00049; 2322/2064 tok/s;   8115 sec\n",
            "[2019-05-30 21:12:34,144 INFO] Step 159750/1000000; acc:  88.23; ppl:  1.47; xent: 0.39; lr: 0.00049; 7900/7324 tok/s;   8117 sec\n",
            "[2019-05-30 21:12:36,636 INFO] Step 159800/1000000; acc:  87.44; ppl:  1.53; xent: 0.43; lr: 0.00049; 8861/7456 tok/s;   8120 sec\n",
            "[2019-05-30 21:12:39,085 INFO] Step 159850/1000000; acc:  88.22; ppl:  1.46; xent: 0.38; lr: 0.00049; 8233/7501 tok/s;   8122 sec\n",
            "[2019-05-30 21:12:41,745 INFO] Step 159900/1000000; acc:  85.12; ppl:  1.79; xent: 0.58; lr: 0.00049; 8501/7374 tok/s;   8125 sec\n",
            "[2019-05-30 21:12:44,188 INFO] Step 159950/1000000; acc:  87.97; ppl:  1.48; xent: 0.39; lr: 0.00049; 8356/7439 tok/s;   8127 sec\n",
            "[2019-05-30 21:12:46,602 INFO] Step 160000/1000000; acc:  87.92; ppl:  1.50; xent: 0.41; lr: 0.00024; 8034/7460 tok/s;   8130 sec\n",
            "[2019-05-30 21:12:46,602 INFO] Saving checkpoint light_step_160000.pt\n",
            "[2019-05-30 21:12:50,580 INFO] Step 160050/1000000; acc:  88.03; ppl:  1.47; xent: 0.39; lr: 0.00024; 5099/4572 tok/s;   8134 sec\n",
            "[2019-05-30 21:12:53,122 INFO] Step 160100/1000000; acc:  87.46; ppl:  1.51; xent: 0.41; lr: 0.00024; 8437/7476 tok/s;   8136 sec\n",
            "[2019-05-30 21:12:55,622 INFO] Step 160150/1000000; acc:  87.05; ppl:  1.57; xent: 0.45; lr: 0.00024; 8076/7405 tok/s;   8139 sec\n",
            "[2019-05-30 21:12:58,211 INFO] Step 160200/1000000; acc:  87.88; ppl:  1.50; xent: 0.40; lr: 0.00024; 8379/7539 tok/s;   8141 sec\n",
            "[2019-05-30 21:13:00,745 INFO] Step 160250/1000000; acc:  87.66; ppl:  1.51; xent: 0.41; lr: 0.00024; 7826/7350 tok/s;   8144 sec\n",
            "[2019-05-30 21:13:03,115 INFO] Step 160300/1000000; acc:  88.05; ppl:  1.47; xent: 0.39; lr: 0.00024; 8534/7337 tok/s;   8146 sec\n",
            "[2019-05-30 21:13:05,474 INFO] Step 160350/1000000; acc:  88.92; ppl:  1.42; xent: 0.35; lr: 0.00024; 7950/7312 tok/s;   8148 sec\n",
            "[2019-05-30 21:13:07,918 INFO] Step 160400/1000000; acc:  88.65; ppl:  1.45; xent: 0.37; lr: 0.00024; 8485/7437 tok/s;   8151 sec\n",
            "[2019-05-30 21:13:10,360 INFO] Step 160450/1000000; acc:  88.36; ppl:  1.48; xent: 0.40; lr: 0.00024; 8415/7472 tok/s;   8153 sec\n",
            "[2019-05-30 21:13:12,829 INFO] Step 160500/1000000; acc:  88.78; ppl:  1.45; xent: 0.37; lr: 0.00024; 8269/7491 tok/s;   8156 sec\n",
            "[2019-05-30 21:13:15,286 INFO] Step 160550/1000000; acc:  87.60; ppl:  1.51; xent: 0.41; lr: 0.00024; 8545/7375 tok/s;   8158 sec\n",
            "[2019-05-30 21:13:17,831 INFO] Step 160600/1000000; acc:  87.35; ppl:  1.53; xent: 0.43; lr: 0.00024; 8244/7383 tok/s;   8161 sec\n",
            "[2019-05-30 21:13:20,208 INFO] Step 160650/1000000; acc:  88.37; ppl:  1.46; xent: 0.38; lr: 0.00024; 8295/7329 tok/s;   8163 sec\n",
            "[2019-05-30 21:13:22,779 INFO] Step 160700/1000000; acc:  86.81; ppl:  1.56; xent: 0.45; lr: 0.00024; 8513/7434 tok/s;   8166 sec\n",
            "[2019-05-30 21:13:25,310 INFO] Step 160750/1000000; acc:  85.83; ppl:  1.67; xent: 0.51; lr: 0.00024; 8399/7322 tok/s;   8168 sec\n",
            "[2019-05-30 21:13:27,763 INFO] Step 160800/1000000; acc:  89.06; ppl:  1.43; xent: 0.36; lr: 0.00024; 8429/7361 tok/s;   8171 sec\n",
            "[2019-05-30 21:13:30,272 INFO] Step 160850/1000000; acc:  85.92; ppl:  1.63; xent: 0.49; lr: 0.00024; 8647/7279 tok/s;   8173 sec\n",
            "[2019-05-30 21:13:32,751 INFO] Step 160900/1000000; acc:  88.07; ppl:  1.47; xent: 0.39; lr: 0.00024; 8057/7591 tok/s;   8176 sec\n",
            "[2019-05-30 21:13:35,127 INFO] Step 160950/1000000; acc:  87.87; ppl:  1.49; xent: 0.40; lr: 0.00024; 7972/7433 tok/s;   8178 sec\n",
            "[2019-05-30 21:13:37,630 INFO] Step 161000/1000000; acc:  88.51; ppl:  1.47; xent: 0.39; lr: 0.00024; 8389/7624 tok/s;   8181 sec\n",
            "[2019-05-30 21:13:40,167 INFO] Step 161050/1000000; acc:  87.35; ppl:  1.53; xent: 0.42; lr: 0.00024; 8300/7568 tok/s;   8183 sec\n",
            "[2019-05-30 21:13:42,565 INFO] Step 161100/1000000; acc:  87.62; ppl:  1.51; xent: 0.41; lr: 0.00024; 8495/7223 tok/s;   8186 sec\n",
            "[2019-05-30 21:13:44,994 INFO] Step 161150/1000000; acc:  88.00; ppl:  1.49; xent: 0.40; lr: 0.00024; 8353/7378 tok/s;   8188 sec\n",
            "[2019-05-30 21:13:47,326 INFO] Step 161200/1000000; acc:  88.70; ppl:  1.45; xent: 0.37; lr: 0.00024; 7906/7411 tok/s;   8190 sec\n",
            "[2019-05-30 21:13:50,022 INFO] Step 161250/1000000; acc:  85.15; ppl:  1.70; xent: 0.53; lr: 0.00024; 9136/7563 tok/s;   8193 sec\n",
            "[2019-05-30 21:13:52,507 INFO] Step 161300/1000000; acc:  88.18; ppl:  1.48; xent: 0.39; lr: 0.00024; 8477/7340 tok/s;   8196 sec\n",
            "[2019-05-30 21:13:55,218 INFO] Step 161350/1000000; acc:  86.20; ppl:  1.62; xent: 0.48; lr: 0.00024; 8573/7682 tok/s;   8198 sec\n",
            "[2019-05-30 21:13:57,572 INFO] Step 161400/1000000; acc:  87.68; ppl:  1.49; xent: 0.40; lr: 0.00024; 7831/7450 tok/s;   8201 sec\n",
            "[2019-05-30 21:14:00,094 INFO] Step 161450/1000000; acc:  87.84; ppl:  1.50; xent: 0.41; lr: 0.00024; 8490/7479 tok/s;   8203 sec\n",
            "[2019-05-30 21:14:02,641 INFO] Step 161500/1000000; acc:  88.13; ppl:  1.49; xent: 0.40; lr: 0.00024; 8266/7638 tok/s;   8206 sec\n",
            "[2019-05-30 21:14:05,098 INFO] Step 161550/1000000; acc:  87.96; ppl:  1.47; xent: 0.39; lr: 0.00024; 7998/7556 tok/s;   8208 sec\n",
            "[2019-05-30 21:14:07,592 INFO] Step 161600/1000000; acc:  88.60; ppl:  1.46; xent: 0.38; lr: 0.00024; 8178/7396 tok/s;   8211 sec\n",
            "[2019-05-30 21:14:10,094 INFO] Step 161650/1000000; acc:  87.15; ppl:  1.54; xent: 0.43; lr: 0.00024; 8850/7488 tok/s;   8213 sec\n",
            "[2019-05-30 21:14:12,514 INFO] Step 161700/1000000; acc:  87.93; ppl:  1.48; xent: 0.39; lr: 0.00024; 8940/7390 tok/s;   8216 sec\n",
            "[2019-05-30 21:14:14,989 INFO] Step 161750/1000000; acc:  88.26; ppl:  1.47; xent: 0.39; lr: 0.00024; 8173/7526 tok/s;   8218 sec\n",
            "[2019-05-30 21:14:17,417 INFO] Step 161800/1000000; acc:  87.29; ppl:  1.53; xent: 0.43; lr: 0.00024; 8382/7486 tok/s;   8220 sec\n",
            "[2019-05-30 21:14:19,852 INFO] Step 161850/1000000; acc:  88.25; ppl:  1.46; xent: 0.38; lr: 0.00024; 8333/7502 tok/s;   8223 sec\n",
            "[2019-05-30 21:14:22,318 INFO] Step 161900/1000000; acc:  88.53; ppl:  1.46; xent: 0.38; lr: 0.00024; 8565/7500 tok/s;   8225 sec\n",
            "[2019-05-30 21:14:24,872 INFO] Step 161950/1000000; acc:  88.18; ppl:  1.48; xent: 0.39; lr: 0.00024; 8998/7598 tok/s;   8228 sec\n",
            "[2019-05-30 21:14:27,297 INFO] Step 162000/1000000; acc:  88.57; ppl:  1.46; xent: 0.38; lr: 0.00024; 8498/7416 tok/s;   8230 sec\n",
            "[2019-05-30 21:14:29,752 INFO] Step 162050/1000000; acc:  88.58; ppl:  1.45; xent: 0.37; lr: 0.00024; 8396/7493 tok/s;   8233 sec\n",
            "[2019-05-30 21:14:32,250 INFO] Step 162100/1000000; acc:  87.47; ppl:  1.52; xent: 0.42; lr: 0.00024; 8370/7280 tok/s;   8235 sec\n",
            "[2019-05-30 21:14:34,753 INFO] Step 162150/1000000; acc:  88.77; ppl:  1.45; xent: 0.37; lr: 0.00024; 8616/7587 tok/s;   8238 sec\n",
            "[2019-05-30 21:14:37,117 INFO] Step 162200/1000000; acc:  88.72; ppl:  1.44; xent: 0.37; lr: 0.00024; 7960/7391 tok/s;   8240 sec\n",
            "[2019-05-30 21:14:39,571 INFO] Step 162250/1000000; acc:  88.05; ppl:  1.47; xent: 0.39; lr: 0.00024; 8140/7524 tok/s;   8243 sec\n",
            "[2019-05-30 21:14:42,257 INFO] Step 162300/1000000; acc:  86.82; ppl:  1.56; xent: 0.44; lr: 0.00024; 8903/7617 tok/s;   8245 sec\n",
            "[2019-05-30 21:14:44,692 INFO] Step 162350/1000000; acc:  88.47; ppl:  1.47; xent: 0.38; lr: 0.00024; 8728/7387 tok/s;   8248 sec\n",
            "[2019-05-30 21:14:47,164 INFO] Step 162400/1000000; acc:  87.98; ppl:  1.49; xent: 0.40; lr: 0.00024; 8364/7524 tok/s;   8250 sec\n",
            "[2019-05-30 21:14:49,863 INFO] Step 162450/1000000; acc:  87.24; ppl:  1.56; xent: 0.44; lr: 0.00024; 8346/7765 tok/s;   8253 sec\n",
            "[2019-05-30 21:14:52,380 INFO] Step 162500/1000000; acc:  86.51; ppl:  1.60; xent: 0.47; lr: 0.00024; 8697/7466 tok/s;   8255 sec\n",
            "[2019-05-30 21:14:54,777 INFO] Step 162550/1000000; acc:  88.26; ppl:  1.47; xent: 0.38; lr: 0.00024; 8706/7424 tok/s;   8258 sec\n",
            "[2019-05-30 21:14:57,325 INFO] Step 162600/1000000; acc:  86.89; ppl:  1.56; xent: 0.44; lr: 0.00024; 8305/7460 tok/s;   8260 sec\n",
            "[2019-05-30 21:14:59,742 INFO] Step 162650/1000000; acc:  88.51; ppl:  1.47; xent: 0.38; lr: 0.00024; 8630/7455 tok/s;   8263 sec\n",
            "[2019-05-30 21:15:02,384 INFO] Step 162700/1000000; acc:  88.00; ppl:  1.50; xent: 0.40; lr: 0.00024; 8772/7596 tok/s;   8265 sec\n",
            "[2019-05-30 21:15:04,887 INFO] Step 162750/1000000; acc:  88.17; ppl:  1.49; xent: 0.40; lr: 0.00024; 8206/7541 tok/s;   8268 sec\n",
            "[2019-05-30 21:15:07,376 INFO] Step 162800/1000000; acc:  87.52; ppl:  1.52; xent: 0.42; lr: 0.00024; 8565/7441 tok/s;   8270 sec\n",
            "[2019-05-30 21:15:09,742 INFO] Step 162850/1000000; acc:  87.12; ppl:  1.56; xent: 0.45; lr: 0.00024; 8007/7293 tok/s;   8273 sec\n",
            "[2019-05-30 21:15:12,178 INFO] Step 162900/1000000; acc:  87.75; ppl:  1.49; xent: 0.40; lr: 0.00024; 7779/7512 tok/s;   8275 sec\n",
            "[2019-05-30 21:15:14,570 INFO] Step 162950/1000000; acc:  88.48; ppl:  1.47; xent: 0.39; lr: 0.00024; 8482/7350 tok/s;   8278 sec\n",
            "[2019-05-30 21:15:17,109 INFO] Step 163000/1000000; acc:  86.64; ppl:  1.58; xent: 0.46; lr: 0.00024; 8773/7433 tok/s;   8280 sec\n",
            "[2019-05-30 21:15:19,654 INFO] Step 163050/1000000; acc:  86.80; ppl:  1.56; xent: 0.45; lr: 0.00024; 8323/7589 tok/s;   8283 sec\n",
            "[2019-05-30 21:15:22,015 INFO] Step 163100/1000000; acc:  87.28; ppl:  1.53; xent: 0.43; lr: 0.00024; 8404/7227 tok/s;   8285 sec\n",
            "[2019-05-30 21:15:24,404 INFO] Step 163150/1000000; acc:  88.23; ppl:  1.47; xent: 0.39; lr: 0.00024; 8226/7476 tok/s;   8287 sec\n",
            "[2019-05-30 21:15:27,013 INFO] Step 163200/1000000; acc:  86.53; ppl:  1.58; xent: 0.46; lr: 0.00024; 8413/7596 tok/s;   8290 sec\n",
            "[2019-05-30 21:15:29,416 INFO] Step 163250/1000000; acc:  87.16; ppl:  1.54; xent: 0.43; lr: 0.00024; 8151/7376 tok/s;   8292 sec\n",
            "[2019-05-30 21:15:31,944 INFO] Step 163300/1000000; acc:  87.78; ppl:  1.48; xent: 0.39; lr: 0.00024; 8430/7620 tok/s;   8295 sec\n",
            "[2019-05-30 21:15:34,338 INFO] Step 163350/1000000; acc:  88.11; ppl:  1.47; xent: 0.39; lr: 0.00024; 8450/7461 tok/s;   8297 sec\n",
            "[2019-05-30 21:15:36,788 INFO] Step 163400/1000000; acc:  87.70; ppl:  1.51; xent: 0.41; lr: 0.00024; 8830/7450 tok/s;   8300 sec\n",
            "[2019-05-30 21:15:39,291 INFO] Step 163450/1000000; acc:  87.72; ppl:  1.52; xent: 0.42; lr: 0.00024; 8155/7501 tok/s;   8302 sec\n",
            "[2019-05-30 21:15:41,781 INFO] Step 163500/1000000; acc:  88.01; ppl:  1.49; xent: 0.40; lr: 0.00024; 8277/7558 tok/s;   8305 sec\n",
            "[2019-05-30 21:15:44,263 INFO] Step 163550/1000000; acc:  87.70; ppl:  1.52; xent: 0.42; lr: 0.00024; 8382/7580 tok/s;   8307 sec\n",
            "[2019-05-30 21:15:46,588 INFO] Step 163600/1000000; acc:  88.16; ppl:  1.48; xent: 0.39; lr: 0.00024; 8424/7269 tok/s;   8310 sec\n",
            "[2019-05-30 21:15:48,854 INFO] Step 163650/1000000; acc:  88.33; ppl:  1.47; xent: 0.38; lr: 0.00024; 8475/7163 tok/s;   8312 sec\n",
            "[2019-05-30 21:15:51,320 INFO] Step 163700/1000000; acc:  88.33; ppl:  1.48; xent: 0.39; lr: 0.00024; 8383/7578 tok/s;   8314 sec\n",
            "[2019-05-30 21:15:53,823 INFO] Step 163750/1000000; acc:  87.46; ppl:  1.54; xent: 0.43; lr: 0.00024; 8446/7417 tok/s;   8317 sec\n",
            "[2019-05-30 21:15:56,387 INFO] Step 163800/1000000; acc:  87.89; ppl:  1.50; xent: 0.40; lr: 0.00024; 9061/7564 tok/s;   8319 sec\n",
            "[2019-05-30 21:15:58,842 INFO] Step 163850/1000000; acc:  87.40; ppl:  1.53; xent: 0.43; lr: 0.00024; 8546/7320 tok/s;   8322 sec\n",
            "[2019-05-30 21:16:01,510 INFO] Step 163900/1000000; acc:  87.03; ppl:  1.55; xent: 0.44; lr: 0.00024; 8207/7847 tok/s;   8325 sec\n",
            "[2019-05-30 21:16:03,998 INFO] Step 163950/1000000; acc:  86.36; ppl:  1.59; xent: 0.46; lr: 0.00024; 8565/7547 tok/s;   8327 sec\n",
            "[2019-05-30 21:16:06,594 INFO] Step 164000/1000000; acc:  87.47; ppl:  1.52; xent: 0.42; lr: 0.00024; 8111/7752 tok/s;   8330 sec\n",
            "[2019-05-30 21:16:09,032 INFO] Step 164050/1000000; acc:  88.43; ppl:  1.46; xent: 0.38; lr: 0.00024; 8245/7518 tok/s;   8332 sec\n",
            "[2019-05-30 21:16:11,552 INFO] Step 164100/1000000; acc:  88.11; ppl:  1.47; xent: 0.39; lr: 0.00024; 8508/7624 tok/s;   8335 sec\n",
            "[2019-05-30 21:16:13,968 INFO] Step 164150/1000000; acc:  88.03; ppl:  1.48; xent: 0.39; lr: 0.00024; 8873/7390 tok/s;   8337 sec\n",
            "[2019-05-30 21:16:16,480 INFO] Step 164200/1000000; acc:  88.08; ppl:  1.47; xent: 0.39; lr: 0.00024; 8509/7594 tok/s;   8339 sec\n",
            "[2019-05-30 21:16:19,082 INFO] Step 164250/1000000; acc:  87.95; ppl:  1.47; xent: 0.39; lr: 0.00024; 7971/7695 tok/s;   8342 sec\n",
            "[2019-05-30 21:16:21,474 INFO] Step 164300/1000000; acc:  87.79; ppl:  1.50; xent: 0.41; lr: 0.00024; 8429/7336 tok/s;   8344 sec\n",
            "[2019-05-30 21:16:23,949 INFO] Step 164350/1000000; acc:  87.57; ppl:  1.51; xent: 0.41; lr: 0.00024; 8739/7568 tok/s;   8347 sec\n",
            "[2019-05-30 21:16:26,385 INFO] Step 164400/1000000; acc:  88.60; ppl:  1.46; xent: 0.38; lr: 0.00024; 8016/7565 tok/s;   8349 sec\n",
            "[2019-05-30 21:16:28,819 INFO] Step 164450/1000000; acc:  88.45; ppl:  1.46; xent: 0.38; lr: 0.00024; 8386/7414 tok/s;   8352 sec\n",
            "[2019-05-30 21:16:31,331 INFO] Step 164500/1000000; acc:  88.63; ppl:  1.45; xent: 0.37; lr: 0.00024; 8205/7517 tok/s;   8354 sec\n",
            "[2019-05-30 21:16:33,890 INFO] Step 164550/1000000; acc:  88.82; ppl:  1.45; xent: 0.37; lr: 0.00024; 8529/7570 tok/s;   8357 sec\n",
            "[2019-05-30 21:16:36,560 INFO] Step 164600/1000000; acc:  86.96; ppl:  1.56; xent: 0.44; lr: 0.00024; 8606/7658 tok/s;   8360 sec\n",
            "[2019-05-30 21:16:39,018 INFO] Step 164650/1000000; acc:  86.90; ppl:  1.54; xent: 0.43; lr: 0.00024; 8852/7367 tok/s;   8362 sec\n",
            "[2019-05-30 21:16:41,453 INFO] Step 164700/1000000; acc:  87.77; ppl:  1.50; xent: 0.41; lr: 0.00024; 8569/7439 tok/s;   8364 sec\n",
            "[2019-05-30 21:16:43,845 INFO] Step 164750/1000000; acc:  88.22; ppl:  1.47; xent: 0.38; lr: 0.00024; 8323/7372 tok/s;   8367 sec\n",
            "[2019-05-30 21:16:46,199 INFO] Step 164800/1000000; acc:  88.03; ppl:  1.48; xent: 0.39; lr: 0.00024; 8647/7368 tok/s;   8369 sec\n",
            "[2019-05-30 21:16:48,915 INFO] Step 164850/1000000; acc:  86.69; ppl:  1.57; xent: 0.45; lr: 0.00024; 8511/7671 tok/s;   8372 sec\n",
            "[2019-05-30 21:16:51,364 INFO] Step 164900/1000000; acc:  87.95; ppl:  1.48; xent: 0.39; lr: 0.00024; 8075/7322 tok/s;   8374 sec\n",
            "[2019-05-30 21:16:53,882 INFO] Step 164950/1000000; acc:  87.26; ppl:  1.52; xent: 0.42; lr: 0.00024; 8670/7573 tok/s;   8377 sec\n",
            "[2019-05-30 21:16:56,349 INFO] Step 165000/1000000; acc:  87.98; ppl:  1.49; xent: 0.40; lr: 0.00024; 8247/7377 tok/s;   8379 sec\n",
            "[2019-05-30 21:16:56,349 INFO] Saving checkpoint light_step_165000.pt\n",
            "[2019-05-30 21:17:00,405 INFO] Step 165050/1000000; acc:  87.02; ppl:  1.58; xent: 0.46; lr: 0.00024; 5269/4728 tok/s;   8383 sec\n",
            "[2019-05-30 21:17:02,816 INFO] Step 165100/1000000; acc:  87.85; ppl:  1.50; xent: 0.41; lr: 0.00024; 8308/7486 tok/s;   8386 sec\n",
            "[2019-05-30 21:17:05,280 INFO] Step 165150/1000000; acc:  87.35; ppl:  1.51; xent: 0.41; lr: 0.00024; 7939/7502 tok/s;   8388 sec\n",
            "[2019-05-30 21:17:07,738 INFO] Step 165200/1000000; acc:  88.56; ppl:  1.45; xent: 0.37; lr: 0.00024; 8593/7465 tok/s;   8391 sec\n",
            "[2019-05-30 21:17:10,121 INFO] Step 165250/1000000; acc:  88.22; ppl:  1.46; xent: 0.38; lr: 0.00024; 8085/7440 tok/s;   8393 sec\n",
            "[2019-05-30 21:17:12,563 INFO] Step 165300/1000000; acc:  88.23; ppl:  1.47; xent: 0.39; lr: 0.00024; 8254/7518 tok/s;   8396 sec\n",
            "[2019-05-30 21:17:15,067 INFO] Step 165350/1000000; acc:  87.75; ppl:  1.51; xent: 0.41; lr: 0.00024; 8309/7568 tok/s;   8398 sec\n",
            "[2019-05-30 21:17:17,658 INFO] Step 165400/1000000; acc:  87.76; ppl:  1.50; xent: 0.41; lr: 0.00024; 8695/7690 tok/s;   8401 sec\n",
            "[2019-05-30 21:17:20,011 INFO] Step 165450/1000000; acc:  87.96; ppl:  1.49; xent: 0.40; lr: 0.00024; 7699/7402 tok/s;   8403 sec\n",
            "[2019-05-30 21:17:22,471 INFO] Step 165500/1000000; acc:  88.36; ppl:  1.46; xent: 0.38; lr: 0.00024; 8349/7495 tok/s;   8405 sec\n",
            "[2019-05-30 21:17:24,844 INFO] Step 165550/1000000; acc:  88.05; ppl:  1.47; xent: 0.39; lr: 0.00024; 8391/7401 tok/s;   8408 sec\n",
            "[2019-05-30 21:17:29,496 INFO] Loading dataset from data/light.train.0.pt, number of examples: 378428\n",
            "[2019-05-30 21:17:32,867 INFO] Step 165600/1000000; acc:  88.60; ppl:  1.46; xent: 0.38; lr: 0.00024; 2449/2162 tok/s;   8416 sec\n",
            "[2019-05-30 21:17:35,200 INFO] Step 165650/1000000; acc:  88.14; ppl:  1.47; xent: 0.39; lr: 0.00024; 8149/7380 tok/s;   8418 sec\n",
            "[2019-05-30 21:17:37,613 INFO] Step 165700/1000000; acc:  87.93; ppl:  1.50; xent: 0.41; lr: 0.00024; 8486/7423 tok/s;   8421 sec\n",
            "[2019-05-30 21:17:40,068 INFO] Step 165750/1000000; acc:  87.55; ppl:  1.50; xent: 0.40; lr: 0.00024; 8422/7493 tok/s;   8423 sec\n",
            "[2019-05-30 21:17:42,734 INFO] Step 165800/1000000; acc:  85.31; ppl:  1.75; xent: 0.56; lr: 0.00024; 8528/7439 tok/s;   8426 sec\n",
            "[2019-05-30 21:17:45,215 INFO] Step 165850/1000000; acc:  87.68; ppl:  1.52; xent: 0.42; lr: 0.00024; 8488/7471 tok/s;   8428 sec\n",
            "[2019-05-30 21:17:47,645 INFO] Step 165900/1000000; acc:  87.86; ppl:  1.51; xent: 0.41; lr: 0.00024; 7981/7437 tok/s;   8431 sec\n",
            "[2019-05-30 21:17:50,026 INFO] Step 165950/1000000; acc:  88.40; ppl:  1.46; xent: 0.38; lr: 0.00024; 7959/7341 tok/s;   8433 sec\n",
            "[2019-05-30 21:17:52,624 INFO] Step 166000/1000000; acc:  87.46; ppl:  1.53; xent: 0.42; lr: 0.00024; 8573/7367 tok/s;   8436 sec\n",
            "[2019-05-30 21:17:55,175 INFO] Step 166050/1000000; acc:  86.95; ppl:  1.57; xent: 0.45; lr: 0.00024; 7938/7356 tok/s;   8438 sec\n",
            "[2019-05-30 21:17:57,708 INFO] Step 166100/1000000; acc:  87.95; ppl:  1.48; xent: 0.40; lr: 0.00024; 8315/7431 tok/s;   8441 sec\n",
            "[2019-05-30 21:18:00,231 INFO] Step 166150/1000000; acc:  87.87; ppl:  1.50; xent: 0.40; lr: 0.00024; 7938/7508 tok/s;   8443 sec\n",
            "[2019-05-30 21:18:02,739 INFO] Step 166200/1000000; acc:  87.20; ppl:  1.52; xent: 0.42; lr: 0.00024; 8367/7214 tok/s;   8446 sec\n",
            "[2019-05-30 21:18:05,051 INFO] Step 166250/1000000; acc:  89.01; ppl:  1.42; xent: 0.35; lr: 0.00024; 8001/7239 tok/s;   8448 sec\n",
            "[2019-05-30 21:18:07,534 INFO] Step 166300/1000000; acc:  88.45; ppl:  1.46; xent: 0.38; lr: 0.00024; 8432/7478 tok/s;   8451 sec\n",
            "[2019-05-30 21:18:09,989 INFO] Step 166350/1000000; acc:  88.46; ppl:  1.47; xent: 0.39; lr: 0.00024; 8185/7455 tok/s;   8453 sec\n",
            "[2019-05-30 21:18:12,421 INFO] Step 166400/1000000; acc:  89.08; ppl:  1.44; xent: 0.37; lr: 0.00024; 8290/7448 tok/s;   8455 sec\n",
            "[2019-05-30 21:18:14,851 INFO] Step 166450/1000000; acc:  88.21; ppl:  1.47; xent: 0.39; lr: 0.00024; 8769/7426 tok/s;   8458 sec\n",
            "[2019-05-30 21:18:17,417 INFO] Step 166500/1000000; acc:  86.85; ppl:  1.55; xent: 0.44; lr: 0.00024; 8353/7476 tok/s;   8460 sec\n",
            "[2019-05-30 21:18:19,759 INFO] Step 166550/1000000; acc:  87.88; ppl:  1.48; xent: 0.40; lr: 0.00024; 8224/7299 tok/s;   8463 sec\n",
            "[2019-05-30 21:18:22,285 INFO] Step 166600/1000000; acc:  87.36; ppl:  1.54; xent: 0.43; lr: 0.00024; 8590/7567 tok/s;   8465 sec\n",
            "[2019-05-30 21:18:24,838 INFO] Step 166650/1000000; acc:  85.83; ppl:  1.68; xent: 0.52; lr: 0.00024; 8503/7485 tok/s;   8468 sec\n",
            "[2019-05-30 21:18:27,172 INFO] Step 166700/1000000; acc:  88.64; ppl:  1.46; xent: 0.38; lr: 0.00024; 8503/7353 tok/s;   8470 sec\n",
            "[2019-05-30 21:18:29,666 INFO] Step 166750/1000000; acc:  86.87; ppl:  1.58; xent: 0.46; lr: 0.00024; 8775/7397 tok/s;   8473 sec\n",
            "[2019-05-30 21:18:32,189 INFO] Step 166800/1000000; acc:  87.52; ppl:  1.51; xent: 0.41; lr: 0.00024; 8093/7535 tok/s;   8475 sec\n",
            "[2019-05-30 21:18:34,564 INFO] Step 166850/1000000; acc:  87.90; ppl:  1.49; xent: 0.40; lr: 0.00024; 7950/7330 tok/s;   8478 sec\n",
            "[2019-05-30 21:18:37,093 INFO] Step 166900/1000000; acc:  88.09; ppl:  1.48; xent: 0.39; lr: 0.00024; 8327/7520 tok/s;   8480 sec\n",
            "[2019-05-30 21:18:39,658 INFO] Step 166950/1000000; acc:  87.25; ppl:  1.53; xent: 0.43; lr: 0.00024; 8083/7534 tok/s;   8483 sec\n",
            "[2019-05-30 21:18:42,123 INFO] Step 167000/1000000; acc:  87.40; ppl:  1.53; xent: 0.42; lr: 0.00024; 8397/7278 tok/s;   8485 sec\n",
            "[2019-05-30 21:18:44,472 INFO] Step 167050/1000000; acc:  87.91; ppl:  1.49; xent: 0.40; lr: 0.00024; 8285/7371 tok/s;   8487 sec\n",
            "[2019-05-30 21:18:46,859 INFO] Step 167100/1000000; acc:  88.70; ppl:  1.46; xent: 0.38; lr: 0.00024; 8336/7452 tok/s;   8490 sec\n",
            "[2019-05-30 21:18:49,412 INFO] Step 167150/1000000; acc:  87.62; ppl:  1.52; xent: 0.42; lr: 0.00024; 8775/7471 tok/s;   8492 sec\n",
            "[2019-05-30 21:18:52,036 INFO] Step 167200/1000000; acc:  85.80; ppl:  1.68; xent: 0.52; lr: 0.00024; 8636/7381 tok/s;   8495 sec\n",
            "[2019-05-30 21:18:54,647 INFO] Step 167250/1000000; acc:  86.37; ppl:  1.62; xent: 0.48; lr: 0.00024; 8406/7628 tok/s;   8498 sec\n",
            "[2019-05-30 21:18:57,106 INFO] Step 167300/1000000; acc:  87.37; ppl:  1.51; xent: 0.41; lr: 0.00024; 8121/7574 tok/s;   8500 sec\n",
            "[2019-05-30 21:18:59,560 INFO] Step 167350/1000000; acc:  87.64; ppl:  1.49; xent: 0.40; lr: 0.00024; 8181/7430 tok/s;   8503 sec\n",
            "[2019-05-30 21:19:02,138 INFO] Step 167400/1000000; acc:  87.26; ppl:  1.52; xent: 0.42; lr: 0.00024; 8566/7696 tok/s;   8505 sec\n",
            "[2019-05-30 21:19:04,587 INFO] Step 167450/1000000; acc:  88.28; ppl:  1.47; xent: 0.39; lr: 0.00024; 8075/7500 tok/s;   8508 sec\n",
            "[2019-05-30 21:19:07,094 INFO] Step 167500/1000000; acc:  88.24; ppl:  1.49; xent: 0.40; lr: 0.00024; 8033/7408 tok/s;   8510 sec\n",
            "[2019-05-30 21:19:09,529 INFO] Step 167550/1000000; acc:  88.54; ppl:  1.46; xent: 0.38; lr: 0.00024; 8645/7436 tok/s;   8513 sec\n",
            "[2019-05-30 21:19:12,076 INFO] Step 167600/1000000; acc:  87.19; ppl:  1.55; xent: 0.44; lr: 0.00024; 8846/7393 tok/s;   8515 sec\n",
            "[2019-05-30 21:19:14,495 INFO] Step 167650/1000000; acc:  88.65; ppl:  1.45; xent: 0.37; lr: 0.00024; 8494/7382 tok/s;   8517 sec\n",
            "[2019-05-30 21:19:17,012 INFO] Step 167700/1000000; acc:  87.31; ppl:  1.53; xent: 0.43; lr: 0.00024; 8214/7527 tok/s;   8520 sec\n",
            "[2019-05-30 21:19:19,447 INFO] Step 167750/1000000; acc:  87.97; ppl:  1.48; xent: 0.39; lr: 0.00024; 8437/7344 tok/s;   8522 sec\n",
            "[2019-05-30 21:19:21,897 INFO] Step 167800/1000000; acc:  88.25; ppl:  1.46; xent: 0.38; lr: 0.00024; 8309/7525 tok/s;   8525 sec\n",
            "[2019-05-30 21:19:24,413 INFO] Step 167850/1000000; acc:  88.43; ppl:  1.46; xent: 0.38; lr: 0.00024; 8725/7530 tok/s;   8527 sec\n",
            "[2019-05-30 21:19:26,918 INFO] Step 167900/1000000; acc:  88.02; ppl:  1.50; xent: 0.40; lr: 0.00024; 8712/7439 tok/s;   8530 sec\n",
            "[2019-05-30 21:19:29,351 INFO] Step 167950/1000000; acc:  88.39; ppl:  1.46; xent: 0.38; lr: 0.00024; 8524/7429 tok/s;   8532 sec\n",
            "[2019-05-30 21:19:31,866 INFO] Step 168000/1000000; acc:  87.13; ppl:  1.52; xent: 0.42; lr: 0.00024; 8110/7262 tok/s;   8535 sec\n",
            "[2019-05-30 21:19:34,346 INFO] Step 168050/1000000; acc:  88.61; ppl:  1.45; xent: 0.37; lr: 0.00024; 8645/7549 tok/s;   8537 sec\n",
            "[2019-05-30 21:19:36,750 INFO] Step 168100/1000000; acc:  89.01; ppl:  1.44; xent: 0.36; lr: 0.00024; 8120/7406 tok/s;   8540 sec\n",
            "[2019-05-30 21:19:39,185 INFO] Step 168150/1000000; acc:  88.56; ppl:  1.47; xent: 0.39; lr: 0.00024; 8097/7471 tok/s;   8542 sec\n",
            "[2019-05-30 21:19:41,885 INFO] Step 168200/1000000; acc:  87.12; ppl:  1.54; xent: 0.43; lr: 0.00024; 8741/7627 tok/s;   8545 sec\n",
            "[2019-05-30 21:19:44,319 INFO] Step 168250/1000000; acc:  88.84; ppl:  1.44; xent: 0.36; lr: 0.00024; 8440/7467 tok/s;   8547 sec\n",
            "[2019-05-30 21:19:46,803 INFO] Step 168300/1000000; acc:  87.84; ppl:  1.50; xent: 0.41; lr: 0.00024; 8581/7487 tok/s;   8550 sec\n",
            "[2019-05-30 21:19:49,438 INFO] Step 168350/1000000; acc:  87.04; ppl:  1.54; xent: 0.43; lr: 0.00024; 8695/7675 tok/s;   8552 sec\n",
            "[2019-05-30 21:19:52,021 INFO] Step 168400/1000000; acc:  87.35; ppl:  1.54; xent: 0.43; lr: 0.00024; 8425/7619 tok/s;   8555 sec\n",
            "[2019-05-30 21:19:54,475 INFO] Step 168450/1000000; acc:  86.88; ppl:  1.54; xent: 0.43; lr: 0.00024; 8662/7399 tok/s;   8557 sec\n",
            "[2019-05-30 21:19:56,962 INFO] Step 168500/1000000; acc:  86.82; ppl:  1.57; xent: 0.45; lr: 0.00024; 8431/7411 tok/s;   8560 sec\n",
            "[2019-05-30 21:19:59,367 INFO] Step 168550/1000000; acc:  88.41; ppl:  1.47; xent: 0.38; lr: 0.00024; 8356/7424 tok/s;   8562 sec\n",
            "[2019-05-30 21:20:01,990 INFO] Step 168600/1000000; acc:  87.79; ppl:  1.50; xent: 0.41; lr: 0.00024; 9102/7640 tok/s;   8565 sec\n",
            "[2019-05-30 21:20:04,521 INFO] Step 168650/1000000; acc:  87.92; ppl:  1.50; xent: 0.41; lr: 0.00024; 8066/7586 tok/s;   8568 sec\n",
            "[2019-05-30 21:20:06,967 INFO] Step 168700/1000000; acc:  88.13; ppl:  1.48; xent: 0.39; lr: 0.00024; 8584/7485 tok/s;   8570 sec\n",
            "[2019-05-30 21:20:09,373 INFO] Step 168750/1000000; acc:  86.44; ppl:  1.59; xent: 0.47; lr: 0.00024; 8248/7395 tok/s;   8572 sec\n",
            "[2019-05-30 21:20:11,791 INFO] Step 168800/1000000; acc:  88.40; ppl:  1.46; xent: 0.38; lr: 0.00024; 7939/7485 tok/s;   8575 sec\n",
            "[2019-05-30 21:20:14,195 INFO] Step 168850/1000000; acc:  87.68; ppl:  1.50; xent: 0.40; lr: 0.00024; 8147/7420 tok/s;   8577 sec\n",
            "[2019-05-30 21:20:16,705 INFO] Step 168900/1000000; acc:  86.33; ppl:  1.59; xent: 0.46; lr: 0.00024; 9028/7450 tok/s;   8580 sec\n",
            "[2019-05-30 21:20:19,193 INFO] Step 168950/1000000; acc:  87.95; ppl:  1.49; xent: 0.40; lr: 0.00024; 8360/7530 tok/s;   8582 sec\n",
            "[2019-05-30 21:20:21,562 INFO] Step 169000/1000000; acc:  86.66; ppl:  1.60; xent: 0.47; lr: 0.00024; 8294/7251 tok/s;   8585 sec\n",
            "[2019-05-30 21:20:23,982 INFO] Step 169050/1000000; acc:  88.05; ppl:  1.48; xent: 0.39; lr: 0.00024; 8438/7486 tok/s;   8587 sec\n",
            "[2019-05-30 21:20:26,541 INFO] Step 169100/1000000; acc:  86.76; ppl:  1.57; xent: 0.45; lr: 0.00024; 8230/7655 tok/s;   8590 sec\n",
            "[2019-05-30 21:20:29,044 INFO] Step 169150/1000000; acc:  87.02; ppl:  1.55; xent: 0.44; lr: 0.00024; 8436/7525 tok/s;   8592 sec\n",
            "[2019-05-30 21:20:31,465 INFO] Step 169200/1000000; acc:  87.70; ppl:  1.48; xent: 0.39; lr: 0.00024; 8302/7356 tok/s;   8594 sec\n",
            "\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "uvaUbQDk54bv",
        "colab_type": "code",
        "outputId": "203221ea-2528-4347-c6ac-b27c8f3b2b6b",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 629
        }
      },
      "source": [
        "!ls\n",
        "\n",
        "!echo \"Do you want to see this?\" > data/src-test.txt \n",
        "!python translate.py -model light_step_150000.pt -src data/src-test.txt -output pred.txt -verbose -replace_unk\n"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            " available_models\t\t\t    light_step_35000.pt\n",
            " CHANGELOG.md\t\t\t\t    light_step_40000.pt\n",
            " config\t\t\t\t\t    light_step_45000.pt\n",
            " CONTRIBUTING.md\t\t\t    light_step_50000.pt\n",
            " data\t\t\t\t\t    light_step_5000.pt\n",
            " Dockerfile\t\t\t\t    light_step_55000.pt\n",
            " docs\t\t\t\t\t    light_step_60000.pt\n",
            " floyd_requirements.txt\t\t\t    light_step_65000.pt\n",
            " floyd.yml\t\t\t\t    light_step_70000.pt\n",
            " github_deploy_key_opennmt_opennmt_py.enc   light_step_75000.pt\n",
            " LICENSE.md\t\t\t\t    light_step_80000.pt\n",
            " light_step_100000.pt\t\t\t    light_step_85000.pt\n",
            " light_step_10000.pt\t\t\t    light_step_90000.pt\n",
            " light_step_105000.pt\t\t\t    light_step_95000.pt\n",
            " light_step_110000.pt\t\t\t    onmt\n",
            " light_step_115000.pt\t\t\t    pred.txt\n",
            " light_step_120000.pt\t\t\t    preprocess.py\n",
            " light_step_125000.pt\t\t\t    README.md\n",
            " light_step_130000.pt\t\t\t    requirements.opt.txt\n",
            " light_step_135000.pt\t\t\t    requirements.txt\n",
            " light_step_140000.pt\t\t\t    server.py\n",
            " light_step_145000.pt\t\t\t    setup.py\n",
            " light_step_150000.pt\t\t\t    tools\n",
            " light_step_15000.pt\t\t\t    train_dst.txt\n",
            " light_step_155000.pt\t\t\t    train.py\n",
            " light_step_160000.pt\t\t\t    train_src.txt\n",
            " light_step_165000.pt\t\t\t    translate.py\n",
            " light_step_20000.pt\t\t\t    valid_dst.txt\n",
            " light_step_25000.pt\t\t\t   'valid_src (1).txt'\n",
            " light_step_30000.pt\t\t\t    valid_src.txt\n",
            "[2019-05-30 21:22:27,435 INFO] Translating shard 0.\n",
            "\n",
            "SENT 1: ['Do', 'you', 'want', 'to', 'see', 'this?']\n",
            "PRED 1: Bunu görmek istiyor musun?\n",
            "PRED SCORE: -0.6136\n",
            "PRED AVG SCORE: -0.1534, PRED PPL: 1.1658\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Zrocl_5rAAOF",
        "colab_type": "code",
        "outputId": "64c1d73e-aceb-4f74-f79c-18a7707a0518",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 122
        }
      },
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/drive')"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Go to this URL in a browser: https://accounts.google.com/o/oauth2/auth?client_id=947318989803-6bn6qk8qdgf4n4g3pfee6491hc0brc4i.apps.googleusercontent.com&redirect_uri=urn%3Aietf%3Awg%3Aoauth%3A2.0%3Aoob&scope=email%20https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fdocs.test%20https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fdrive%20https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fdrive.photos.readonly%20https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fpeopleapi.readonly&response_type=code\n",
            "\n",
            "Enter your authorization code:\n",
            "··········\n",
            "Mounted at /content/drive\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "IOysw7HHAYAE",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "!mkdir models\n",
        "!mv light_step_150000.pt models/light_step_150000.pt"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "tjhi3GpQCK4l",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "!cp -r models/ /content/drive/My\\ Drive/checkpoint"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "k3t6UekBECtD",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "!CUDA_VISIBLE_DEVICES=1 python train.py -data data/demo -gpu_ranks 0 -save_model demo-model -world_size 1 \\\n",
        "        -layers 6 -rnn_size 512 -word_vec_size 512 -transformer_ff 2048 -heads 8  \\\n",
        "        -encoder_type transformer -decoder_type transformer -position_encoding \\\n",
        "        -train_steps 200000  -max_generator_batches 2 -dropout 0.1 \\\n",
        "        -batch_size 4096 -batch_type tokens -normalization tokens  -accum_count 2 \\\n",
        "        -optim adam -adam_beta2 0.998 -decay_method noam -warmup_steps 8000 -learning_rate 2 \\\n",
        "        -max_grad_norm 0 -param_init 0  -param_init_glorot \\\n",
        "        -label_smoothing 0.1 -valid_steps 5000 -save_checkpoint_steps 5000 -train_from demo-model_step_20000.pt\t "
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "RD_y_H42FlMr",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "!ls"
      ],
      "execution_count": 0,
      "outputs": []
    }
  ]
}