Run-Parlai.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2024-06-01 12:30:23,430 INFO     | Opt:\n",
      "2024-06-01 12:30:23,430 INFO     |     allow_missing_init_opts: False\n",
      "2024-06-01 12:30:23,430 INFO     |     batchsize: 1\n",
      "2024-06-01 12:30:23,430 INFO     |     datapath: /Users/krishpatel/anaconda3/lib/python3.11/site-packages/data\n",
      "2024-06-01 12:30:23,430 INFO     |     datatype: train:ordered\n",
      "2024-06-01 12:30:23,430 INFO     |     dict_class: None\n",
      "2024-06-01 12:30:23,430 INFO     |     display_add_fields: \n",
      "2024-06-01 12:30:23,430 INFO     |     download_path: None\n",
      "2024-06-01 12:30:23,430 INFO     |     dynamic_batching: None\n",
      "2024-06-01 12:30:23,430 INFO     |     hide_labels: False\n",
      "2024-06-01 12:30:23,430 INFO     |     ignore_agent_reply: True\n",
      "2024-06-01 12:30:23,430 INFO     |     image_cropsize: 224\n",
      "2024-06-01 12:30:23,430 INFO     |     image_mode: raw\n",
      "2024-06-01 12:30:23,430 INFO     |     image_size: 256\n",
      "2024-06-01 12:30:23,430 INFO     |     init_model: None\n",
      "2024-06-01 12:30:23,430 INFO     |     init_opt: None\n",
      "2024-06-01 12:30:23,430 INFO     |     is_debug: False\n",
      "2024-06-01 12:30:23,431 INFO     |     loglevel: info\n",
      "2024-06-01 12:30:23,431 INFO     |     max_display_len: 1000\n",
      "2024-06-01 12:30:23,431 INFO     |     model: None\n",
      "2024-06-01 12:30:23,431 INFO     |     model_file: None\n",
      "2024-06-01 12:30:23,431 INFO     |     multitask_weights: [1]\n",
      "2024-06-01 12:30:23,431 INFO     |     mutators: None\n",
      "2024-06-01 12:30:23,431 INFO     |     num_examples: 10\n",
      "2024-06-01 12:30:23,431 INFO     |     override: \"{'task': 'babi:task1k:1'}\"\n",
      "2024-06-01 12:30:23,431 INFO     |     parlai_home: /Users/krishpatel/anaconda3/lib/python3.11/site-packages\n",
      "2024-06-01 12:30:23,431 INFO     |     starttime: Jun01_12-30\n",
      "2024-06-01 12:30:23,431 INFO     |     task: babi:task1k:1\n",
      "2024-06-01 12:30:23,431 INFO     |     teacher_seed: None\n",
      "2024-06-01 12:30:23,431 INFO     |     verbose: False\n",
      "2024-06-01 12:30:23,505 INFO     | Current internal commit: 6fc3a7eecb9a2f3d411bb2dd0beb31af75ec567e\n",
      "2024-06-01 12:30:23,520 INFO     | Current fb commit: 6fc3a7eecb9a2f3d411bb2dd0beb31af75ec567e\n",
      "2024-06-01 12:30:23,522 INFO     | creating task(s): babi:task1k:1\n",
      "2024-06-01 12:30:23,526 INFO     | loading fbdialog data: /Users/krishpatel/anaconda3/lib/python3.11/site-packages/data/bAbI/tasks_1-20_v1-2/en-valid-nosf/qa1_train.txt\n",
      "- - - NEW EPISODE: babi:task1k:1 - - -\n",
      "Mary moved to the bathroom.\n",
      "John went to the hallway.\n",
      "Where is Mary?\n",
      "   bathroom\n",
      "Daniel went back to the hallway.\n",
      "Sandra moved to the garden.\n",
      "Where is Daniel?\n",
      "   hallway\n",
      "John moved to the office.\n",
      "Sandra journeyed to the bathroom.\n",
      "Where is Daniel?\n",
      "   hallway\n",
      "Mary moved to the hallway.\n",
      "Daniel travelled to the office.\n",
      "Where is Daniel?\n",
      "   office\n",
      "John went back to the garden.\n",
      "John moved to the bedroom.\n",
      "Where is Sandra?\n",
      "   bathroom\n",
      "- - - NEW EPISODE: babi:task1k:1 - - -\n",
      "Sandra travelled to the office.\n",
      "Sandra went to the bathroom.\n",
      "Where is Sandra?\n",
      "   bathroom\n",
      "Mary went to the bedroom.\n",
      "Daniel moved to the hallway.\n",
      "Where is Sandra?\n",
      "   bathroom\n",
      "John went to the garden.\n",
      "John travelled to the office.\n",
      "Where is Sandra?\n",
      "   bathroom\n",
      "Daniel journeyed to the bedroom.\n",
      "Daniel travelled to the hallway.\n",
      "Where is John?\n",
      "   office\n",
      "John went to the bedroom.\n",
      "John travelled to the office.\n",
      "Where is Daniel?\n",
      "   hallway\n",
      "2024-06-01 12:30:23,529 INFO     | loaded 180 episodes with a total of 900 examples\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "CompletedProcess(args=['parlai', 'display_data', '--task', 'babi:task1k:1'], returncode=0)"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\n",
    "import subprocess\n",
    "subprocess.run([\"parlai\", \"display_data\", \"--task\", \"babi:task1k:1\"])\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Cloning into 'ParlAI'...\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: parlai in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (1.7.2)\n",
      "Requirement already satisfied: coloredlogs in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (15.0.1)\n",
      "Requirement already satisfied: datasets<2.2.2,>=1.4.1 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (2.2.1)\n",
      "Requirement already satisfied: docutils<0.16,>=0.14 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (0.15.2)\n",
      "Requirement already satisfied: emoji in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (1.7.0)\n",
      "Requirement already satisfied: fairscale~=0.4.1 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (0.4.13)\n",
      "Requirement already satisfied: docformatter~=1.4.0 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (1.4)\n",
      "Requirement already satisfied: flake8-bugbear in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (24.4.26)\n",
      "Requirement already satisfied: flake8 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (6.0.0)\n",
      "Requirement already satisfied: fuzzywuzzy in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (0.18.0)\n",
      "Requirement already satisfied: google-cloud-storage in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (2.14.0)\n",
      "Requirement already satisfied: iopath~=0.1.8 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (0.1.10)\n",
      "Requirement already satisfied: gitdb2 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (4.0.2)\n",
      "Requirement already satisfied: GitPython in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (3.1.43)\n",
      "Requirement already satisfied: hydra-core>=1.1.0 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (1.3.2)\n",
      "Requirement already satisfied: ipython in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (8.15.0)\n",
      "Requirement already satisfied: torch in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (2.3.0)\n",
      "Requirement already satisfied: torchvision in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (0.18.0)\n",
      "Requirement already satisfied: joblib in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (1.2.0)\n",
      "Requirement already satisfied: nltk in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (3.8.1)\n",
      "Requirement already satisfied: omegaconf>=2.1.1 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (2.3.0)\n",
      "Requirement already satisfied: pandas in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (2.0.3)\n",
      "Requirement already satisfied: pytest-regressions in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (2.5.0)\n",
      "Requirement already satisfied: pytest in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (7.4.0)\n",
      "Requirement already satisfied: pexpect in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (4.8.0)\n",
      "Requirement already satisfied: Pillow in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (10.3.0)\n",
      "Requirement already satisfied: py-gfm in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (2.0.0)\n",
      "Requirement already satisfied: py-rouge in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (1.1)\n",
      "Requirement already satisfied: pyyaml in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (6.0.1)\n",
      "Requirement already satisfied: pyzmq in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (26.0.3)\n",
      "Requirement already satisfied: regex>=2021.8.3 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (2022.7.9)\n",
      "Requirement already satisfied: myst-parser<1 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (0.19.2)\n",
      "Collecting attrs~=20.2.0 (from parlai)\n",
      "  Obtaining dependency information for attrs~=20.2.0 from https://files.pythonhosted.org/packages/14/df/479736ae1ef59842f512548bacefad1abed705e400212acba43f9b0fa556/attrs-20.2.0-py2.py3-none-any.whl.metadata\n",
      "  Using cached attrs-20.2.0-py2.py3-none-any.whl.metadata (10 kB)\n",
      "Requirement already satisfied: requests-mock in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (1.12.1)\n",
      "Requirement already satisfied: requests<3,>=2.21.0 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (2.31.0)\n",
      "Requirement already satisfied: scikit-learn in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (1.3.0)\n",
      "Requirement already satisfied: scipy in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (1.11.1)\n",
      "Requirement already satisfied: sh in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (2.0.6)\n",
      "Requirement already satisfied: sphinx-rtd-theme in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (2.0.0)\n",
      "Requirement already satisfied: sphinx-autodoc-typehints~=1.10.3 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (1.10.3)\n",
      "Requirement already satisfied: Sphinx~=5.1.0 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (5.1.1)\n",
      "Requirement already satisfied: subword-nmt in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (0.3.8)\n",
      "Requirement already satisfied: tensorboardX<=2.5.0 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (2.5)\n",
      "Requirement already satisfied: tokenizers>=0.8.0 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (0.13.3)\n",
      "Requirement already satisfied: tomli>=2.0.0 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (2.0.1)\n",
      "Requirement already satisfied: torchtext in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (0.18.0)\n",
      "Requirement already satisfied: tornado in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (6.3.2)\n",
      "Requirement already satisfied: tqdm~=4.62.1 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (4.62.1)\n",
      "Requirement already satisfied: typing-extensions in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (4.11.0)\n",
      "Requirement already satisfied: Unidecode in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (1.2.0)\n",
      "Requirement already satisfied: urllib3<1.27,>=1.26.5 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (1.26.18)\n",
      "Requirement already satisfied: websocket-client in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (1.8.0)\n",
      "Requirement already satisfied: jsonlines in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (4.0.0)\n",
      "Requirement already satisfied: numpy~=1.23.0 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (1.23.5)\n",
      "Requirement already satisfied: markdown<=3.3.2 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (3.3.2)\n",
      "Requirement already satisfied: jinja2 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (3.1.2)\n",
      "Requirement already satisfied: ninja~=1.10.2.3 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (1.10.2.4)\n",
      "Requirement already satisfied: protobuf<=3.20.3,>=3.8.0 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (3.20.3)\n",
      "Requirement already satisfied: contractions~=0.1.72 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (0.1.73)\n",
      "Collecting fsspec~=2022.2.0 (from parlai)\n",
      "  Obtaining dependency information for fsspec~=2022.2.0 from https://files.pythonhosted.org/packages/b4/80/cd21f093faef23c03b9fc1274be7a3bfd63b809d2f06a1cff92e00cacfcc/fsspec-2022.2.0-py3-none-any.whl.metadata\n",
      "  Using cached fsspec-2022.2.0-py3-none-any.whl.metadata (5.3 kB)\n",
      "Requirement already satisfied: google-api-core<=2.11.0 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from parlai) (2.11.0)\n",
      "Requirement already satisfied: textsearch>=0.0.21 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from contractions~=0.1.72->parlai) (0.0.24)\n",
      "Requirement already satisfied: pyarrow>=6.0.0 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from datasets<2.2.2,>=1.4.1->parlai) (11.0.0)\n",
      "Requirement already satisfied: dill in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from datasets<2.2.2,>=1.4.1->parlai) (0.3.6)\n",
      "Requirement already satisfied: xxhash in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from datasets<2.2.2,>=1.4.1->parlai) (2.0.2)\n",
      "Requirement already satisfied: multiprocess in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from datasets<2.2.2,>=1.4.1->parlai) (0.70.14)\n",
      "Requirement already satisfied: fsspec[http]>=2021.05.0 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from datasets<2.2.2,>=1.4.1->parlai) (2024.5.0)\n",
      "Requirement already satisfied: aiohttp in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from datasets<2.2.2,>=1.4.1->parlai) (3.8.5)\n",
      "Requirement already satisfied: huggingface-hub<1.0.0,>=0.1.0 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from datasets<2.2.2,>=1.4.1->parlai) (0.23.0)\n",
      "Requirement already satisfied: packaging in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from datasets<2.2.2,>=1.4.1->parlai) (23.1)\n",
      "Requirement already satisfied: responses<0.19 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from datasets<2.2.2,>=1.4.1->parlai) (0.13.3)\n",
      "Requirement already satisfied: untokenize in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from docformatter~=1.4.0->parlai) (0.1.1)\n",
      "Requirement already satisfied: googleapis-common-protos<2.0dev,>=1.56.2 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from google-api-core<=2.11.0->parlai) (1.62.0)\n",
      "Requirement already satisfied: google-auth<3.0dev,>=2.14.1 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from google-api-core<=2.11.0->parlai) (2.28.1)\n",
      "Requirement already satisfied: antlr4-python3-runtime==4.9.* in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from hydra-core>=1.1.0->parlai) (4.9.3)\n",
      "Requirement already satisfied: portalocker in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from iopath~=0.1.8->parlai) (2.8.2)\n",
      "Requirement already satisfied: markdown-it-py<3.0.0,>=1.0.0 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from myst-parser<1->parlai) (2.2.0)\n",
      "Requirement already satisfied: mdit-py-plugins~=0.3.4 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from myst-parser<1->parlai) (0.3.5)\n",
      "Requirement already satisfied: charset-normalizer<4,>=2 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from requests<3,>=2.21.0->parlai) (2.0.4)\n",
      "Requirement already satisfied: idna<4,>=2.5 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from requests<3,>=2.21.0->parlai) (3.4)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from requests<3,>=2.21.0->parlai) (2023.11.17)\n",
      "Requirement already satisfied: sphinxcontrib-applehelp in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from Sphinx~=5.1.0->parlai) (1.0.2)\n",
      "Requirement already satisfied: sphinxcontrib-devhelp in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from Sphinx~=5.1.0->parlai) (1.0.2)\n",
      "Requirement already satisfied: sphinxcontrib-jsmath in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from Sphinx~=5.1.0->parlai) (1.0.1)\n",
      "Requirement already satisfied: sphinxcontrib-htmlhelp>=2.0.0 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from Sphinx~=5.1.0->parlai) (2.0.0)\n",
      "Requirement already satisfied: sphinxcontrib-serializinghtml>=1.1.5 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from Sphinx~=5.1.0->parlai) (1.1.5)\n",
      "Requirement already satisfied: sphinxcontrib-qthelp in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from Sphinx~=5.1.0->parlai) (1.0.3)\n",
      "Requirement already satisfied: Pygments>=2.0 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from Sphinx~=5.1.0->parlai) (2.15.1)\n",
      "Requirement already satisfied: snowballstemmer>=1.1 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from Sphinx~=5.1.0->parlai) (2.2.0)\n",
      "Requirement already satisfied: babel>=1.3 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from Sphinx~=5.1.0->parlai) (2.11.0)\n",
      "Requirement already satisfied: alabaster<0.8,>=0.7 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from Sphinx~=5.1.0->parlai) (0.7.12)\n",
      "Requirement already satisfied: imagesize in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from Sphinx~=5.1.0->parlai) (1.4.1)\n",
      "Requirement already satisfied: MarkupSafe>=2.0 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from jinja2->parlai) (2.1.1)\n",
      "Requirement already satisfied: six in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from tensorboardX<=2.5.0->parlai) (1.16.0)\n",
      "Requirement already satisfied: filelock in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from torch->parlai) (3.9.0)\n",
      "Requirement already satisfied: sympy in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from torch->parlai) (1.11.1)\n",
      "Requirement already satisfied: networkx in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from torch->parlai) (3.1)\n",
      "Requirement already satisfied: humanfriendly>=9.1 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from coloredlogs->parlai) (10.0)\n",
      "Requirement already satisfied: mccabe<0.8.0,>=0.7.0 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from flake8->parlai) (0.7.0)\n",
      "Requirement already satisfied: pycodestyle<2.11.0,>=2.10.0 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from flake8->parlai) (2.10.0)\n",
      "Requirement already satisfied: pyflakes<3.1.0,>=3.0.0 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from flake8->parlai) (3.0.1)\n",
      "Requirement already satisfied: gitdb>=4.0.1 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from gitdb2->parlai) (4.0.11)\n",
      "Requirement already satisfied: google-cloud-core<3.0dev,>=2.3.0 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from google-cloud-storage->parlai) (2.4.1)\n",
      "Requirement already satisfied: google-resumable-media>=2.6.0 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from google-cloud-storage->parlai) (2.7.0)\n",
      "Requirement already satisfied: google-crc32c<2.0dev,>=1.0 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from google-cloud-storage->parlai) (1.5.0)\n",
      "Requirement already satisfied: backcall in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from ipython->parlai) (0.2.0)\n",
      "Requirement already satisfied: decorator in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from ipython->parlai) (5.1.1)\n",
      "Requirement already satisfied: jedi>=0.16 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from ipython->parlai) (0.18.1)\n",
      "Requirement already satisfied: matplotlib-inline in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from ipython->parlai) (0.1.6)\n",
      "Requirement already satisfied: pickleshare in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from ipython->parlai) (0.7.5)\n",
      "Requirement already satisfied: prompt-toolkit!=3.0.37,<3.1.0,>=3.0.30 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from ipython->parlai) (3.0.36)\n",
      "Requirement already satisfied: stack-data in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from ipython->parlai) (0.2.0)\n",
      "Requirement already satisfied: traitlets>=5 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from ipython->parlai) (5.7.1)\n",
      "Requirement already satisfied: appnope in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from ipython->parlai) (0.1.2)\n",
      "Requirement already satisfied: ptyprocess>=0.5 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from pexpect->parlai) (0.7.0)\n",
      "Requirement already satisfied: click in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from nltk->parlai) (8.0.4)\n",
      "Requirement already satisfied: python-dateutil>=2.8.2 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from pandas->parlai) (2.8.2)\n",
      "Requirement already satisfied: pytz>=2020.1 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from pandas->parlai) (2023.3.post1)\n",
      "Requirement already satisfied: tzdata>=2022.1 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from pandas->parlai) (2023.3)\n",
      "Requirement already satisfied: iniconfig in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from pytest->parlai) (1.1.1)\n",
      "Requirement already satisfied: pluggy<2.0,>=0.12 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from pytest->parlai) (1.0.0)\n",
      "Requirement already satisfied: pytest-datadir>=1.2.0 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from pytest-regressions->parlai) (1.5.0)\n",
      "Requirement already satisfied: threadpoolctl>=2.0.0 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from scikit-learn->parlai) (2.2.0)\n",
      "Requirement already satisfied: sphinxcontrib-jquery<5,>=4 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from sphinx-rtd-theme->parlai) (4.1)\n",
      "Requirement already satisfied: mock in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from subword-nmt->parlai) (5.1.0)\n",
      "INFO: pip is looking at multiple versions of fsspec[http] to determine which version is compatible with other requirements. This could take a while.\n",
      "Collecting fsspec[http]>=2021.05.0 (from datasets<2.2.2,>=1.4.1->parlai)\n",
      "  Obtaining dependency information for fsspec[http]>=2021.05.0 from https://files.pythonhosted.org/packages/93/6d/66d48b03460768f523da62a57a7e14e5e95fdf339d79e996ce3cecda2cdb/fsspec-2024.3.1-py3-none-any.whl.metadata\n",
      "  Using cached fsspec-2024.3.1-py3-none-any.whl.metadata (6.8 kB)\n",
      "  Obtaining dependency information for fsspec[http]>=2021.05.0 from https://files.pythonhosted.org/packages/60/be/ba7cf9660a7f566fe6b63eab725e962d23ffc340324ba1eb837833e4b90a/fsspec-2024.3.0-py3-none-any.whl.metadata\n",
      "  Using cached fsspec-2024.3.0-py3-none-any.whl.metadata (6.8 kB)\n",
      "  Obtaining dependency information for fsspec[http]>=2021.05.0 from https://files.pythonhosted.org/packages/ad/30/2281c062222dc39328843bd1ddd30ff3005ef8e30b2fd09c4d2792766061/fsspec-2024.2.0-py3-none-any.whl.metadata\n",
      "  Using cached fsspec-2024.2.0-py3-none-any.whl.metadata (6.8 kB)\n",
      "  Obtaining dependency information for fsspec[http]>=2021.05.0 from https://files.pythonhosted.org/packages/70/25/fab23259a52ece5670dcb8452e1af34b89e6135ecc17cd4b54b4b479eac6/fsspec-2023.12.2-py3-none-any.whl.metadata\n",
      "  Using cached fsspec-2023.12.2-py3-none-any.whl.metadata (6.8 kB)\n",
      "  Obtaining dependency information for fsspec[http]>=2021.05.0 from https://files.pythonhosted.org/packages/96/0e/2be9b5a2e3f736577e749bbdf27a1e7e965041e1c908d49dedf56eeb2b8a/fsspec-2023.12.1-py3-none-any.whl.metadata\n",
      "  Using cached fsspec-2023.12.1-py3-none-any.whl.metadata (6.8 kB)\n",
      "  Obtaining dependency information for fsspec[http]>=2021.05.0 from https://files.pythonhosted.org/packages/67/32/9276db0647d8142da3d9ec1af536522081813005a9d7aaebbdba082967c1/fsspec-2023.12.0-py3-none-any.whl.metadata\n",
      "  Using cached fsspec-2023.12.0-py3-none-any.whl.metadata (6.8 kB)\n",
      "  Obtaining dependency information for fsspec[http]>=2021.05.0 from https://files.pythonhosted.org/packages/e8/f6/3eccfb530aac90ad1301c582da228e4763f19e719ac8200752a4841b0b2d/fsspec-2023.10.0-py3-none-any.whl.metadata\n",
      "  Using cached fsspec-2023.10.0-py3-none-any.whl.metadata (6.8 kB)\n",
      "INFO: pip is still looking at multiple versions of fsspec[http] to determine which version is compatible with other requirements. This could take a while.\n",
      "  Obtaining dependency information for fsspec[http]>=2021.05.0 from https://files.pythonhosted.org/packages/fe/d3/e1aa96437d944fbb9cc95d0316e25583886e9cd9e6adc07baad943524eda/fsspec-2023.9.2-py3-none-any.whl.metadata\n",
      "  Using cached fsspec-2023.9.2-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Obtaining dependency information for fsspec[http]>=2021.05.0 from https://files.pythonhosted.org/packages/6a/af/c673e8c663e17bd4fb201a6f029153ad5d7023aa4442d81c7987743db379/fsspec-2023.9.1-py3-none-any.whl.metadata\n",
      "  Using cached fsspec-2023.9.1-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Obtaining dependency information for fsspec[http]>=2021.05.0 from https://files.pythonhosted.org/packages/3a/9f/b40e8e5be886143379000af5fc0c675352d59e82fd869d24bf784161dc77/fsspec-2023.9.0-py3-none-any.whl.metadata\n",
      "  Using cached fsspec-2023.9.0-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Obtaining dependency information for fsspec[http]>=2021.05.0 from https://files.pythonhosted.org/packages/e3/bd/4c0a4619494188a9db5d77e2100ab7d544a42e76b2447869d8e124e981d8/fsspec-2023.6.0-py3-none-any.whl.metadata\n",
      "  Using cached fsspec-2023.6.0-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Obtaining dependency information for fsspec[http]>=2021.05.0 from https://files.pythonhosted.org/packages/ec/4e/397b234a369df06ec782666fcdf9791d125ca6de48729814b381af8c6c03/fsspec-2023.5.0-py3-none-any.whl.metadata\n",
      "  Using cached fsspec-2023.5.0-py3-none-any.whl.metadata (6.7 kB)\n",
      "INFO: This is taking longer than usual. You might need to provide the dependency resolver with stricter constraints to reduce runtime. See https://pip.pypa.io/warnings/backtracking for guidance. If you want to abort this run, press Ctrl + C.\n",
      "  Obtaining dependency information for fsspec[http]>=2021.05.0 from https://files.pythonhosted.org/packages/d6/30/db3078afe553e9a07c87534cbfb87a8c8ebb083fa0a8847ca5bdc86b51a7/fsspec-2023.4.0-py3-none-any.whl.metadata\n",
      "  Using cached fsspec-2023.4.0-py3-none-any.whl.metadata (6.7 kB)\n",
      "  Obtaining dependency information for fsspec[http]>=2021.05.0 from https://files.pythonhosted.org/packages/4f/65/887925f1549fcb6ac3abb23a747c10f5ab083e8471fe568768b18bdb15b2/fsspec-2023.3.0-py3-none-any.whl.metadata\n",
      "  Using cached fsspec-2023.3.0-py3-none-any.whl.metadata (5.5 kB)\n",
      "  Obtaining dependency information for fsspec[http]>=2021.05.0 from https://files.pythonhosted.org/packages/bd/64/f0d369ede0ca54fdd520bdee5086dbaf0af81dac53a2ce847bd1ec6e0bf1/fsspec-2023.1.0-py3-none-any.whl.metadata\n",
      "  Using cached fsspec-2023.1.0-py3-none-any.whl.metadata (5.5 kB)\n",
      "  Obtaining dependency information for fsspec[http]>=2021.05.0 from https://files.pythonhosted.org/packages/37/57/eb7c3c10b187d3b8565946772ce0229c79e3c623010eda0aeb5032ff56f4/fsspec-2022.11.0-py3-none-any.whl.metadata\n",
      "  Using cached fsspec-2022.11.0-py3-none-any.whl.metadata (5.6 kB)\n",
      "  Obtaining dependency information for fsspec[http]>=2021.05.0 from https://files.pythonhosted.org/packages/4c/3d/86112db0fc482c4b11031516340e2d9978aa837ee104b4bebaaad0fae465/fsspec-2022.10.0-py3-none-any.whl.metadata\n",
      "  Using cached fsspec-2022.10.0-py3-none-any.whl.metadata (5.6 kB)\n",
      "  Obtaining dependency information for fsspec[http]>=2021.05.0 from https://files.pythonhosted.org/packages/82/f3/30f7925f22f623ebac35b40d48151578ef7303d897764e1d95323727611b/fsspec-2022.8.2-py3-none-any.whl.metadata\n",
      "  Using cached fsspec-2022.8.2-py3-none-any.whl.metadata (5.6 kB)\n",
      "  Obtaining dependency information for fsspec[http]>=2021.05.0 from https://files.pythonhosted.org/packages/58/fe/96674000d326e859ca2c654eeb9178f728e79ab466c2195bee305773d5a3/fsspec-2022.7.1-py3-none-any.whl.metadata\n",
      "  Using cached fsspec-2022.7.1-py3-none-any.whl.metadata (5.6 kB)\n",
      "  Obtaining dependency information for fsspec[http]>=2021.05.0 from https://files.pythonhosted.org/packages/13/a8/8fa0264169ec505c8c8302f27b63bf641ce79e249d4ee103c3f631d83686/fsspec-2022.7.0-py3-none-any.whl.metadata\n",
      "  Using cached fsspec-2022.7.0-py3-none-any.whl.metadata (5.6 kB)\n",
      "  Obtaining dependency information for fsspec[http]>=2021.05.0 from https://files.pythonhosted.org/packages/bd/4c/166d788feff5c739b833342945bbba406581095fb6c4a056113fae646b5c/fsspec-2022.5.0-py3-none-any.whl.metadata\n",
      "  Using cached fsspec-2022.5.0-py3-none-any.whl.metadata (5.5 kB)\n",
      "  Obtaining dependency information for fsspec[http]>=2021.05.0 from https://files.pythonhosted.org/packages/a4/45/dcaa113699791da09107c231858ae75f34516064fc4f0db295df3df23b9e/fsspec-2022.3.0-py3-none-any.whl.metadata\n",
      "  Using cached fsspec-2022.3.0-py3-none-any.whl.metadata (5.5 kB)\n",
      "Requirement already satisfied: smmap<6,>=3.0.1 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from gitdb>=4.0.1->gitdb2->parlai) (5.0.1)\n",
      "Requirement already satisfied: cachetools<6.0,>=2.0.0 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from google-auth<3.0dev,>=2.14.1->google-api-core<=2.11.0->parlai) (5.3.3)\n",
      "Requirement already satisfied: pyasn1-modules>=0.2.1 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from google-auth<3.0dev,>=2.14.1->google-api-core<=2.11.0->parlai) (0.2.8)\n",
      "Requirement already satisfied: rsa<5,>=3.1.4 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from google-auth<3.0dev,>=2.14.1->google-api-core<=2.11.0->parlai) (4.9)\n",
      "INFO: pip is looking at multiple versions of huggingface-hub to determine which version is compatible with other requirements. This could take a while.\n",
      "Collecting huggingface-hub<1.0.0,>=0.1.0 (from datasets<2.2.2,>=1.4.1->parlai)\n",
      "  Obtaining dependency information for huggingface-hub<1.0.0,>=0.1.0 from https://files.pythonhosted.org/packages/78/71/6ce4136149cb42b98599d49c39b3a39dd6858b5f9307490998c40e26a51e/huggingface_hub-0.23.2-py3-none-any.whl.metadata\n",
      "  Using cached huggingface_hub-0.23.2-py3-none-any.whl.metadata (12 kB)\n",
      "  Obtaining dependency information for huggingface-hub<1.0.0,>=0.1.0 from https://files.pythonhosted.org/packages/92/27/1a30d8082ef3c8615ae198b9d451fafffdab815b96727ec3c06befc27ebe/huggingface_hub-0.23.1-py3-none-any.whl.metadata\n",
      "  Using cached huggingface_hub-0.23.1-py3-none-any.whl.metadata (12 kB)\n",
      "  Obtaining dependency information for huggingface-hub<1.0.0,>=0.1.0 from https://files.pythonhosted.org/packages/05/c0/779afbad8e75565c09ffa24a88b5dd7e293c92b74eb09df6435fc58ac986/huggingface_hub-0.22.2-py3-none-any.whl.metadata\n",
      "  Using cached huggingface_hub-0.22.2-py3-none-any.whl.metadata (12 kB)\n",
      "  Obtaining dependency information for huggingface-hub<1.0.0,>=0.1.0 from https://files.pythonhosted.org/packages/b6/51/d418bb7bb9e32845d3cb4d526012ddf1fea6bb3d55b6a1880698e4b7f19f/huggingface_hub-0.22.1-py3-none-any.whl.metadata\n",
      "  Using cached huggingface_hub-0.22.1-py3-none-any.whl.metadata (12 kB)\n",
      "  Obtaining dependency information for huggingface-hub<1.0.0,>=0.1.0 from https://files.pythonhosted.org/packages/89/66/1e0799583d8c844b59aa1a1d06ba26d50e8748d8b61b3ba8cbe4a0b26bc0/huggingface_hub-0.22.0-py3-none-any.whl.metadata\n",
      "  Using cached huggingface_hub-0.22.0-py3-none-any.whl.metadata (12 kB)\n",
      "  Obtaining dependency information for huggingface-hub<1.0.0,>=0.1.0 from https://files.pythonhosted.org/packages/ab/28/d4b691840d73126d4c9845f8a22dad033ac872509b6d3a0d93b456eef424/huggingface_hub-0.21.4-py3-none-any.whl.metadata\n",
      "  Using cached huggingface_hub-0.21.4-py3-none-any.whl.metadata (13 kB)\n",
      "  Obtaining dependency information for huggingface-hub<1.0.0,>=0.1.0 from https://files.pythonhosted.org/packages/47/8f/cf6683de320cf3873850ba48b7383db96958fe435b8e227db92119f6d867/huggingface_hub-0.21.3-py3-none-any.whl.metadata\n",
      "  Using cached huggingface_hub-0.21.3-py3-none-any.whl.metadata (13 kB)\n",
      "INFO: pip is still looking at multiple versions of huggingface-hub to determine which version is compatible with other requirements. This could take a while.\n",
      "  Obtaining dependency information for huggingface-hub<1.0.0,>=0.1.0 from https://files.pythonhosted.org/packages/3d/c8/c3342c97848896df5d78d18abd94c558e457a4f02feec99a79989d8c30e0/huggingface_hub-0.21.2-py3-none-any.whl.metadata\n",
      "  Using cached huggingface_hub-0.21.2-py3-none-any.whl.metadata (13 kB)\n",
      "  Obtaining dependency information for huggingface-hub<1.0.0,>=0.1.0 from https://files.pythonhosted.org/packages/15/95/614f1a310e333e9bbf338bcc3c9378aa4c5ae7978b8621c934e27ce6befc/huggingface_hub-0.21.1-py3-none-any.whl.metadata\n",
      "  Using cached huggingface_hub-0.21.1-py3-none-any.whl.metadata (13 kB)\n",
      "  Obtaining dependency information for huggingface-hub<1.0.0,>=0.1.0 from https://files.pythonhosted.org/packages/76/4d/8def98a3925c1e3a1b26eebdcf21ebc25e997b9ce85fd1c88290104b9ae5/huggingface_hub-0.21.0-py3-none-any.whl.metadata\n",
      "  Using cached huggingface_hub-0.21.0-py3-none-any.whl.metadata (13 kB)\n",
      "  Obtaining dependency information for huggingface-hub<1.0.0,>=0.1.0 from https://files.pythonhosted.org/packages/28/03/7d3c7153113ec59cfb31e3b8ee773f5f420a0dd7d26d40442542b96675c3/huggingface_hub-0.20.3-py3-none-any.whl.metadata\n",
      "  Using cached huggingface_hub-0.20.3-py3-none-any.whl.metadata (12 kB)\n",
      "  Obtaining dependency information for huggingface-hub<1.0.0,>=0.1.0 from https://files.pythonhosted.org/packages/3d/0a/aed3253a9ce63d9c90829b1d36bc44ad966499ff4f5827309099c8c9184b/huggingface_hub-0.20.2-py3-none-any.whl.metadata\n",
      "  Using cached huggingface_hub-0.20.2-py3-none-any.whl.metadata (12 kB)\n",
      "INFO: This is taking longer than usual. You might need to provide the dependency resolver with stricter constraints to reduce runtime. See https://pip.pypa.io/warnings/backtracking for guidance. If you want to abort this run, press Ctrl + C.\n",
      "  Obtaining dependency information for huggingface-hub<1.0.0,>=0.1.0 from https://files.pythonhosted.org/packages/a0/0a/02ac0ae1047d97769003ff4fb8e6717024f3f174a5d13257415aa09e13d9/huggingface_hub-0.20.1-py3-none-any.whl.metadata\n",
      "  Using cached huggingface_hub-0.20.1-py3-none-any.whl.metadata (12 kB)\n",
      "  Obtaining dependency information for huggingface-hub<1.0.0,>=0.1.0 from https://files.pythonhosted.org/packages/69/03/46f112e2e415926bc7bdac2f5366572de0c28cb88051537b25a586b5d881/huggingface_hub-0.20.0-py3-none-any.whl.metadata\n",
      "  Using cached huggingface_hub-0.20.0-py3-none-any.whl.metadata (12 kB)\n",
      "  Obtaining dependency information for huggingface-hub<1.0.0,>=0.1.0 from https://files.pythonhosted.org/packages/05/09/1945ca6ba3ad8ad6e2872ba682ce8d68c5e63c8e55458ed8ab4885709f1d/huggingface_hub-0.19.4-py3-none-any.whl.metadata\n",
      "  Using cached huggingface_hub-0.19.4-py3-none-any.whl.metadata (14 kB)\n",
      "  Obtaining dependency information for huggingface-hub<1.0.0,>=0.1.0 from https://files.pythonhosted.org/packages/38/f6/06d7489a9f1b2112a640b3272abd43319d0ee625f26efafb350106893c19/huggingface_hub-0.19.3-py3-none-any.whl.metadata\n",
      "  Using cached huggingface_hub-0.19.3-py3-none-any.whl.metadata (14 kB)\n",
      "  Obtaining dependency information for huggingface-hub<1.0.0,>=0.1.0 from https://files.pythonhosted.org/packages/38/ea/01fab9eaff633d522d84fc76c6973873abbd54baafba03bf5992c8ef144a/huggingface_hub-0.19.2-py3-none-any.whl.metadata\n",
      "  Using cached huggingface_hub-0.19.2-py3-none-any.whl.metadata (13 kB)\n",
      "  Obtaining dependency information for huggingface-hub<1.0.0,>=0.1.0 from https://files.pythonhosted.org/packages/65/cc/2891260847777eb9aaca278aaf3f846c9ff8ea1351643a4f33ff26d5d213/huggingface_hub-0.19.1-py3-none-any.whl.metadata\n",
      "  Using cached huggingface_hub-0.19.1-py3-none-any.whl.metadata (13 kB)\n",
      "  Obtaining dependency information for huggingface-hub<1.0.0,>=0.1.0 from https://files.pythonhosted.org/packages/64/8c/2766ce7e136eeb8b4d502e68eb1fe65342ee1aaf9129ec1c0838e5a4f0cb/huggingface_hub-0.19.0-py3-none-any.whl.metadata\n",
      "  Using cached huggingface_hub-0.19.0-py3-none-any.whl.metadata (13 kB)\n",
      "  Obtaining dependency information for huggingface-hub<1.0.0,>=0.1.0 from https://files.pythonhosted.org/packages/ef/b5/b6107bd65fa4c96fdf00e4733e2fe5729bb9e5e09997f63074bb43d3ab28/huggingface_hub-0.18.0-py3-none-any.whl.metadata\n",
      "  Using cached huggingface_hub-0.18.0-py3-none-any.whl.metadata (13 kB)\n",
      "  Obtaining dependency information for huggingface-hub<1.0.0,>=0.1.0 from https://files.pythonhosted.org/packages/aa/f3/3fc97336a0e90516901befd4f500f08d691034d387406fdbde85bea827cc/huggingface_hub-0.17.3-py3-none-any.whl.metadata\n",
      "  Using cached huggingface_hub-0.17.3-py3-none-any.whl.metadata (13 kB)\n",
      "Requirement already satisfied: parso<0.9.0,>=0.8.0 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from jedi>=0.16->ipython->parlai) (0.8.3)\n",
      "Requirement already satisfied: mdurl~=0.1 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from markdown-it-py<3.0.0,>=1.0.0->myst-parser<1->parlai) (0.1.0)\n",
      "Requirement already satisfied: wcwidth in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from prompt-toolkit!=3.0.37,<3.1.0,>=3.0.30->ipython->parlai) (0.2.13)\n",
      "Requirement already satisfied: anyascii in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from textsearch>=0.0.21->contractions~=0.1.72->parlai) (0.3.2)\n",
      "Requirement already satisfied: pyahocorasick in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from textsearch>=0.0.21->contractions~=0.1.72->parlai) (2.1.0)\n",
      "Requirement already satisfied: multidict<7.0,>=4.5 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from aiohttp->datasets<2.2.2,>=1.4.1->parlai) (6.0.2)\n",
      "Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from aiohttp->datasets<2.2.2,>=1.4.1->parlai) (4.0.2)\n",
      "Requirement already satisfied: yarl<2.0,>=1.0 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from aiohttp->datasets<2.2.2,>=1.4.1->parlai) (1.8.1)\n",
      "Requirement already satisfied: frozenlist>=1.1.1 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from aiohttp->datasets<2.2.2,>=1.4.1->parlai) (1.3.3)\n",
      "Requirement already satisfied: aiosignal>=1.1.2 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from aiohttp->datasets<2.2.2,>=1.4.1->parlai) (1.2.0)\n",
      "Requirement already satisfied: executing in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from stack-data->ipython->parlai) (0.8.3)\n",
      "Requirement already satisfied: asttokens in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from stack-data->ipython->parlai) (2.0.5)\n",
      "Requirement already satisfied: pure-eval in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from stack-data->ipython->parlai) (0.2.2)\n",
      "Requirement already satisfied: mpmath>=0.19 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from sympy->torch->parlai) (1.3.0)\n",
      "Requirement already satisfied: pyasn1<0.5.0,>=0.4.6 in /Users/krishpatel/anaconda3/lib/python3.11/site-packages (from pyasn1-modules>=0.2.1->google-auth<3.0dev,>=2.14.1->google-api-core<=2.11.0->parlai) (0.4.8)\n",
      "Using cached attrs-20.2.0-py2.py3-none-any.whl (48 kB)\n",
      "Using cached fsspec-2022.2.0-py3-none-any.whl (134 kB)\n",
      "Using cached huggingface_hub-0.17.3-py3-none-any.whl (295 kB)\n",
      "Installing collected packages: fsspec, attrs, huggingface-hub\n",
      "  Attempting uninstall: fsspec\n",
      "    Found existing installation: fsspec 2024.5.0\n",
      "    Uninstalling fsspec-2024.5.0:\n",
      "      Successfully uninstalled fsspec-2024.5.0\n",
      "  Attempting uninstall: attrs\n",
      "    Found existing installation: attrs 23.2.0\n",
      "    Uninstalling attrs-23.2.0:\n",
      "      Successfully uninstalled attrs-23.2.0\n",
      "  Attempting uninstall: huggingface-hub\n",
      "    Found existing installation: huggingface-hub 0.23.0\n",
      "    Uninstalling huggingface-hub-0.23.0:\n",
      "      Successfully uninstalled huggingface-hub-0.23.0\n",
      "Successfully installed attrs-20.2.0 fsspec-2022.2.0 huggingface-hub-0.17.3\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
      "spyder 5.4.3 requires pyqt5<5.16, which is not installed.\n",
      "spyder 5.4.3 requires pyqtwebengine<5.16, which is not installed.\n",
      "referencing 0.35.1 requires attrs>=22.2.0, but you have attrs 20.2.0 which is incompatible.\n",
      "jsonschema 4.22.0 requires attrs>=22.2.0, but you have attrs 20.2.0 which is incompatible.\n",
      "s3fs 2023.4.0 requires fsspec==2023.4.0, but you have fsspec 2022.2.0 which is incompatible.\u001b[0m\u001b[31m\n",
      "\u001b[0mfatal: destination path 'ParlAI' already exists and is not an empty directory.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "running develop\n",
      "running egg_info\n",
      "creating parlai.egg-info\n",
      "writing parlai.egg-info/PKG-INFO\n",
      "writing dependency_links to parlai.egg-info/dependency_links.txt\n",
      "writing entry points to parlai.egg-info/entry_points.txt\n",
      "writing requirements to parlai.egg-info/requires.txt\n",
      "writing top-level names to parlai.egg-info/top_level.txt\n",
      "writing manifest file 'parlai.egg-info/SOURCES.txt'\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/krishpatel/anaconda3/lib/python3.11/site-packages/setuptools/command/develop.py:40: EasyInstallDeprecationWarning: easy_install command is deprecated.\n",
      "!!\n",
      "\n",
      "        ********************************************************************************\n",
      "        Please avoid running ``setup.py`` and ``easy_install``.\n",
      "        Instead, use pypa/build, pypa/installer or other\n",
      "        standards-based tools.\n",
      "\n",
      "        See https://github.com/pypa/setuptools/issues/917 for details.\n",
      "        ********************************************************************************\n",
      "\n",
      "!!\n",
      "  easy_install.initialize_options(self)\n",
      "/Users/krishpatel/anaconda3/lib/python3.11/site-packages/setuptools/_distutils/cmd.py:66: SetuptoolsDeprecationWarning: setup.py install is deprecated.\n",
      "!!\n",
      "\n",
      "        ********************************************************************************\n",
      "        Please avoid running ``setup.py`` directly.\n",
      "        Instead, use pypa/build, pypa/installer or other\n",
      "        standards-based tools.\n",
      "\n",
      "        See https://blog.ganssle.io/articles/2021/10/setup-py-deprecated.html for details.\n",
      "        ********************************************************************************\n",
      "\n",
      "!!\n",
      "  self.initialize_options()\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "reading manifest file 'parlai.egg-info/SOURCES.txt'\n",
      "adding license file 'LICENSE'\n",
      "writing manifest file 'parlai.egg-info/SOURCES.txt'\n",
      "running build_ext\n",
      "Creating /Users/krishpatel/anaconda3/lib/python3.11/site-packages/parlai.egg-link (link to .)\n",
      "Adding parlai 1.7.2 to easy-install.pth file\n",
      "Installing parlai script to /Users/krishpatel/anaconda3/bin\n",
      "\n",
      "Installed /Users/krishpatel/Desktop/Persona-Chatbot-G28/ParlAI\n",
      "Processing dependencies for parlai==1.7.2\n",
      "Searching for litellm>=0.1.400\n",
      "Reading https://pypi.org/simple/litellm/\n",
      "Downloading https://files.pythonhosted.org/packages/7a/fa/bc5a66945c263758dcf6125e0f3be10595320fecd66de5c573de54f99819/litellm-1.40.0-py3-none-any.whl#sha256=c3055767ae144585699fdb07b3ad678e66738c2eff19abd7761c8fe22d6e636f\n",
      "Best match: litellm 1.40.0\n",
      "Processing litellm-1.40.0-py3-none-any.whl\n",
      "Installing litellm-1.40.0-py3-none-any.whl to /Users/krishpatel/anaconda3/lib/python3.11/site-packages\n",
      "Adding litellm 1.40.0 to easy-install.pth file\n",
      "Installing litellm script to /Users/krishpatel/anaconda3/bin\n",
      "\n",
      "Installed /Users/krishpatel/anaconda3/lib/python3.11/site-packages/litellm-1.40.0-py3.11.egg\n",
      "Searching for openai<=0.27.7\n",
      "Reading https://pypi.org/simple/openai/\n",
      "Downloading https://files.pythonhosted.org/packages/35/c3/de7124146c3edbe8fd8163028d9ac998f2fd5dcda9225655f1d4ed684bbc/openai-0.27.7-py3-none-any.whl#sha256=788fb7fa85bf7caac6c1ed7eea5984254a1bdaf09ef485acf0e5718c8b2dc25a\n",
      "Best match: openai 0.27.7\n",
      "Processing openai-0.27.7-py3-none-any.whl\n",
      "Installing openai-0.27.7-py3-none-any.whl to /Users/krishpatel/anaconda3/lib/python3.11/site-packages\n",
      "Adding openai 0.27.7 to easy-install.pth file\n",
      "detected new path './litellm-1.40.0-py3.11.egg'\n",
      "Installing openai script to /Users/krishpatel/anaconda3/bin\n",
      "\n",
      "Installed /Users/krishpatel/anaconda3/lib/python3.11/site-packages/openai-0.27.7-py3.11.egg\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "error: openai 0.27.7 is installed but openai>=1.27.0 is required by {'litellm'}\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2024-06-01 18:42:15,115 INFO     | building dictionary first...\n",
      "2024-06-01 18:42:15,116 INFO     | Opt:\n",
      "2024-06-01 18:42:15,116 INFO     |     activation: relu\n",
      "2024-06-01 18:42:15,116 INFO     |     adafactor_eps: '(1e-30, 0.001)'\n",
      "2024-06-01 18:42:15,116 INFO     |     adam_eps: 1e-08\n",
      "2024-06-01 18:42:15,116 INFO     |     add_p1_after_newln: False\n",
      "2024-06-01 18:42:15,116 INFO     |     aggregate_micro: False\n",
      "2024-06-01 18:42:15,116 INFO     |     allow_missing_init_opts: False\n",
      "2024-06-01 18:42:15,116 INFO     |     attention_dropout: 0.0\n",
      "2024-06-01 18:42:15,116 INFO     |     batchsize: 1\n",
      "2024-06-01 18:42:15,116 INFO     |     beam_block_full_context: True\n",
      "2024-06-01 18:42:15,116 INFO     |     beam_block_list_filename: None\n",
      "2024-06-01 18:42:15,116 INFO     |     beam_block_ngram: -1\n",
      "2024-06-01 18:42:15,116 INFO     |     beam_context_block_ngram: -1\n",
      "2024-06-01 18:42:15,116 INFO     |     beam_delay: 30\n",
      "2024-06-01 18:42:15,116 INFO     |     beam_length_penalty: 0.65\n",
      "2024-06-01 18:42:15,116 INFO     |     beam_min_length: 1\n",
      "2024-06-01 18:42:15,116 INFO     |     beam_size: 1\n",
      "2024-06-01 18:42:15,116 INFO     |     betas: '(0.9, 0.999)'\n",
      "2024-06-01 18:42:15,116 INFO     |     bpe_add_prefix_space: None\n",
      "2024-06-01 18:42:15,116 INFO     |     bpe_debug: False\n",
      "2024-06-01 18:42:15,116 INFO     |     bpe_dropout: None\n",
      "2024-06-01 18:42:15,116 INFO     |     bpe_merge: None\n",
      "2024-06-01 18:42:15,116 INFO     |     bpe_vocab: None\n",
      "2024-06-01 18:42:15,116 INFO     |     checkpoint_activations: False\n",
      "2024-06-01 18:42:15,116 INFO     |     clearml_log: False\n",
      "2024-06-01 18:42:15,116 INFO     |     clearml_project_name: ParlAI\n",
      "2024-06-01 18:42:15,116 INFO     |     clearml_task_name: 'Default Task'\n",
      "2024-06-01 18:42:15,116 INFO     |     compute_tokenized_bleu: False\n",
      "2024-06-01 18:42:15,116 INFO     |     datapath: /Users/krishpatel/anaconda3/lib/python3.11/site-packages/data\n",
      "2024-06-01 18:42:15,116 INFO     |     datatype: train\n",
      "2024-06-01 18:42:15,116 INFO     |     delimiter: '\\n'\n",
      "2024-06-01 18:42:15,116 INFO     |     dict_class: parlai.core.dict:DictionaryAgent\n",
      "2024-06-01 18:42:15,116 INFO     |     dict_endtoken: __end__\n",
      "2024-06-01 18:42:15,116 INFO     |     dict_file: saved_model.dict\n",
      "2024-06-01 18:42:15,116 INFO     |     dict_include_test: False\n",
      "2024-06-01 18:42:15,116 INFO     |     dict_include_valid: False\n",
      "2024-06-01 18:42:15,116 INFO     |     dict_initpath: None\n",
      "2024-06-01 18:42:15,116 INFO     |     dict_language: english\n",
      "2024-06-01 18:42:15,116 INFO     |     dict_loaded: False\n",
      "2024-06-01 18:42:15,116 INFO     |     dict_lower: False\n",
      "2024-06-01 18:42:15,116 INFO     |     dict_max_ngram_size: -1\n",
      "2024-06-01 18:42:15,116 INFO     |     dict_maxexs: -1\n",
      "2024-06-01 18:42:15,116 INFO     |     dict_maxtokens: -1\n",
      "2024-06-01 18:42:15,116 INFO     |     dict_minfreq: 0\n",
      "2024-06-01 18:42:15,116 INFO     |     dict_nulltoken: __null__\n",
      "2024-06-01 18:42:15,116 INFO     |     dict_starttoken: __start__\n",
      "2024-06-01 18:42:15,116 INFO     |     dict_textfields: text,labels\n",
      "2024-06-01 18:42:15,116 INFO     |     dict_tokenizer: re\n",
      "2024-06-01 18:42:15,116 INFO     |     dict_unktoken: __unk__\n",
      "2024-06-01 18:42:15,116 INFO     |     display_examples: False\n",
      "2024-06-01 18:42:15,116 INFO     |     download_path: None\n",
      "2024-06-01 18:42:15,116 INFO     |     dropout: 0.0\n",
      "2024-06-01 18:42:15,116 INFO     |     dynamic_batching: None\n",
      "2024-06-01 18:42:15,116 INFO     |     embedding_projection: random\n",
      "2024-06-01 18:42:15,116 INFO     |     embedding_size: 300\n",
      "2024-06-01 18:42:15,116 INFO     |     embedding_type: random\n",
      "2024-06-01 18:42:15,116 INFO     |     embeddings_scale: True\n",
      "2024-06-01 18:42:15,116 INFO     |     eval_batchsize: None\n",
      "2024-06-01 18:42:15,116 INFO     |     eval_dynamic_batching: None\n",
      "2024-06-01 18:42:15,116 INFO     |     evaltask: None\n",
      "2024-06-01 18:42:15,116 INFO     |     ffn_size: 300\n",
      "2024-06-01 18:42:15,116 INFO     |     final_extra_opt: \n",
      "2024-06-01 18:42:15,116 INFO     |     force_fp16_tokens: False\n",
      "2024-06-01 18:42:15,116 INFO     |     fp16: False\n",
      "2024-06-01 18:42:15,116 INFO     |     fp16_impl: safe\n",
      "2024-06-01 18:42:15,116 INFO     |     gpu: -1\n",
      "2024-06-01 18:42:15,116 INFO     |     gpu_beam_blocking: False\n",
      "2024-06-01 18:42:15,116 INFO     |     gradient_clip: 0.1\n",
      "2024-06-01 18:42:15,116 INFO     |     hide_labels: False\n",
      "2024-06-01 18:42:15,116 INFO     |     history_add_global_end_token: None\n",
      "2024-06-01 18:42:15,116 INFO     |     history_reversed: False\n",
      "2024-06-01 18:42:15,116 INFO     |     history_size: -1\n",
      "2024-06-01 18:42:15,116 INFO     |     image_cropsize: 224\n",
      "2024-06-01 18:42:15,116 INFO     |     image_mode: no_image_model\n",
      "2024-06-01 18:42:15,116 INFO     |     image_size: 256\n",
      "2024-06-01 18:42:15,116 INFO     |     inference: greedy\n",
      "2024-06-01 18:42:15,116 INFO     |     init_model: None\n",
      "2024-06-01 18:42:15,116 INFO     |     init_opt: None\n",
      "2024-06-01 18:42:15,116 INFO     |     interactive_mode: False\n",
      "2024-06-01 18:42:15,117 INFO     |     invsqrt_lr_decay_gamma: -1\n",
      "2024-06-01 18:42:15,117 INFO     |     is_debug: False\n",
      "2024-06-01 18:42:15,117 INFO     |     label_truncate: None\n",
      "2024-06-01 18:42:15,117 INFO     |     lambda_decay: 0.9\n",
      "2024-06-01 18:42:15,117 INFO     |     learn_positional_embeddings: False\n",
      "2024-06-01 18:42:15,117 INFO     |     learningrate: 1\n",
      "2024-06-01 18:42:15,117 INFO     |     load_from_checkpoint: True\n",
      "2024-06-01 18:42:15,117 INFO     |     log_every_n_secs: -1\n",
      "2024-06-01 18:42:15,117 INFO     |     log_every_n_steps: 50\n",
      "2024-06-01 18:42:15,117 INFO     |     log_keep_fields: all\n",
      "2024-06-01 18:42:15,117 INFO     |     loglevel: info\n",
      "2024-06-01 18:42:15,117 INFO     |     lr_scheduler: reduceonplateau\n",
      "2024-06-01 18:42:15,117 INFO     |     lr_scheduler_decay: 0.5\n",
      "2024-06-01 18:42:15,117 INFO     |     lr_scheduler_patience: 3\n",
      "2024-06-01 18:42:15,117 INFO     |     max_train_steps: -1\n",
      "2024-06-01 18:42:15,117 INFO     |     max_train_time: -1\n",
      "2024-06-01 18:42:15,117 INFO     |     metrics: default\n",
      "2024-06-01 18:42:15,117 INFO     |     model: transformer/generator\n",
      "2024-06-01 18:42:15,117 INFO     |     model_file: saved_model\n",
      "2024-06-01 18:42:15,117 INFO     |     model_parallel: False\n",
      "2024-06-01 18:42:15,117 INFO     |     momentum: 0\n",
      "2024-06-01 18:42:15,117 INFO     |     multitask_weights: [1]\n",
      "2024-06-01 18:42:15,117 INFO     |     mutators: None\n",
      "2024-06-01 18:42:15,117 INFO     |     n_decoder_layers: -1\n",
      "2024-06-01 18:42:15,117 INFO     |     n_encoder_layers: -1\n",
      "2024-06-01 18:42:15,117 INFO     |     n_heads: 2\n",
      "2024-06-01 18:42:15,117 INFO     |     n_layers: 2\n",
      "2024-06-01 18:42:15,117 INFO     |     n_positions: None\n",
      "2024-06-01 18:42:15,117 INFO     |     n_segments: 0\n",
      "2024-06-01 18:42:15,117 INFO     |     nesterov: True\n",
      "2024-06-01 18:42:15,117 INFO     |     no_cuda: False\n",
      "2024-06-01 18:42:15,117 INFO     |     num_epochs: 3.0\n",
      "2024-06-01 18:42:15,117 INFO     |     num_workers: 0\n",
      "2024-06-01 18:42:15,117 INFO     |     nus: (0.7,)\n",
      "2024-06-01 18:42:15,117 INFO     |     omega_bound: 0.3\n",
      "2024-06-01 18:42:15,117 INFO     |     optimizer: sgd\n",
      "2024-06-01 18:42:15,117 INFO     |     output_scaling: 1.0\n",
      "2024-06-01 18:42:15,117 INFO     |     override: \"{'model': 'transformer/generator', 'task': 'convai2', 'model_file': 'saved_model', 'batchsize': 16, 'num_epochs': 3.0}\"\n",
      "2024-06-01 18:42:15,117 INFO     |     p_reset: True\n",
      "2024-06-01 18:42:15,117 INFO     |     parlai_home: /Users/krishpatel/anaconda3/lib/python3.11/site-packages\n",
      "2024-06-01 18:42:15,117 INFO     |     person_tokens: False\n",
      "2024-06-01 18:42:15,117 INFO     |     rank_candidates: False\n",
      "2024-06-01 18:42:15,117 INFO     |     relu_dropout: 0.0\n",
      "2024-06-01 18:42:15,117 INFO     |     save_after_valid: False\n",
      "2024-06-01 18:42:15,117 INFO     |     save_every_n_secs: -1\n",
      "2024-06-01 18:42:15,117 INFO     |     save_format: conversations\n",
      "2024-06-01 18:42:15,117 INFO     |     seed: None\n",
      "2024-06-01 18:42:15,117 INFO     |     share_word_embeddings: True\n",
      "2024-06-01 18:42:15,117 INFO     |     short_final_eval: False\n",
      "2024-06-01 18:42:15,117 INFO     |     skip_generation: False\n",
      "2024-06-01 18:42:15,117 INFO     |     special_tok_lst: None\n",
      "2024-06-01 18:42:15,117 INFO     |     split_lines: False\n",
      "2024-06-01 18:42:15,117 INFO     |     starttime: Jun01_18-42\n",
      "2024-06-01 18:42:15,117 INFO     |     task: convai2\n",
      "2024-06-01 18:42:15,117 INFO     |     teacher_seed: None\n",
      "2024-06-01 18:42:15,117 INFO     |     temperature: 1.0\n",
      "2024-06-01 18:42:15,117 INFO     |     tensorboard_log: False\n",
      "2024-06-01 18:42:15,117 INFO     |     tensorboard_logdir: None\n",
      "2024-06-01 18:42:15,117 INFO     |     text_truncate: None\n",
      "2024-06-01 18:42:15,117 INFO     |     topk: 10\n",
      "2024-06-01 18:42:15,117 INFO     |     topp: 0.9\n",
      "2024-06-01 18:42:15,117 INFO     |     truncate: -1\n",
      "2024-06-01 18:42:15,117 INFO     |     update_freq: 1\n",
      "2024-06-01 18:42:15,117 INFO     |     use_reply: label\n",
      "2024-06-01 18:42:15,117 INFO     |     validation_cutoff: 1.0\n",
      "2024-06-01 18:42:15,117 INFO     |     validation_every_n_epochs: -1\n",
      "2024-06-01 18:42:15,117 INFO     |     validation_every_n_secs: -1\n",
      "2024-06-01 18:42:15,117 INFO     |     validation_every_n_steps: -1\n",
      "2024-06-01 18:42:15,117 INFO     |     validation_max_exs: -1\n",
      "2024-06-01 18:42:15,117 INFO     |     validation_metric: accuracy\n",
      "2024-06-01 18:42:15,117 INFO     |     validation_metric_mode: None\n",
      "2024-06-01 18:42:15,117 INFO     |     validation_patience: 10\n",
      "2024-06-01 18:42:15,117 INFO     |     validation_share_agent: False\n",
      "2024-06-01 18:42:15,117 INFO     |     variant: aiayn\n",
      "2024-06-01 18:42:15,117 INFO     |     verbose: False\n",
      "2024-06-01 18:42:15,117 INFO     |     verbose_topk: -1\n",
      "2024-06-01 18:42:15,117 INFO     |     wandb_entity: None\n",
      "2024-06-01 18:42:15,117 INFO     |     wandb_log: False\n",
      "2024-06-01 18:42:15,117 INFO     |     wandb_log_model: False\n",
      "2024-06-01 18:42:15,117 INFO     |     wandb_name: None\n",
      "2024-06-01 18:42:15,117 INFO     |     wandb_project: None\n",
      "2024-06-01 18:42:15,117 INFO     |     warmup_rate: 0.0001\n",
      "2024-06-01 18:42:15,117 INFO     |     warmup_updates: -1\n",
      "2024-06-01 18:42:15,117 INFO     |     weight_decay: None\n",
      "2024-06-01 18:42:15,117 INFO     |     world_logs: \n",
      "2024-06-01 18:42:15,175 INFO     | Current internal commit: 6fc3a7eecb9a2f3d411bb2dd0beb31af75ec567e\n",
      "2024-06-01 18:42:15,195 INFO     | Current fb commit: 6fc3a7eecb9a2f3d411bb2dd0beb31af75ec567e\n",
      "2024-06-01 18:42:15,196 INFO     | creating task(s): convai2\n",
      "2024-06-01 18:42:15,197 INFO     | building data: /Users/krishpatel/anaconda3/lib/python3.11/site-packages/data/ConvAI2\n",
      "2024-06-01 18:42:15,197 INFO     | Downloading http://parl.ai/downloads/convai2/convai2_fix_723.tgz to /Users/krishpatel/anaconda3/lib/python3.11/site-packages/data/ConvAI2/convai2_fix_723.tgz\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Downloading convai2_fix_723.tgz: 100%|██████████| 430M/430M [00:19<00:00, 22.0MB/s]   \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2024-06-01 18:42:45,999 INFO     | loading fbdialog data: /Users/krishpatel/anaconda3/lib/python3.11/site-packages/data/ConvAI2/train_self_original.txt\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Building dictionary:   7%|▋         | 9.65k/131k [00:00<00:02, 49.4kex/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2024-06-01 18:42:46,766 INFO     | loading fbdialog data: /Users/krishpatel/anaconda3/lib/python3.11/site-packages/data/ConvAI2/train_self_original.txt\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Building dictionary: 100%|██████████| 131k/131k [00:02<00:00, 51.4kex/s] \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2024-06-01 18:42:49,347 INFO     | Saving dictionary to saved_model.dict\n",
      "2024-06-01 18:42:49,357 INFO     | dictionary built with 18760 tokens in 0.0s\n",
      "2024-06-01 18:42:49,358 INFO     | No model with opt yet at: saved_model(.opt)\n",
      "2024-06-01 18:42:49,358 INFO     | loading dictionary from saved_model.dict\n",
      "2024-06-01 18:42:49,370 INFO     | num words = 18760\n",
      "2024-06-01 18:42:49,851 INFO     | Total parameters: 9,138,000 (8,523,600 trainable)\n",
      "2024-06-01 18:42:49,857 INFO     | Opt:\n",
      "2024-06-01 18:42:49,857 INFO     |     activation: relu\n",
      "2024-06-01 18:42:49,857 INFO     |     adafactor_eps: '(1e-30, 0.001)'\n",
      "2024-06-01 18:42:49,857 INFO     |     adam_eps: 1e-08\n",
      "2024-06-01 18:42:49,857 INFO     |     add_p1_after_newln: False\n",
      "2024-06-01 18:42:49,857 INFO     |     aggregate_micro: False\n",
      "2024-06-01 18:42:49,857 INFO     |     allow_missing_init_opts: False\n",
      "2024-06-01 18:42:49,857 INFO     |     attention_dropout: 0.0\n",
      "2024-06-01 18:42:49,857 INFO     |     batchsize: 16\n",
      "2024-06-01 18:42:49,857 INFO     |     beam_block_full_context: True\n",
      "2024-06-01 18:42:49,857 INFO     |     beam_block_list_filename: None\n",
      "2024-06-01 18:42:49,857 INFO     |     beam_block_ngram: -1\n",
      "2024-06-01 18:42:49,857 INFO     |     beam_context_block_ngram: -1\n",
      "2024-06-01 18:42:49,857 INFO     |     beam_delay: 30\n",
      "2024-06-01 18:42:49,857 INFO     |     beam_length_penalty: 0.65\n",
      "2024-06-01 18:42:49,857 INFO     |     beam_min_length: 1\n",
      "2024-06-01 18:42:49,857 INFO     |     beam_size: 1\n",
      "2024-06-01 18:42:49,857 INFO     |     betas: '(0.9, 0.999)'\n",
      "2024-06-01 18:42:49,857 INFO     |     bpe_add_prefix_space: None\n",
      "2024-06-01 18:42:49,857 INFO     |     bpe_debug: False\n",
      "2024-06-01 18:42:49,857 INFO     |     bpe_dropout: None\n",
      "2024-06-01 18:42:49,857 INFO     |     bpe_merge: None\n",
      "2024-06-01 18:42:49,857 INFO     |     bpe_vocab: None\n",
      "2024-06-01 18:42:49,857 INFO     |     checkpoint_activations: False\n",
      "2024-06-01 18:42:49,857 INFO     |     clearml_log: False\n",
      "2024-06-01 18:42:49,857 INFO     |     clearml_project_name: ParlAI\n",
      "2024-06-01 18:42:49,857 INFO     |     clearml_task_name: 'Default Task'\n",
      "2024-06-01 18:42:49,857 INFO     |     compute_tokenized_bleu: False\n",
      "2024-06-01 18:42:49,857 INFO     |     datapath: /Users/krishpatel/anaconda3/lib/python3.11/site-packages/data\n",
      "2024-06-01 18:42:49,857 INFO     |     datatype: train\n",
      "2024-06-01 18:42:49,857 INFO     |     delimiter: '\\n'\n",
      "2024-06-01 18:42:49,857 INFO     |     dict_class: parlai.core.dict:DictionaryAgent\n",
      "2024-06-01 18:42:49,857 INFO     |     dict_endtoken: __end__\n",
      "2024-06-01 18:42:49,857 INFO     |     dict_file: saved_model.dict\n",
      "2024-06-01 18:42:49,857 INFO     |     dict_include_test: False\n",
      "2024-06-01 18:42:49,857 INFO     |     dict_include_valid: False\n",
      "2024-06-01 18:42:49,857 INFO     |     dict_initpath: None\n",
      "2024-06-01 18:42:49,857 INFO     |     dict_language: english\n",
      "2024-06-01 18:42:49,857 INFO     |     dict_loaded: True\n",
      "2024-06-01 18:42:49,857 INFO     |     dict_lower: False\n",
      "2024-06-01 18:42:49,857 INFO     |     dict_max_ngram_size: -1\n",
      "2024-06-01 18:42:49,857 INFO     |     dict_maxexs: -1\n",
      "2024-06-01 18:42:49,857 INFO     |     dict_maxtokens: -1\n",
      "2024-06-01 18:42:49,857 INFO     |     dict_minfreq: 0\n",
      "2024-06-01 18:42:49,857 INFO     |     dict_nulltoken: __null__\n",
      "2024-06-01 18:42:49,857 INFO     |     dict_starttoken: __start__\n",
      "2024-06-01 18:42:49,857 INFO     |     dict_textfields: text,labels\n",
      "2024-06-01 18:42:49,857 INFO     |     dict_tokenizer: re\n",
      "2024-06-01 18:42:49,857 INFO     |     dict_unktoken: __unk__\n",
      "2024-06-01 18:42:49,857 INFO     |     display_examples: False\n",
      "2024-06-01 18:42:49,857 INFO     |     download_path: None\n",
      "2024-06-01 18:42:49,857 INFO     |     dropout: 0.0\n",
      "2024-06-01 18:42:49,857 INFO     |     dynamic_batching: None\n",
      "2024-06-01 18:42:49,857 INFO     |     embedding_projection: random\n",
      "2024-06-01 18:42:49,857 INFO     |     embedding_size: 300\n",
      "2024-06-01 18:42:49,857 INFO     |     embedding_type: random\n",
      "2024-06-01 18:42:49,857 INFO     |     embeddings_scale: True\n",
      "2024-06-01 18:42:49,857 INFO     |     eval_batchsize: None\n",
      "2024-06-01 18:42:49,857 INFO     |     eval_dynamic_batching: None\n",
      "2024-06-01 18:42:49,857 INFO     |     evaltask: None\n",
      "2024-06-01 18:42:49,857 INFO     |     ffn_size: 300\n",
      "2024-06-01 18:42:49,857 INFO     |     final_extra_opt: \n",
      "2024-06-01 18:42:49,857 INFO     |     force_fp16_tokens: False\n",
      "2024-06-01 18:42:49,857 INFO     |     fp16: False\n",
      "2024-06-01 18:42:49,857 INFO     |     fp16_impl: safe\n",
      "2024-06-01 18:42:49,857 INFO     |     gpu: -1\n",
      "2024-06-01 18:42:49,857 INFO     |     gpu_beam_blocking: False\n",
      "2024-06-01 18:42:49,857 INFO     |     gradient_clip: 0.1\n",
      "2024-06-01 18:42:49,857 INFO     |     hide_labels: False\n",
      "2024-06-01 18:42:49,857 INFO     |     history_add_global_end_token: None\n",
      "2024-06-01 18:42:49,857 INFO     |     history_reversed: False\n",
      "2024-06-01 18:42:49,857 INFO     |     history_size: -1\n",
      "2024-06-01 18:42:49,857 INFO     |     image_cropsize: 224\n",
      "2024-06-01 18:42:49,857 INFO     |     image_mode: raw\n",
      "2024-06-01 18:42:49,857 INFO     |     image_size: 256\n",
      "2024-06-01 18:42:49,857 INFO     |     inference: greedy\n",
      "2024-06-01 18:42:49,857 INFO     |     init_model: None\n",
      "2024-06-01 18:42:49,857 INFO     |     init_opt: None\n",
      "2024-06-01 18:42:49,857 INFO     |     interactive_mode: False\n",
      "2024-06-01 18:42:49,857 INFO     |     invsqrt_lr_decay_gamma: -1\n",
      "2024-06-01 18:42:49,857 INFO     |     is_debug: False\n",
      "2024-06-01 18:42:49,857 INFO     |     label_truncate: None\n",
      "2024-06-01 18:42:49,857 INFO     |     lambda_decay: 0.9\n",
      "2024-06-01 18:42:49,857 INFO     |     learn_positional_embeddings: False\n",
      "2024-06-01 18:42:49,857 INFO     |     learningrate: 1\n",
      "2024-06-01 18:42:49,857 INFO     |     load_from_checkpoint: True\n",
      "2024-06-01 18:42:49,857 INFO     |     log_every_n_secs: -1\n",
      "2024-06-01 18:42:49,857 INFO     |     log_every_n_steps: 50\n",
      "2024-06-01 18:42:49,857 INFO     |     log_keep_fields: all\n",
      "2024-06-01 18:42:49,857 INFO     |     loglevel: info\n",
      "2024-06-01 18:42:49,857 INFO     |     lr_scheduler: reduceonplateau\n",
      "2024-06-01 18:42:49,857 INFO     |     lr_scheduler_decay: 0.5\n",
      "2024-06-01 18:42:49,857 INFO     |     lr_scheduler_patience: 3\n",
      "2024-06-01 18:42:49,857 INFO     |     max_train_steps: -1\n",
      "2024-06-01 18:42:49,857 INFO     |     max_train_time: -1\n",
      "2024-06-01 18:42:49,858 INFO     |     metrics: default\n",
      "2024-06-01 18:42:49,858 INFO     |     model: transformer/generator\n",
      "2024-06-01 18:42:49,858 INFO     |     model_file: saved_model\n",
      "2024-06-01 18:42:49,858 INFO     |     model_parallel: False\n",
      "2024-06-01 18:42:49,858 INFO     |     momentum: 0\n",
      "2024-06-01 18:42:49,858 INFO     |     multitask_weights: [1]\n",
      "2024-06-01 18:42:49,858 INFO     |     mutators: None\n",
      "2024-06-01 18:42:49,858 INFO     |     n_decoder_layers: -1\n",
      "2024-06-01 18:42:49,858 INFO     |     n_encoder_layers: -1\n",
      "2024-06-01 18:42:49,858 INFO     |     n_heads: 2\n",
      "2024-06-01 18:42:49,858 INFO     |     n_layers: 2\n",
      "2024-06-01 18:42:49,858 INFO     |     n_positions: None\n",
      "2024-06-01 18:42:49,858 INFO     |     n_segments: 0\n",
      "2024-06-01 18:42:49,858 INFO     |     nesterov: True\n",
      "2024-06-01 18:42:49,858 INFO     |     no_cuda: False\n",
      "2024-06-01 18:42:49,858 INFO     |     num_epochs: 3.0\n",
      "2024-06-01 18:42:49,858 INFO     |     num_workers: 0\n",
      "2024-06-01 18:42:49,858 INFO     |     nus: (0.7,)\n",
      "2024-06-01 18:42:49,858 INFO     |     omega_bound: 0.3\n",
      "2024-06-01 18:42:49,858 INFO     |     optimizer: sgd\n",
      "2024-06-01 18:42:49,858 INFO     |     output_scaling: 1.0\n",
      "2024-06-01 18:42:49,858 INFO     |     override: \"{'model': 'transformer/generator', 'task': 'convai2', 'model_file': 'saved_model', 'batchsize': 16, 'num_epochs': 3.0}\"\n",
      "2024-06-01 18:42:49,858 INFO     |     p_reset: True\n",
      "2024-06-01 18:42:49,858 INFO     |     parlai_home: /Users/krishpatel/anaconda3/lib/python3.11/site-packages\n",
      "2024-06-01 18:42:49,858 INFO     |     person_tokens: False\n",
      "2024-06-01 18:42:49,858 INFO     |     rank_candidates: False\n",
      "2024-06-01 18:42:49,858 INFO     |     relu_dropout: 0.0\n",
      "2024-06-01 18:42:49,858 INFO     |     save_after_valid: False\n",
      "2024-06-01 18:42:49,858 INFO     |     save_every_n_secs: -1\n",
      "2024-06-01 18:42:49,858 INFO     |     save_format: conversations\n",
      "2024-06-01 18:42:49,858 INFO     |     seed: None\n",
      "2024-06-01 18:42:49,858 INFO     |     share_word_embeddings: True\n",
      "2024-06-01 18:42:49,858 INFO     |     short_final_eval: False\n",
      "2024-06-01 18:42:49,858 INFO     |     skip_generation: False\n",
      "2024-06-01 18:42:49,858 INFO     |     special_tok_lst: None\n",
      "2024-06-01 18:42:49,858 INFO     |     split_lines: False\n",
      "2024-06-01 18:42:49,858 INFO     |     starttime: Jun01_18-42\n",
      "2024-06-01 18:42:49,858 INFO     |     task: convai2\n",
      "2024-06-01 18:42:49,858 INFO     |     teacher_seed: None\n",
      "2024-06-01 18:42:49,858 INFO     |     temperature: 1.0\n",
      "2024-06-01 18:42:49,858 INFO     |     tensorboard_log: False\n",
      "2024-06-01 18:42:49,858 INFO     |     tensorboard_logdir: None\n",
      "2024-06-01 18:42:49,858 INFO     |     text_truncate: None\n",
      "2024-06-01 18:42:49,858 INFO     |     topk: 10\n",
      "2024-06-01 18:42:49,858 INFO     |     topp: 0.9\n",
      "2024-06-01 18:42:49,858 INFO     |     truncate: -1\n",
      "2024-06-01 18:42:49,858 INFO     |     update_freq: 1\n",
      "2024-06-01 18:42:49,858 INFO     |     use_reply: label\n",
      "2024-06-01 18:42:49,858 INFO     |     validation_cutoff: 1.0\n",
      "2024-06-01 18:42:49,858 INFO     |     validation_every_n_epochs: -1\n",
      "2024-06-01 18:42:49,858 INFO     |     validation_every_n_secs: -1\n",
      "2024-06-01 18:42:49,858 INFO     |     validation_every_n_steps: -1\n",
      "2024-06-01 18:42:49,858 INFO     |     validation_max_exs: -1\n",
      "2024-06-01 18:42:49,858 INFO     |     validation_metric: accuracy\n",
      "2024-06-01 18:42:49,858 INFO     |     validation_metric_mode: None\n",
      "2024-06-01 18:42:49,858 INFO     |     validation_patience: 10\n",
      "2024-06-01 18:42:49,858 INFO     |     validation_share_agent: False\n",
      "2024-06-01 18:42:49,858 INFO     |     variant: aiayn\n",
      "2024-06-01 18:42:49,858 INFO     |     verbose: False\n",
      "2024-06-01 18:42:49,858 INFO     |     verbose_topk: -1\n",
      "2024-06-01 18:42:49,858 INFO     |     wandb_entity: None\n",
      "2024-06-01 18:42:49,858 INFO     |     wandb_log: False\n",
      "2024-06-01 18:42:49,858 INFO     |     wandb_log_model: False\n",
      "2024-06-01 18:42:49,858 INFO     |     wandb_name: None\n",
      "2024-06-01 18:42:49,858 INFO     |     wandb_project: None\n",
      "2024-06-01 18:42:49,858 INFO     |     warmup_rate: 0.0001\n",
      "2024-06-01 18:42:49,858 INFO     |     warmup_updates: -1\n",
      "2024-06-01 18:42:49,858 INFO     |     weight_decay: None\n",
      "2024-06-01 18:42:49,858 INFO     |     world_logs: \n",
      "2024-06-01 18:42:50,031 INFO     | Current internal commit: 6fc3a7eecb9a2f3d411bb2dd0beb31af75ec567e\n",
      "2024-06-01 18:42:50,047 INFO     | Current fb commit: 6fc3a7eecb9a2f3d411bb2dd0beb31af75ec567e\n",
      "2024-06-01 18:42:50,048 INFO     | creating task(s): convai2\n",
      "2024-06-01 18:42:50,049 INFO     | loading fbdialog data: /Users/krishpatel/anaconda3/lib/python3.11/site-packages/data/ConvAI2/train_self_original.txt\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/krishpatel/anaconda3/lib/python3.11/site-packages/torch/optim/lr_scheduler.py:28: UserWarning: The verbose parameter is deprecated. Please use get_last_lr() to access the learning rate.\n",
      "  warnings.warn(\"The verbose parameter is deprecated. Please use get_last_lr() \"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2024-06-01 18:42:51,391 INFO     | training...\n",
      "2024-06-01 18:43:07,364 INFO     | time:13s total_exs:800 total_steps:50 epochs:0.01 time_left:6422s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   134.7     1  2156  8263       0          0  61.3  800  3.359 13.03 7.633   1 208.5   \n",
      "    ltps  ltrunc  ltrunclen  ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   799.1       0          0 2066     .07107         0                   50 2364 9062   \n",
      "     ups  \n",
      "   3.833\n",
      "\n",
      "2024-06-01 18:43:22,602 INFO     | time:31s total_exs:1600 total_steps:100 epochs:0.01 time_left:7658s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   139.3     1  2229  7323       0          0 52.57  800  2.946  12.8 6.607   1 204.8   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   673.1       0          0 740.6     .09686         0                  100 2433 7996   \n",
      "     ups  \n",
      "   3.286\n",
      "\n",
      "2024-06-01 18:43:36,393 INFO     | time:45s total_exs:2400 total_steps:150 epochs:0.02 time_left:7348s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   138.7     1  2220  8054       0          0 58.05  800  2.987 12.62 6.261   1   202   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   732.9       0          0 523.5      .1139         0                  150 2422 8787   \n",
      "     ups  \n",
      "   3.628\n",
      "\n",
      "2024-06-01 18:43:50,846 INFO     | time:59s total_exs:3200 total_steps:200 epochs:0.02 time_left:7264s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   138.6     1  2218  7686       0          0 55.45  800   3.04 12.85 6.137   1 205.6   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   712.6       0          0 462.8      .1298         0                  200 2424 8399   \n",
      "     ups  \n",
      "   3.466\n",
      "\n",
      "2024-06-01 18:44:04,485 INFO     | time:73s total_exs:4000 total_steps:250 epochs:0.03 time_left:7132s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "     141     1  2256  8279       0          0 58.71  800  2.924 12.99 5.959   1 207.8   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   762.4       0          0 387.3      .1510         0                  250 2464 9042   \n",
      "    ups  \n",
      "   3.67\n",
      "\n",
      "2024-06-01 18:44:19,088 INFO     | time:88s total_exs:4800 total_steps:300 epochs:0.04 time_left:7116s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.7     1  2283  7821       0          0 54.82  800  2.911 13.47 5.829   1 215.6   \n",
      "    ltps  ltrunc  ltrunclen  ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   738.7       0          0  340      .1723         0                  300 2498 8560   \n",
      "     ups  \n",
      "   3.426\n",
      "\n",
      "2024-06-01 18:44:32,163 INFO     | time:101s total_exs:5600 total_steps:350 epochs:0.04 time_left:6994s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   144.2     1  2307  8828       0          0 61.23  800  2.892  13.1 5.754   1 209.6   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   802.1       0          0 315.4      .1785         0                  350 2516 9630   \n",
      "     ups  \n",
      "   3.827\n",
      "\n",
      "2024-06-01 18:44:47,739 INFO     | time:116s total_exs:6400 total_steps:400 epochs:0.05 time_left:7051s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "     143     1  2288  7351       0          0 51.41  800  2.944 13.31 5.548   1 212.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   684.1       0          0 256.6      .2032         0                  400 2501 8035   \n",
      "     ups  \n",
      "   3.213\n",
      "\n",
      "2024-06-01 18:45:01,564 INFO     | time:130s total_exs:7200 total_steps:450 epochs:0.05 time_left:6998s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   138.9     1  2223  8044       0          0 57.91  800  2.838 13.11 5.469   1 209.7   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   758.9       0          0 237.2      .1997         0                  450 2432 8803   \n",
      "     ups  \n",
      "   3.619\n",
      "\n",
      "2024-06-01 18:45:14,243 INFO     | time:143s total_exs:8000 total_steps:500 epochs:0.06 time_left:6898s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.1     1  2241  8843       0          0 63.14  800  2.913 12.64 5.302   1 202.2   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "     798       0          0 200.8      .2142         0                  500 2443 9641   \n",
      "     ups  \n",
      "   3.946\n",
      "\n",
      "2024-06-01 18:45:26,739 INFO     | time:155s total_exs:8800 total_steps:550 epochs:0.07 time_left:6805s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.9     1  2286  9153       0          0 64.07  800  2.749 12.92 5.355   1 206.7   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   827.6       0          0 211.7      .2151         0                  550 2492 9981   \n",
      "     ups  \n",
      "   4.005\n",
      "\n",
      "2024-06-01 18:45:38,651 INFO     | time:167s total_exs:9600 total_steps:600 epochs:0.07 time_left:6703s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   139.8     1  2236  9393       0          0 67.21  800  2.949 12.81 5.231   1 204.9   \n",
      "    ltps  ltrunc  ltrunclen  ppl  token_acc  token_em  total_train_updates  tpb   tps  \\\n",
      "   860.8       0          0  187      .2150         0                  600 2441 10253   \n",
      "     ups  \n",
      "   4.201\n",
      "\n",
      "2024-06-01 18:45:50,657 INFO     | time:179s total_exs:10400 total_steps:650 epochs:0.08 time_left:6617s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.8     1  2269  9458       0          0  66.7  800  2.773 12.99 5.263   1 207.8   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   866.4       0          0 193.1      .2185         0                  650 2477   \n",
      "     tps   ups  \n",
      "   10325 4.169\n",
      "\n",
      "2024-06-01 18:46:02,683 INFO     | time:191s total_exs:11200 total_steps:700 epochs:0.09 time_left:6543s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   139.6     1  2234  9294       0          0 66.57  800   2.78 12.44 5.166   1   199   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   827.8       0          0 175.2      .2203         0                  700 2433   \n",
      "     tps   ups  \n",
      "   10122 4.161\n",
      "\n",
      "2024-06-01 18:46:16,340 INFO     | time:205s total_exs:12000 total_steps:750 epochs:0.09 time_left:6529s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "     142     1  2272  8323       0          0 58.62  800  2.778 12.91 4.947   1 206.5   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   756.6       0          0 140.8      .2413         0                  750 2478 9080   \n",
      "     ups  \n",
      "   3.664\n",
      "\n",
      "2024-06-01 18:46:31,827 INFO     | time:220s total_exs:12800 total_steps:800 epochs:0.10 time_left:6570s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   144.3     1  2309  7461       0          0 51.69  800  2.797 12.74 5.109   1 203.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   658.8       0          0 165.5      .2325         0                  800 2513 8119   \n",
      "     ups  \n",
      "   3.231\n",
      "\n",
      "2024-06-01 18:46:44,254 INFO     | time:233s total_exs:13600 total_steps:850 epochs:0.10 time_left:6519s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.7     1  2268  9132       0          0 64.43  800  2.742 13.09 5.048   1 209.4   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   843.2       0          0 155.6      .2312         0                  850 2477 9976   \n",
      "     ups  \n",
      "   4.027\n",
      "\n",
      "2024-06-01 18:46:57,179 INFO     | time:246s total_exs:14400 total_steps:900 epochs:0.11 time_left:6484s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.1     1  2274  8804       0          0 61.95  800  2.853 12.73 5.027   1 203.7   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   788.6       0          0 152.5      .2382    .00125                  900 2478 9593   \n",
      "     ups  \n",
      "   3.872\n",
      "\n",
      "2024-06-01 18:47:09,850 INFO     | time:258s total_exs:15200 total_steps:950 epochs:0.12 time_left:6446s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "     142     1  2272  8972       0          0 63.18  800  2.774 13.07 5.027   1 209.1   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   825.9       0          0 152.5      .2373         0                  950 2481 9798   \n",
      "     ups  \n",
      "   3.949\n",
      "\n",
      "2024-06-01 18:47:22,172 INFO     | time:271s total_exs:16000 total_steps:1000 epochs:0.12 time_left:6402s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   138.8     1  2220  9016       0          0 64.98  800   2.72 12.51 4.814   1 200.1   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   812.7       0          0 123.3      .2540         0                 1000 2420 9829   \n",
      "     ups  \n",
      "   4.061\n",
      "\n",
      "2024-06-01 18:47:34,236 INFO     | time:283s total_exs:16800 total_steps:1050 epochs:0.13 time_left:6356s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.9     1  2255  9354       0          0 66.36  800  2.772 12.99 4.923   1 207.8   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   861.8       0          0 137.4      .2454         0                 1050 2463   \n",
      "     tps   ups  \n",
      "   10215 4.148\n",
      "\n",
      "2024-06-01 18:47:46,518 INFO     | time:295s total_exs:17600 total_steps:1100 epochs:0.13 time_left:6317s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.6     1  2281  9295       0          0 65.19  800  2.799  12.8 4.916   1 204.8   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   834.5       0          0 136.4      .2413         0                 1100 2486   \n",
      "     tps   ups  \n",
      "   10129 4.075\n",
      "\n",
      "2024-06-01 18:47:58,740 INFO     | time:307s total_exs:18400 total_steps:1150 epochs:0.14 time_left:6279s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.6     1  2266  9276       0          0  65.5  800  2.686 13.22 4.829   1 211.6   \n",
      "    ltps  ltrunc  ltrunclen  ppl  token_acc  token_em  total_train_updates  tpb   tps  \\\n",
      "   866.1       0          0  125      .2529         0                 1150 2477 10142   \n",
      "     ups  \n",
      "   4.094\n",
      "\n",
      "2024-06-01 18:48:14,916 INFO     | time:324s total_exs:19200 total_steps:1200 epochs:0.15 time_left:6321s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   146.3     1  2341  7241       0          0 49.49  800  2.797 12.97 4.848   1 207.5   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   641.9       0          0 127.4      .2478         0                 1200 2549 7883   \n",
      "     ups  \n",
      "   3.093\n",
      "\n",
      "2024-06-01 18:48:27,196 INFO     | time:336s total_exs:20000 total_steps:1250 epochs:0.15 time_left:6285s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.7     1  2251  9172       0          0  65.2  800  2.754  13.1 4.698   1 209.6   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "     854       0          0 109.7      .2709     .0025                 1250 2460   \n",
      "     tps   ups  \n",
      "   10026 4.075\n",
      "\n",
      "2024-06-01 18:48:39,770 INFO     | time:348s total_exs:20800 total_steps:1300 epochs:0.16 time_left:6256s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   139.3     1  2229  8872       0          0 63.68  800  2.772 12.77  4.81   1 204.3   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   813.1       0          0 122.7      .2571         0                 1300 2434 9685   \n",
      "    ups  \n",
      "   3.98\n",
      "\n",
      "2024-06-01 18:48:54,228 INFO     | time:363s total_exs:21600 total_steps:1350 epochs:0.16 time_left:6260s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.1     1  2242  7768       0          0 55.44  800  2.746 13.08 4.742   1 209.2   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "     725       0          0 114.6      .2606    .00125                 1350 2451 8494   \n",
      "     ups  \n",
      "   3.465\n",
      "\n",
      "2024-06-01 18:49:08,217 INFO     | time:377s total_exs:22400 total_steps:1400 epochs:0.17 time_left:6256s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.7     1  2282  8166       0          0 57.25  800  2.697 13.04 4.682   1 208.7   \n",
      "    ltps  ltrunc  ltrunclen  ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   746.7       0          0  108      .2696    .00125                 1400 2491 8913   \n",
      "     ups  \n",
      "   3.578\n",
      "\n",
      "2024-06-01 18:49:21,697 INFO     | time:390s total_exs:23200 total_steps:1450 epochs:0.18 time_left:6243s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.1     1  2273  8439       0          0 59.39  800  2.833 12.88 4.695   1   206   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   764.8       0          0 109.4      .2605         0                 1450 2479 9204   \n",
      "     ups  \n",
      "   3.712\n",
      "\n",
      "2024-06-01 18:49:36,886 INFO     | time:405s total_exs:24000 total_steps:1500 epochs:0.18 time_left:6257s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   146.1     1  2337  7699       0          0 52.71  800  2.715 12.97 4.747   1 207.5   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   683.7       0          0 115.3      .2601    .00125                 1500 2544 8383   \n",
      "     ups  \n",
      "   3.295\n",
      "\n",
      "2024-06-01 18:49:50,359 INFO     | time:419s total_exs:24800 total_steps:1550 epochs:0.19 time_left:6242s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   139.8     1  2237  8310       0          0 59.43  800   2.76 12.36 4.758   1 197.7   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   734.3       0          0 116.5      .2517         0                 1550 2435 9044   \n",
      "     ups  \n",
      "   3.715\n",
      "\n",
      "2024-06-01 18:50:04,721 INFO     | time:433s total_exs:25600 total_steps:1600 epochs:0.19 time_left:6241s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   143.6     1  2297  8003       0          0 55.74  800  2.739 13.03 4.776   1 208.5   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   726.3       0          0 118.6      .2575     .0025                 1600 2506 8730   \n",
      "     ups  \n",
      "   3.484\n",
      "\n",
      "2024-06-01 18:50:18,032 INFO     | time:447s total_exs:26400 total_steps:1650 epochs:0.20 time_left:6224s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.5     1  2264  8509       0          0 60.15  800  2.727 12.77 4.655   1 204.3   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   767.9       0          0 105.1      .2621    .00125                 1650 2468 9277   \n",
      "    ups  \n",
      "   3.76\n",
      "\n",
      "2024-06-01 18:50:30,393 INFO     | time:459s total_exs:27200 total_steps:1700 epochs:0.21 time_left:6195s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "     138     1  2208  8937       0          0 64.77  800  2.749 12.76 4.618   1 204.2   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   826.7       0          0 101.3      .2724         0                 1700 2412 9764   \n",
      "     ups  \n",
      "   4.049\n",
      "\n",
      "2024-06-01 18:50:43,455 INFO     | time:472s total_exs:28000 total_steps:1750 epochs:0.21 time_left:6176s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   145.4     1  2327  8913       0          0  61.3  800  2.735 12.96 4.589   1 207.4   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   794.7       0          0 98.36      .2763         0                 1750 2534 9708   \n",
      "     ups  \n",
      "   3.831\n",
      "\n",
      "2024-06-01 18:50:55,751 INFO     | time:484s total_exs:28800 total_steps:1800 epochs:0.22 time_left:6147s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.8     1  2270  9238       0          0 65.13  800  2.729 12.99 4.612   1 207.8   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   845.8       0          0 100.6      .2692         0                 1800 2477   \n",
      "     tps  ups  \n",
      "   10084 4.07\n",
      "\n",
      "2024-06-01 18:51:08,186 INFO     | time:497s total_exs:29600 total_steps:1850 epochs:0.23 time_left:6121s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.9     1  2255  9073       0          0 64.39  800  2.818 12.76 4.538   1 204.1   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   821.5       0          0 93.54      .2741    .00125                 1850 2459 9895   \n",
      "     ups  \n",
      "   4.025\n",
      "\n",
      "2024-06-01 18:51:20,515 INFO     | time:509s total_exs:30400 total_steps:1900 epochs:0.23 time_left:6095s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.5     1  2265  9192       0          0 64.94  800  2.717 12.86 4.541   1 205.7   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   834.8       0          0 93.79      .2801    .00125                 1900 2470   \n",
      "     tps   ups  \n",
      "   10027 4.059\n",
      "\n",
      "2024-06-01 18:51:32,970 INFO     | time:522s total_exs:31200 total_steps:1950 epochs:0.24 time_left:6070s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.6     1  2250  9038       0          0 64.28  800  2.813 12.74  4.54   1 203.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "     819       0          0 93.65      .2740     .0025                 1950 2453 9857   \n",
      "     ups  \n",
      "   4.018\n",
      "\n",
      "2024-06-01 18:51:44,982 INFO     | time:534s total_exs:32000 total_steps:2000 epochs:0.24 time_left:6041s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   138.9     1  2222  9260       0          0 66.67  800  2.704 12.99  4.51   1 207.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   866.3       0          0 90.95      .2793    .00125                 2000 2430   \n",
      "     tps   ups  \n",
      "   10127 4.167\n",
      "\n",
      "2024-06-01 18:51:57,026 INFO     | time:546s total_exs:32800 total_steps:2050 epochs:0.25 time_left:6014s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   145.2     1  2324  9654       0          0 66.47  800  2.753 12.97 4.544   1 207.5   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   861.9       0          0 94.03      .2688    .00125                 2050 2531   \n",
      "     tps   ups  \n",
      "   10515 4.155\n",
      "\n",
      "2024-06-01 18:52:09,200 INFO     | time:558s total_exs:33600 total_steps:2100 epochs:0.26 time_left:5988s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.8     1  2253  9262       0          0 65.77  800  2.694 12.96 4.451   1 207.4   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   852.7       0          0 85.73      .2924         0                 2100 2461   \n",
      "     tps   ups  \n",
      "   10115 4.111\n",
      "\n",
      "2024-06-01 18:52:21,530 INFO     | time:570s total_exs:34400 total_steps:2150 epochs:0.26 time_left:5965s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.9     1  2287  9281       0          0 64.93  800  2.709 13.06 4.617   1   209   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   848.1       0          0 101.2      .2681         0                 2150 2496   \n",
      "     tps   ups  \n",
      "   10129 4.058\n",
      "\n",
      "2024-06-01 18:52:34,236 INFO     | time:583s total_exs:35200 total_steps:2200 epochs:0.27 time_left:5946s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.4     1  2279  8994       0          0 63.14  800  2.678 12.84 4.611   1 205.4   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   810.3       0          0 100.6      .2658         0                 2200 2485 9804   \n",
      "     ups  \n",
      "   3.946\n",
      "\n",
      "2024-06-01 18:52:46,759 INFO     | time:595s total_exs:36000 total_steps:2250 epochs:0.27 time_left:5926s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.9     1  2287  9140       0          0 63.94  800   2.76 12.99 4.606   1 207.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   830.7       0          0 100.1      .2681         0                 2250 2495 9971   \n",
      "     ups  \n",
      "   3.996\n",
      "\n",
      "2024-06-01 18:52:59,260 INFO     | time:608s total_exs:36800 total_steps:2300 epochs:0.28 time_left:5905s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.4     1  2263  9060       0          0 64.06  800  2.708 12.89 4.539   1 206.2   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   825.4       0          0 93.58      .2721         0                 2300 2469 9886   \n",
      "     ups  \n",
      "   4.004\n",
      "\n",
      "2024-06-01 18:53:11,804 INFO     | time:620s total_exs:37600 total_steps:2350 epochs:0.29 time_left:5886s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   138.3     1  2212  8824       0          0 63.83  800  2.767 12.72 4.478   1 203.5   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   811.8       0          0 88.07      .2754    .00125                 2350 2416 9636   \n",
      "     ups  \n",
      "   3.989\n",
      "\n",
      "2024-06-01 18:53:24,161 INFO     | time:633s total_exs:38400 total_steps:2400 epochs:0.29 time_left:5865s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "     140     1  2240  9073       0          0  64.8  800  2.749 12.71 4.554   1 203.3   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   823.5       0          0 95.02      .2682    .00125                 2400 2444 9897   \n",
      "    ups  \n",
      "   4.05\n",
      "\n",
      "2024-06-01 18:53:36,638 INFO     | time:645s total_exs:39200 total_steps:2450 epochs:0.30 time_left:5845s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.4     1  2247  9016       0          0  64.2  800  2.757 12.96 4.468   1 207.3   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "     832       0          0 87.21      .2772    .00125                 2450 2454 9848   \n",
      "     ups  \n",
      "   4.013\n",
      "\n",
      "2024-06-01 18:53:49,184 INFO     | time:658s total_exs:40000 total_steps:2500 epochs:0.30 time_left:5827s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.8     1  2268  9046       0          0 63.81  800  2.744 13.08 4.471   1 209.3   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   834.8       0          0 87.47      .2824         0                 2500 2477 9880   \n",
      "     ups  \n",
      "   3.988\n",
      "\n",
      "2024-06-01 18:54:01,420 INFO     | time:670s total_exs:40800 total_steps:2550 epochs:0.31 time_left:5805s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.1     1  2242  9168       0          0 65.43  800  2.817 12.78 4.539   1 204.5   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   836.3       0          0 93.61      .2714         0                 2550 2446   \n",
      "     tps  ups  \n",
      "   10004 4.09\n",
      "\n",
      "2024-06-01 18:54:13,350 INFO     | time:682s total_exs:41600 total_steps:2600 epochs:0.32 time_left:5782s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   138.2     1  2211  9274       0          0 67.11  800  2.832 12.59  4.43   1 201.4   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   844.8       0          0 83.94      .2842     .0050                 2600 2412   \n",
      "     tps   ups  \n",
      "   10119 4.195\n",
      "\n",
      "2024-06-01 18:54:24,908 INFO     | time:694s total_exs:42400 total_steps:2650 epochs:0.32 time_left:5756s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   139.6     1  2234  9672       0          0 69.27  800  2.732 12.76 4.508   1 204.1   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   883.6       0          0 90.75      .2721    .00125                 2650 2438   \n",
      "     tps  ups  \n",
      "   10555 4.33\n",
      "\n",
      "2024-06-01 18:54:37,672 INFO     | time:706s total_exs:43200 total_steps:2700 epochs:0.33 time_left:5740s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "     138     1  2207  8655       0          0 62.74  800  2.781 12.89 4.434   1 206.2   \n",
      "    ltps  ltrunc  ltrunclen  ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   808.5       0          0 84.3      .2821     .0025                 2700 2413 9464   \n",
      "     ups  \n",
      "   3.922\n",
      "\n",
      "2024-06-01 18:54:50,887 INFO     | time:719s total_exs:44000 total_steps:2750 epochs:0.33 time_left:5728s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   139.7     1  2235  8462       0          0 60.58  800   2.85 12.68 4.458   1 202.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   768.1       0          0 86.29      .2732    .00125                 2750 2438 9231   \n",
      "     ups  \n",
      "   3.786\n",
      "\n",
      "2024-06-01 18:55:02,875 INFO     | time:731s total_exs:44800 total_steps:2800 epochs:0.34 time_left:5707s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   137.8     1  2205  9213       0          0 66.84  800  2.778 12.91 4.343   1 206.6   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   862.9       0          0 76.91      .2889         0                 2800 2412   \n",
      "     tps   ups  \n",
      "   10076 4.178\n",
      "\n",
      "2024-06-01 18:55:14,921 INFO     | time:744s total_exs:45600 total_steps:2850 epochs:0.35 time_left:5686s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   138.2     1  2212  9188       0          0 66.47  800  2.746 12.82 4.399   1 205.2   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   852.4       0          0 81.34      .2862    .00125                 2850 2417   \n",
      "     tps   ups  \n",
      "   10040 4.155\n",
      "\n",
      "2024-06-01 18:55:27,836 INFO     | time:756s total_exs:46400 total_steps:2900 epochs:0.35 time_left:5672s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   144.3     1  2309  8947       0          0 61.99  800  2.772  12.9 4.412   1 206.5   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   799.9       0          0 82.46      .2806    .00125                 2900 2516 9747   \n",
      "     ups  \n",
      "   3.875\n",
      "\n",
      "2024-06-01 18:55:42,489 INFO     | time:771s total_exs:47200 total_steps:2950 epochs:0.36 time_left:5671s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.3     1  2261  7720       0          0 54.64  800  2.795  12.8 4.438   1 204.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   699.7       0          0 84.63      .2794         0                 2950 2465 8420   \n",
      "     ups  \n",
      "   3.415\n",
      "\n",
      "2024-06-01 18:55:55,128 INFO     | time:784s total_exs:48000 total_steps:3000 epochs:0.37 time_left:5655s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.4     1  2263  8960       0          0 63.35  800  2.759 13.07 4.396   1 209.2   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   828.1       0          0 81.15      .2847         0                 3000 2472 9788   \n",
      "     ups  \n",
      "   3.959\n",
      "\n",
      "2024-06-01 18:56:07,168 INFO     | time:796s total_exs:48800 total_steps:3050 epochs:0.37 time_left:5634s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   137.9     1  2206  9171       0          0 66.51  800   2.88 12.54 4.429   1 200.6   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   833.7       0          0 83.86      .2823    .00125                 3050 2407   \n",
      "     tps   ups  \n",
      "   10004 4.157\n",
      "\n",
      "2024-06-01 18:56:19,942 INFO     | time:809s total_exs:49600 total_steps:3100 epochs:0.38 time_left:5619s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.4     1  2246  8802       0          0 62.71  800  2.757 12.67 4.383   1 202.7   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   794.4       0          0 80.05      .2804         0                 3100 2448 9596   \n",
      "     ups  \n",
      "   3.919\n",
      "\n",
      "2024-06-01 18:56:34,073 INFO     | time:823s total_exs:50400 total_steps:3150 epochs:0.38 time_left:5614s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.1     1  2258  7997       0          0 56.67  800  2.792 12.76  4.35   1 204.2   \n",
      "    ltps  ltrunc  ltrunclen  ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   723.3       0          0 77.5      .2786         0                 3150 2462 8720   \n",
      "     ups  \n",
      "   3.542\n",
      "\n",
      "2024-06-01 18:56:47,801 INFO     | time:836s total_exs:51200 total_steps:3200 epochs:0.39 time_left:5605s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.2     1  2275  8295       0          0 58.35  800  2.853 12.95 4.381   1 207.2   \n",
      "    ltps  ltrunc  ltrunclen  ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   755.6       0          0 79.9      .2804     .0050                 3200 2482 9051   \n",
      "     ups  \n",
      "   3.647\n",
      "\n",
      "2024-06-01 18:57:00,550 INFO     | time:849s total_exs:52000 total_steps:3250 epochs:0.40 time_left:5590s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.1     1  2241  8798       0          0 62.81  800  2.756 13.15 4.301   1 210.4   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "     826       0          0 73.78      .2920     .0025                 3250 2452 9624   \n",
      "     ups  \n",
      "   3.926\n",
      "\n",
      "2024-06-01 18:57:14,839 INFO     | time:863s total_exs:52800 total_steps:3300 epochs:0.40 time_left:5585s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   146.7     1  2347  8219       0          0 56.02  800  2.739  13.1 4.365   1 209.7   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   734.1       0          0 78.63      .2863     .0025                 3300 2557 8953   \n",
      "     ups  \n",
      "   3.502\n",
      "\n",
      "2024-06-01 18:57:27,159 INFO     | time:876s total_exs:53600 total_steps:3350 epochs:0.41 time_left:5567s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   143.8     1  2301  9346       0          0 64.99  800   2.77 13.01 4.306   1 208.1   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   845.3       0          0 74.11      .2902         0                 3350 2509   \n",
      "     tps   ups  \n",
      "   10191 4.062\n",
      "\n",
      "2024-06-01 18:57:40,326 INFO     | time:889s total_exs:54400 total_steps:3400 epochs:0.41 time_left:5554s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.9     1  2271  8631       0          0  60.8  800  2.831 12.88 4.373   1 206.1   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   783.3       0          0 79.28      .2876         0                 3400 2477 9415   \n",
      "    ups  \n",
      "    3.8\n",
      "\n",
      "2024-06-01 18:57:53,462 INFO     | time:902s total_exs:55200 total_steps:3450 epochs:0.42 time_left:5542s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.4     1  2278  8686       0          0 61.01  800  2.844 12.81 4.368   1   205   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   781.6       0          0 78.89      .2804    .00125                 3450 2483 9468   \n",
      "     ups  \n",
      "   3.813\n",
      "\n",
      "2024-06-01 18:58:06,181 INFO     | time:915s total_exs:56000 total_steps:3500 epochs:0.43 time_left:5526s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.9     1  2271  8935       0          0 62.95  800    2.8 12.93 4.281   1 206.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   813.8       0          0 72.32      .2864    .00125                 3500 2478 9749   \n",
      "     ups  \n",
      "   3.934\n",
      "\n",
      "2024-06-01 18:58:19,119 INFO     | time:928s total_exs:56800 total_steps:3550 epochs:0.43 time_left:5513s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   139.5     1  2232  8632       0          0 61.88  800  2.811 12.88 4.337   1 206.1   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "     797       0          0 76.45      .2861         0                 3550 2438 9429   \n",
      "     ups  \n",
      "   3.868\n",
      "\n",
      "2024-06-01 18:58:32,804 INFO     | time:941s total_exs:57600 total_steps:3600 epochs:0.44 time_left:5503s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   139.6     1  2234  8168       0          0  58.5  800  2.836 12.69 4.384   1 203.1   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   742.5       0          0 80.13      .2773         0                 3600 2437 8910   \n",
      "     ups  \n",
      "   3.656\n",
      "\n",
      "2024-06-01 18:58:47,437 INFO     | time:956s total_exs:58400 total_steps:3650 epochs:0.44 time_left:5499s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   143.6     1  2297  7854       0          0 54.71  800  2.799 13.32 4.339   1 213.2   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "     729       0          0 76.63      .2854         0                 3650 2510 8583   \n",
      "    ups  \n",
      "   3.42\n",
      "\n",
      "2024-06-01 18:58:59,957 INFO     | time:969s total_exs:59200 total_steps:3700 epochs:0.45 time_left:5483s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.4     1  2278  9106       0          0 63.95  800  2.776 13.12 4.394   1 209.9   \n",
      "    ltps  ltrunc  ltrunclen  ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   838.7       0          0   81      .2794    .00125                 3700 2488 9945   \n",
      "     ups  \n",
      "   3.997\n",
      "\n",
      "2024-06-01 18:59:12,336 INFO     | time:981s total_exs:60000 total_steps:3750 epochs:0.46 time_left:5466s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.4     1  2278  9208       0          0 64.68  800  2.774 12.95 4.358   1 207.2   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   837.5       0          0 78.06      .2891    .00125                 3750 2485   \n",
      "     tps   ups  \n",
      "   10045 4.042\n",
      "\n",
      "2024-06-01 18:59:25,253 INFO     | time:994s total_exs:60800 total_steps:3800 epochs:0.46 time_left:5452s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   143.8     1  2300  8911       0          0 61.98  800  2.776 12.99  4.44   1 207.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   805.3       0          0 84.81      .2732         0                 3800 2508 9716   \n",
      "     ups  \n",
      "   3.874\n",
      "\n",
      "2024-06-01 18:59:41,355 INFO     | time:1010s total_exs:61600 total_steps:3850 epochs:0.47 time_left:5455s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   144.7     1  2316  7196       0          0 49.71  800  2.827 13.15 4.374   1 210.4   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   653.7       0          0 79.38      .2841         0                 3850 2526 7850   \n",
      "     ups  \n",
      "   3.107\n",
      "\n",
      "2024-06-01 18:59:57,389 INFO     | time:1026s total_exs:62400 total_steps:3900 epochs:0.47 time_left:5457s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   138.5     1  2216  6916       0          0 49.93  800  2.803 12.88  4.23   1 206.1   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   643.2       0          0 68.73      .2959    .00125                 3900 2422 7559   \n",
      "     ups  \n",
      "   3.121\n",
      "\n",
      "2024-06-01 19:00:11,083 INFO     | time:1040s total_exs:63200 total_steps:3950 epochs:0.48 time_left:5447s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "     143     1  2288  8362       0          0 58.47  800   2.78 13.24  4.35   1 211.8   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   774.1       0          0 77.47      .2822         0                 3950 2500 9136   \n",
      "     ups  \n",
      "   3.655\n",
      "\n",
      "2024-06-01 19:00:24,323 INFO     | time:1053s total_exs:64000 total_steps:4000 epochs:0.49 time_left:5434s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.1     1  2241  8472       0          0 60.48  800   2.78  12.7 4.307   1 203.1   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   767.8       0          0 74.23      .2898         0                 4000 2444 9239   \n",
      "    ups  \n",
      "   3.78\n",
      "\n",
      "2024-06-01 19:00:39,992 INFO     | time:1069s total_exs:64800 total_steps:4050 epochs:0.49 time_left:5434s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   138.4     1  2214  7070       0          0 51.09  800  2.794 12.84 4.225   1 205.5   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   656.1       0          0 68.38      .2903         0                 4050 2420 7726   \n",
      "     ups  \n",
      "   3.193\n",
      "\n",
      "2024-06-01 19:00:54,278 INFO     | time:1083s total_exs:65600 total_steps:4100 epochs:0.50 time_left:5426s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.6     1  2265  7933       0          0 56.04  800  2.797 12.89 4.263   1 206.2   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   722.2       0          0 71.04      .2971         0                 4100 2471 8655   \n",
      "     ups  \n",
      "   3.503\n",
      "\n",
      "2024-06-01 19:01:07,143 INFO     | time:1096s total_exs:66400 total_steps:4150 epochs:0.51 time_left:5411s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "     140     1  2240  8715       0          0 62.24  800  2.818 12.84 4.327   1 205.5   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   799.4       0          0 75.75      .2852    .00125                 4150 2446 9514   \n",
      "    ups  \n",
      "   3.89\n",
      "\n",
      "2024-06-01 19:01:21,574 INFO     | time:1110s total_exs:67200 total_steps:4200 epochs:0.51 time_left:5404s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   139.8     1  2236  7754       0          0 55.48  800   2.83 12.55 4.206   1 200.8   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   696.2       0          0 67.08      .2946     .0025                 4200 2437 8450   \n",
      "     ups  \n",
      "   3.468\n",
      "\n",
      "2024-06-01 19:01:34,306 INFO     | time:1123s total_exs:68000 total_steps:4250 epochs:0.52 time_left:5389s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.2     1  2243  8815       0          0 62.89  800  2.756  12.7 4.199   1 203.2   \n",
      "    ltps  ltrunc  ltrunclen  ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   798.5       0          0 66.6      .3024    .00375                 4250 2446 9614   \n",
      "     ups  \n",
      "   3.931\n",
      "\n",
      "2024-06-01 19:01:47,096 INFO     | time:1136s total_exs:68800 total_steps:4300 epochs:0.52 time_left:5373s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   143.9     1  2303  9013       0          0 62.62  800  2.783 13.32 4.286   1 213.2   \n",
      "    ltps  ltrunc  ltrunclen  ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   834.3       0          0 72.7      .2924         0                 4300 2516 9848   \n",
      "     ups  \n",
      "   3.914\n",
      "\n",
      "2024-06-01 19:01:59,015 INFO     | time:1148s total_exs:69600 total_steps:4350 epochs:0.53 time_left:5354s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.2     1  2259  9486       0          0 67.17  800  2.739 13.12 4.168   1 209.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   881.1       0          0 64.61      .2996         0                 4350 2469   \n",
      "     tps   ups  \n",
      "   10367 4.199\n",
      "\n",
      "2024-06-01 19:02:11,991 INFO     | time:1161s total_exs:70400 total_steps:4400 epochs:0.54 time_left:5340s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   137.8     1  2205  8502       0          0  61.7  800  2.835 12.77 4.294   1 204.3   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   787.9       0          0 73.28      .2900         0                 4400 2409 9290   \n",
      "     ups  \n",
      "   3.857\n",
      "\n",
      "2024-06-01 19:02:24,866 INFO     | time:1173s total_exs:71200 total_steps:4450 epochs:0.54 time_left:5325s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.8     1  2285  8879       0          0 62.18  800  2.807 12.65 4.192   1 202.4   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   786.5       0          0 66.17      .2941         0                 4450 2487 9666   \n",
      "     ups  \n",
      "   3.887\n",
      "\n",
      "2024-06-01 19:02:38,366 INFO     | time:1187s total_exs:72000 total_steps:4500 epochs:0.55 time_left:5314s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   137.8     1  2204  8171       0          0 59.31  800  2.826 12.83 4.296   1 205.3   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "     761       0          0 73.39      .2911         0                 4500 2409 8932   \n",
      "     ups  \n",
      "   3.707\n",
      "\n",
      "2024-06-01 19:02:52,477 INFO     | time:1201s total_exs:72800 total_steps:4550 epochs:0.55 time_left:5304s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.4     1  2263  8023       0          0 56.73  800  2.849 12.64 4.271   1 202.2   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   716.9       0          0 71.57      .2927         0                 4550 2465 8740   \n",
      "     ups  \n",
      "   3.546\n",
      "\n",
      "2024-06-01 19:03:04,984 INFO     | time:1214s total_exs:73600 total_steps:4600 epochs:0.56 time_left:5288s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.8     1  2253  9016       0          0 64.02  800  2.827 12.85 4.219   1 205.7   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   822.9       0          0 67.97      .3056     .0025                 4600 2459 9839   \n",
      "     ups  \n",
      "   4.001\n",
      "\n",
      "2024-06-01 19:03:18,913 INFO     | time:1228s total_exs:74400 total_steps:4650 epochs:0.57 time_left:5278s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.4     1  2246  8072       0          0  57.5  800  2.881 12.69 4.203   1   203   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   729.6       0          0 66.87      .2970    .00125                 4650 2449 8801   \n",
      "     ups  \n",
      "   3.594\n",
      "\n",
      "2024-06-01 19:03:32,421 INFO     | time:1241s total_exs:75200 total_steps:4700 epochs:0.57 time_left:5266s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   137.6     1  2201  8155       0          0 59.27  800  2.864 12.49 4.254   1 199.8   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   740.3       0          0 70.41      .2947         0                 4700 2401 8896   \n",
      "     ups  \n",
      "   3.705\n",
      "\n",
      "2024-06-01 19:03:48,069 INFO     | time:1257s total_exs:76000 total_steps:4750 epochs:0.58 time_left:5263s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   144.1     1  2305  7372       0          0 51.17  800  2.856    13 4.297   1   208   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "     665       0          0 73.49      .2874         0                 4750 2513 8037   \n",
      "     ups  \n",
      "   3.198\n",
      "\n",
      "2024-06-01 19:04:02,121 INFO     | time:1271s total_exs:76800 total_steps:4800 epochs:0.58 time_left:5254s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.6     1  2282  8127       0          0 56.98  800  2.845 13.26  4.25   1 212.1   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   755.4       0          0 70.13      .2938         0                 4800 2494 8882   \n",
      "     ups  \n",
      "   3.561\n",
      "\n",
      "2024-06-01 19:04:15,831 INFO     | time:1284s total_exs:77600 total_steps:4850 epochs:0.59 time_left:5242s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "     140     1  2241  8192       0          0 58.49  800  2.786 12.89 4.195   1 206.2   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   753.9       0          0 66.35      .3034    .00125                 4850 2447 8946   \n",
      "     ups  \n",
      "   3.656\n",
      "\n",
      "2024-06-01 19:04:30,463 INFO     | time:1299s total_exs:78400 total_steps:4900 epochs:0.60 time_left:5235s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   143.9     1  2303  7877       0          0 54.72  800  2.848 13.01 4.209   1 208.2   \n",
      "    ltps  ltrunc  ltrunclen  ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "     712       0          0 67.3      .3044    .00125                 4900 2511 8589   \n",
      "    ups  \n",
      "   3.42\n",
      "\n",
      "2024-06-01 19:04:44,516 INFO     | time:1313s total_exs:79200 total_steps:4950 epochs:0.60 time_left:5225s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   143.3     1  2292  8162       0          0 56.97  800  2.782 12.87 4.231   1 205.9   \n",
      "    ltps  ltrunc  ltrunclen  ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   733.2       0          0 68.8      .2952    .00125                 4950 2498 8895   \n",
      "     ups  \n",
      "   3.561\n",
      "\n",
      "2024-06-01 19:04:57,537 INFO     | time:1326s total_exs:80000 total_steps:5000 epochs:0.61 time_left:5210s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   139.7     1  2235  8589       0          0 61.48  800   2.79 13.06 4.273   1   209   \n",
      "    ltps  ltrunc  ltrunclen  ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   803.1       0          0 71.7      .2886         0                 5000 2444 9393   \n",
      "     ups  \n",
      "   3.843\n",
      "\n",
      "2024-06-01 19:05:10,986 INFO     | time:1340s total_exs:80800 total_steps:5050 epochs:0.61 time_left:5198s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   139.9     1  2238  8327       0          0 59.53  800  2.825  12.6 4.196   1 201.6   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   750.1       0          0 66.41      .3029         0                 5050 2440 9077   \n",
      "     ups  \n",
      "   3.721\n",
      "\n",
      "2024-06-01 19:05:24,077 INFO     | time:1353s total_exs:81600 total_steps:5100 epochs:0.62 time_left:5184s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.4     1  2247  8589       0          0 61.16  800  2.868 12.75 4.238   1   204   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   779.9       0          0 69.28      .3004         0                 5100 2451 9369   \n",
      "     ups  \n",
      "   3.823\n",
      "\n",
      "2024-06-01 19:05:37,386 INFO     | time:1366s total_exs:82400 total_steps:5150 epochs:0.63 time_left:5171s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   137.3     1  2197  8262       0          0 60.16  800   2.87 12.68 4.114   1 202.9   \n",
      "    ltps  ltrunc  ltrunclen  ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   762.9       0          0 61.2      .3090         0                 5150 2400 9024   \n",
      "    ups  \n",
      "   3.76\n",
      "\n",
      "2024-06-01 19:05:49,851 INFO     | time:1378s total_exs:83200 total_steps:5200 epochs:0.63 time_left:5155s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.2     1  2243  9007       0          0 64.25  800  2.798 13.04 4.142   1 208.6   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   837.8       0          0 62.95      .3024         0                 5200 2452 9845   \n",
      "     ups  \n",
      "   4.016\n",
      "\n",
      "2024-06-01 19:06:02,966 INFO     | time:1392s total_exs:84000 total_steps:5250 epochs:0.64 time_left:5141s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   139.5     1  2233  8520       0          0 61.06  800  2.849 12.69 4.154   1   203   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   774.8       0          0 63.69      .3015         0                 5250 2436 9295   \n",
      "     ups  \n",
      "   3.816\n",
      "\n",
      "2024-06-01 19:06:16,078 INFO     | time:1405s total_exs:84800 total_steps:5300 epochs:0.65 time_left:5127s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.1     1  2274  8677       0          0 61.06  800  2.789 13.08 4.197   1 209.3   \n",
      "    ltps  ltrunc  ltrunclen  ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   798.9       0          0 66.5      .2996         0                 5300 2483 9476   \n",
      "     ups  \n",
      "   3.816\n",
      "\n",
      "2024-06-01 19:06:29,127 INFO     | time:1418s total_exs:85600 total_steps:5350 epochs:0.65 time_left:5113s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.3     1  2277  8730       0          0 61.35  800  2.765    13 4.238   1   208   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   797.6       0          0 69.24      .2994         0                 5350 2485 9528   \n",
      "     ups  \n",
      "   3.834\n",
      "\n",
      "2024-06-01 19:06:43,491 INFO     | time:1432s total_exs:86400 total_steps:5400 epochs:0.66 time_left:5104s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   143.1     1  2289  7974       0          0 55.74  800   2.88 12.59 4.191   1 201.4   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   701.5       0          0 66.06      .2977         0                 5400 2490 8676   \n",
      "     ups  \n",
      "   3.484\n",
      "\n",
      "2024-06-01 19:06:56,525 INFO     | time:1445s total_exs:87200 total_steps:5450 epochs:0.66 time_left:5090s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   138.2     1  2210  8488       0          0 61.44  800  2.863 12.41 4.152   1 198.6   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   762.8       0          0 63.59      .3064         0                 5450 2409 9251   \n",
      "    ups  \n",
      "   3.84\n",
      "\n",
      "2024-06-01 19:07:09,303 INFO     | time:1458s total_exs:88000 total_steps:5500 epochs:0.67 time_left:5075s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.3     1  2277  8918       0          0 62.66  800  2.856 12.76 4.112   1 204.1   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   799.2       0          0 61.08      .3042         0                 5500 2481 9717   \n",
      "     ups  \n",
      "   3.916\n",
      "\n",
      "2024-06-01 19:07:22,411 INFO     | time:1471s total_exs:88800 total_steps:5550 epochs:0.68 time_left:5061s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.2     1  2276  8687       0          0 61.07  800  2.849 12.76 4.258   1 204.1   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   779.2       0          0 70.65      .2981         0                 5550 2480 9466   \n",
      "     ups  \n",
      "   3.817\n",
      "\n",
      "2024-06-01 19:07:38,468 INFO     | time:1487s total_exs:89600 total_steps:5600 epochs:0.68 time_left:5057s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   147.3     1  2357  7346       0          0 49.86  800   2.83 13.28 4.243   1 212.4   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "     662       0          0 69.64      .2909         0                 5600 2570 8008   \n",
      "     ups  \n",
      "   3.116\n",
      "\n",
      "2024-06-01 19:07:51,432 INFO     | time:1500s total_exs:90400 total_steps:5650 epochs:0.69 time_left:5043s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   143.3     1  2293  8850       0          0 61.76  800  2.827 13.01 4.161   1 208.1   \n",
      "    ltps  ltrunc  ltrunclen  ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   803.4       0          0 64.1      .2988    .00125                 5650 2501 9654   \n",
      "    ups  \n",
      "   3.86\n",
      "\n",
      "2024-06-01 19:08:04,552 INFO     | time:1513s total_exs:91200 total_steps:5700 epochs:0.69 time_left:5029s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.7     1  2283  8708       0          0 61.02  800  2.804 13.11 4.154   1 209.7   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   799.9       0          0 63.67      .3070         0                 5700 2493 9508   \n",
      "     ups  \n",
      "   3.814\n",
      "\n",
      "2024-06-01 19:08:17,906 INFO     | time:1527s total_exs:92000 total_steps:5750 epochs:0.70 time_left:5016s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   137.8     1  2204  8261       0          0 59.96  800   2.76 13.13 4.321   1 210.2   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   787.6       0          0 75.27      .2856         0                 5750 2414 9049   \n",
      "     ups  \n",
      "   3.748\n",
      "\n",
      "2024-06-01 19:08:30,059 INFO     | time:1539s total_exs:92800 total_steps:5800 epochs:0.71 time_left:4999s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   136.8     1  2189  9013       0          0 65.88  800  2.801  12.9 4.046   1 206.3   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   849.6       0          0 57.15      .3118    .00125                 5800 2395 9862   \n",
      "     ups  \n",
      "   4.118\n",
      "\n",
      "2024-06-01 19:08:43,077 INFO     | time:1552s total_exs:93600 total_steps:5850 epochs:0.71 time_left:4985s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   143.4     1  2294  8819       0          0 61.51  800  2.822 13.06 4.183   1 208.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "     803       0          0 65.54      .2977    .00125                 5850 2503 9622   \n",
      "     ups  \n",
      "   3.844\n",
      "\n",
      "2024-06-01 19:08:55,203 INFO     | time:1564s total_exs:94400 total_steps:5900 epochs:0.72 time_left:4968s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   139.8     1  2236  9228       0          0 66.03  800  2.836 12.93 4.123   1 206.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "     854       0          0 61.72      .3093         0                 5900 2443   \n",
      "     tps   ups  \n",
      "   10082 4.127\n",
      "\n",
      "2024-06-01 19:09:08,015 INFO     | time:1577s total_exs:95200 total_steps:5950 epochs:0.72 time_left:4954s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.3     1  2260  8829       0          0  62.5  800  2.757 13.25 4.167   1   212   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   828.3       0          0 64.52      .3030         0                 5950 2472 9657   \n",
      "     ups  \n",
      "   3.906\n",
      "\n",
      "2024-06-01 19:09:20,615 INFO     | time:1589s total_exs:96000 total_steps:6000 epochs:0.73 time_left:4938s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.6     1  2282  9065       0          0 63.55  800  2.779 13.23 4.183   1 211.6   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   840.6       0          0 65.56      .2983    .00125                 6000 2494 9906   \n",
      "     ups  \n",
      "   3.972\n",
      "\n",
      "2024-06-01 19:09:32,727 INFO     | time:1601s total_exs:96800 total_steps:6050 epochs:0.74 time_left:4922s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.7     1  2267  9367       0          0 66.11  800  2.854 13.19 4.059   1   211   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   871.7       0          0 57.89      .2965    .00125                 6050 2478   \n",
      "     tps   ups  \n",
      "   10238 4.132\n",
      "\n",
      "2024-06-01 19:09:44,959 INFO     | time:1614s total_exs:97600 total_steps:6100 epochs:0.74 time_left:4905s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   138.4     1  2214  9058       0          0 65.47  800  2.835 12.62  4.11   1 201.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "     826       0          0 60.95      .3064         0                 6100 2415 9884   \n",
      "     ups  \n",
      "   4.092\n",
      "\n",
      "2024-06-01 19:09:57,457 INFO     | time:1626s total_exs:98400 total_steps:6150 epochs:0.75 time_left:4890s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.3     1  2276  9114       0          0 64.06  800  2.855 12.55 4.047   1 200.8   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "     804       0          0 57.22      .3104         0                 6150 2477 9918   \n",
      "     ups  \n",
      "   4.004\n",
      "\n",
      "2024-06-01 19:10:09,469 INFO     | time:1638s total_exs:99200 total_steps:6200 epochs:0.75 time_left:4873s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.1     1  2258  9405       0          0 66.66  800  2.808 13.11 4.097   1 209.8   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   873.9       0          0 60.17      .3100    .00125                 6200 2467   \n",
      "     tps   ups  \n",
      "   10279 4.166\n",
      "\n",
      "2024-06-01 19:10:22,026 INFO     | time:1651s total_exs:100000 total_steps:6250 epochs:0.76 time_left:4858s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.1     1  2274  9062       0          0 63.77  800  2.818 12.95 4.056   1 207.2   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   825.9       0          0 57.75      .3125         0                 6250 2481 9888   \n",
      "     ups  \n",
      "   3.986\n",
      "\n",
      "2024-06-01 19:10:34,326 INFO     | time:1663s total_exs:100800 total_steps:6300 epochs:0.77 time_left:4842s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.5     1  2248  9147       0          0  65.1  800  2.894 12.74 4.131   1 203.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   829.4       0          0 62.26      .3020         0                 6300 2452 9977   \n",
      "     ups  \n",
      "   4.069\n",
      "\n",
      "2024-06-01 19:10:49,267 INFO     | time:1678s total_exs:101600 total_steps:6350 epochs:0.77 time_left:4834s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "     143     1  2288  7662       0          0 53.58  800  2.834 13.25 4.166   1   212   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   710.1       0          0 64.46      .3045         0                 6350 2500 8372   \n",
      "     ups  \n",
      "   3.349\n",
      "\n",
      "2024-06-01 19:11:01,808 INFO     | time:1690s total_exs:102400 total_steps:6400 epochs:0.78 time_left:4819s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.1     1  2241  8943       0          0 63.85  800  2.907 12.54  4.21   1 200.7   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   800.7       0          0 67.39      .2953         0                 6400 2442 9744   \n",
      "     ups  \n",
      "   3.991\n",
      "\n",
      "2024-06-01 19:11:15,489 INFO     | time:1704s total_exs:103200 total_steps:6450 epochs:0.79 time_left:4807s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.1     1  2241  8200       0          0 58.55  800  2.781 13.12  4.15   1 209.8   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   767.9       0          0 63.42      .3029         0                 6450 2451 8968   \n",
      "     ups  \n",
      "   3.659\n",
      "\n",
      "2024-06-01 19:11:27,967 INFO     | time:1717s total_exs:104000 total_steps:6500 epochs:0.79 time_left:4792s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.5     1  2248  9021       0          0 64.21  800  2.885 12.71 4.154   1 203.4   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   816.1       0          0 63.72      .2985         0                 6500 2451 9837   \n",
      "     ups  \n",
      "   4.013\n",
      "\n",
      "2024-06-01 19:11:40,889 INFO     | time:1729s total_exs:104800 total_steps:6550 epochs:0.80 time_left:4778s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.8     1  2253  8726       0          0 61.96  800  2.836 12.78  4.07   1 204.4   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   791.8       0          0 58.55      .3077    .00125                 6550 2457 9517   \n",
      "     ups  \n",
      "   3.873\n",
      "\n",
      "2024-06-01 19:11:54,834 INFO     | time:1743s total_exs:105600 total_steps:6600 epochs:0.80 time_left:4767s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.8     1  2253  8083       0          0 57.41  800  2.854 13.02 4.091   1 208.3   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   747.2       0          0 59.82      .3087    .00125                 6600 2461 8830   \n",
      "     ups  \n",
      "   3.588\n",
      "\n",
      "2024-06-01 19:12:09,200 INFO     | time:1758s total_exs:106400 total_steps:6650 epochs:0.81 time_left:4757s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   146.4     1  2343  8167       0          0 55.77  800  2.866 12.87 4.158   1 205.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   717.5       0          0 63.94      .3013    .00125                 6650 2549 8885   \n",
      "     ups  \n",
      "   3.486\n",
      "\n",
      "2024-06-01 19:12:22,384 INFO     | time:1771s total_exs:107200 total_steps:6700 epochs:0.82 time_left:4743s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.4     1  2247  8528       0          0 60.73  800  2.822 13.11 4.054   1 209.8   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   796.2       0          0 57.64      .3065    .00125                 6700 2456 9324   \n",
      "     ups  \n",
      "   3.796\n",
      "\n",
      "2024-06-01 19:12:36,351 INFO     | time:1785s total_exs:108000 total_steps:6750 epochs:0.82 time_left:4732s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.6     1  2266  8119       0          0 57.33  800  2.823  13.2 4.144   1 211.2   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   756.6       0          0 63.08      .2948    .00125                 6750 2477 8876   \n",
      "     ups  \n",
      "   3.583\n",
      "\n",
      "2024-06-01 19:12:49,354 INFO     | time:1798s total_exs:108800 total_steps:6800 epochs:0.83 time_left:4718s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.7     1  2250  8665       0          0  61.6  800  2.816 13.25 4.138   1   212   \n",
      "    ltps  ltrunc  ltrunclen  ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   816.2       0          0 62.7      .3077         0                 6800 2462 9481   \n",
      "    ups  \n",
      "   3.85\n",
      "\n",
      "2024-06-01 19:13:01,639 INFO     | time:1810s total_exs:109600 total_steps:6850 epochs:0.83 time_left:4703s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.7     1  2250  9167       0          0 65.17  800  2.884 12.44 3.936   1 199.1   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   810.9       0          0 51.21      .3217    .00375                 6850 2449 9978   \n",
      "     ups  \n",
      "   4.074\n",
      "\n",
      "2024-06-01 19:13:14,972 INFO     | time:1824s total_exs:110400 total_steps:6900 epochs:0.84 time_left:4690s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.4     1  2246  8429       0          0 60.04  800  2.916 12.67 4.173   1 202.7   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   760.6       0          0 64.94      .2954    .00125                 6900 2449 9189   \n",
      "     ups  \n",
      "   3.753\n",
      "\n",
      "2024-06-01 19:13:28,841 INFO     | time:1837s total_exs:111200 total_steps:6950 epochs:0.85 time_left:4678s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   138.2     1  2211  7983       0          0 57.77  800  2.876 12.67 4.133   1 202.8   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   732.1       0          0 62.35      .3015    .00125                 6950 2414 8715   \n",
      "     ups  \n",
      "   3.611\n",
      "\n",
      "2024-06-01 19:13:41,838 INFO     | time:1850s total_exs:112000 total_steps:7000 epochs:0.85 time_left:4664s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.7     1  2267  8730       0          0  61.6  800  2.858 12.89 4.071   1 206.3   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   794.2       0          0 58.61      .3124    .00125                 7000 2474 9524   \n",
      "    ups  \n",
      "   3.85\n",
      "\n",
      "2024-06-01 19:13:54,507 INFO     | time:1863s total_exs:112800 total_steps:7050 epochs:0.86 time_left:4650s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   139.4     1  2231  8817       0          0 63.23  800  2.907 12.41 4.139   1 198.5   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   784.7       0          0 62.73      .3038         0                 7050 2429 9601   \n",
      "     ups  \n",
      "   3.952\n",
      "\n",
      "2024-06-01 19:14:07,482 INFO     | time:1876s total_exs:113600 total_steps:7100 epochs:0.86 time_left:4636s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   145.6     1  2330  8986       0          0 61.71  800  2.828 13.21  4.08   1 211.4   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   815.4       0          0 59.17      .3102         0                 7100 2541 9801   \n",
      "     ups  \n",
      "   3.857\n",
      "\n",
      "2024-06-01 19:14:19,529 INFO     | time:1888s total_exs:114400 total_steps:7150 epochs:0.87 time_left:4620s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.2     1  2243  9316       0          0 66.46  800  2.838 13.04 4.057   1 208.6   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   866.3       0          0 57.82      .3099         0                 7150 2451   \n",
      "     tps   ups  \n",
      "   10183 4.154\n",
      "\n",
      "2024-06-01 19:14:31,567 INFO     | time:1900s total_exs:115200 total_steps:7200 epochs:0.88 time_left:4604s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.9     1  2271  9441       0          0 66.51  800  2.862 12.49 4.043   1 199.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   831.1       0          0 56.99      .3181         0                 7200 2471   \n",
      "     tps   ups  \n",
      "   10272 4.157\n",
      "\n",
      "2024-06-01 19:14:44,942 INFO     | time:1914s total_exs:116000 total_steps:7250 epochs:0.88 time_left:4591s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   144.3     1  2309  8637       0          0 59.86  800  2.854 13.14 4.166   1 210.3   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   786.7       0          0 64.45      .2958    .00125                 7250 2519 9424   \n",
      "     ups  \n",
      "   3.742\n",
      "\n",
      "2024-06-01 19:14:56,844 INFO     | time:1925s total_exs:116800 total_steps:7300 epochs:0.89 time_left:4575s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.8     1  2252  9471       0          0 67.28  800  2.849 12.62 4.176   1   202   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   849.3       0          0 65.08      .2931         0                 7300 2454   \n",
      "     tps   ups  \n",
      "   10320 4.205\n",
      "\n",
      "2024-06-01 19:15:09,196 INFO     | time:1938s total_exs:117600 total_steps:7350 epochs:0.89 time_left:4560s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "     142     1  2273  9206       0          0 64.82  800  2.828 13.01 4.131   1 208.2   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   843.4       0          0 62.25      .3039    .00125                 7350 2481   \n",
      "     tps   ups  \n",
      "   10050 4.051\n",
      "\n",
      "2024-06-01 19:15:21,363 INFO     | time:1950s total_exs:118400 total_steps:7400 epochs:0.90 time_left:4544s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   138.9     1  2223  9140       0          0  65.8  800  2.857 12.87 4.034   1 205.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   846.9       0          0 56.49      .3006         0                 7400 2429 9987   \n",
      "     ups  \n",
      "   4.113\n",
      "\n",
      "2024-06-01 19:15:34,480 INFO     | time:1963s total_exs:119200 total_steps:7450 epochs:0.91 time_left:4531s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.2     1  2275  8680       0          0 61.03  800  2.856  12.8 4.031   1 204.8   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   781.2       0          0 56.34      .3117         0                 7450 2480 9461   \n",
      "     ups  \n",
      "   3.815\n",
      "\n",
      "2024-06-01 19:15:46,349 INFO     | time:1975s total_exs:120000 total_steps:7500 epochs:0.91 time_left:4515s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "     137     1  2193  9245       0          0 67.47  800  2.875 12.73 4.144   1 203.6   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   858.6       0          0 63.06      .3009    .00125                 7500 2396   \n",
      "     tps   ups  \n",
      "   10104 4.217\n",
      "\n",
      "2024-06-01 19:15:58,164 INFO     | time:1987s total_exs:120800 total_steps:7550 epochs:0.92 time_left:4498s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   138.6     1  2217  9390       0          0 67.77  800  2.845 12.82 4.029   1 205.1   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   868.6       0          0 56.19      .3126    .00125                 7550 2422   \n",
      "     tps   ups  \n",
      "   10258 4.236\n",
      "\n",
      "2024-06-01 19:16:10,353 INFO     | time:1999s total_exs:121600 total_steps:7600 epochs:0.93 time_left:4483s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.1     1  2258  9270       0          0 65.69  800  2.866 12.96 4.063   1 207.3   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   851.2       0          0 58.17      .3059         0                 7600 2465   \n",
      "     tps   ups  \n",
      "   10121 4.106\n",
      "\n",
      "2024-06-01 19:16:22,394 INFO     | time:2011s total_exs:122400 total_steps:7650 epochs:0.93 time_left:4467s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   139.1     1  2225  9250       0          0  66.5  800  2.898 12.81 3.999   1 204.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   851.8       0          0 54.54      .3126    .00125                 7650 2430   \n",
      "     tps   ups  \n",
      "   10102 4.157\n",
      "\n",
      "2024-06-01 19:16:35,192 INFO     | time:2024s total_exs:123200 total_steps:7700 epochs:0.94 time_left:4454s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.8     1  2269  8870       0          0 62.55  800  2.852 13.07 3.979   1 209.2   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   817.8       0          0 53.49      .3191    .00125                 7700 2478 9688   \n",
      "    ups  \n",
      "   3.91\n",
      "\n",
      "2024-06-01 19:16:47,272 INFO     | time:2036s total_exs:124000 total_steps:7750 epochs:0.94 time_left:4438s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.5     1  2264  9389       0          0 66.34  800  2.842 12.85 4.092   1 205.6   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   852.5       0          0 59.84      .3025    .00125                 7750 2470   \n",
      "     tps   ups  \n",
      "   10242 4.146\n",
      "\n",
      "2024-06-01 19:17:01,591 INFO     | time:2050s total_exs:124800 total_steps:7800 epochs:0.95 time_left:4428s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   146.3     1  2340  8180       0          0 55.93  800  2.892 12.75 4.149   1   204   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "     713       0          0 63.36      .2949    .00125                 7800 2544 8893   \n",
      "     ups  \n",
      "   3.496\n",
      "\n",
      "2024-06-01 19:17:14,196 INFO     | time:2063s total_exs:125600 total_steps:7850 epochs:0.96 time_left:4413s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.8     1  2253  8946       0          0 63.53  800  2.842 13.17 4.017   1 210.7   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   836.5       0          0 55.55      .3203    .00125                 7850 2464 9783   \n",
      "     ups  \n",
      "   3.971\n",
      "\n",
      "2024-06-01 19:17:27,799 INFO     | time:2076s total_exs:126400 total_steps:7900 epochs:0.96 time_left:4401s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   145.3     1  2324  8556       0          0 58.89  800  2.827 13.29 4.157   1 212.7   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   782.9       0          0 63.89      .2951    .00125                 7900 2537 9338   \n",
      "     ups  \n",
      "   3.681\n",
      "\n",
      "2024-06-01 19:17:39,956 INFO     | time:2089s total_exs:127200 total_steps:7950 epochs:0.97 time_left:4386s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "     142     1  2271  9354       0          0 65.89  800  2.834  13.4  4.06   1 214.4   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "     883       0          0 57.99      .3102     .0025                 7950 2486   \n",
      "     tps   ups  \n",
      "   10237 4.118\n",
      "\n",
      "2024-06-01 19:17:53,370 INFO     | time:2102s total_exs:128000 total_steps:8000 epochs:0.97 time_left:4373s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   143.4     1  2294  8559       0          0 59.69  800  2.818 13.31 4.051   1 212.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   794.2       0          0 57.48      .3152         0                 8000 2507 9354   \n",
      "     ups  \n",
      "   3.731\n",
      "\n",
      "2024-06-01 19:18:07,211 INFO     | time:2116s total_exs:128800 total_steps:8050 epochs:0.98 time_left:4362s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.9     1  2254  8153       0          0 57.87  800  2.848 12.97 4.149   1 207.6   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   750.8       0          0 63.34      .2985    .00125                 8050 2462 8904   \n",
      "     ups  \n",
      "   3.617\n",
      "\n",
      "2024-06-01 19:18:21,040 INFO     | time:2130s total_exs:129600 total_steps:8100 epochs:0.99 time_left:4350s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   138.5     1  2216  8021       0          0  57.9  800  2.903 12.98 4.091   1 207.7   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   751.6       0          0 59.77      .2959         0                 8100 2424 8773   \n",
      "     ups  \n",
      "   3.619\n",
      "\n",
      "2024-06-01 19:18:34,847 INFO     | time:2143s total_exs:130400 total_steps:8150 epochs:0.99 time_left:4338s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   143.7     1  2299  8333       0          0 57.99  800  2.822 13.13 4.169   1 210.1   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   761.6       0          0 64.67      .3013         0                 8150 2509 9095   \n",
      "     ups  \n",
      "   3.624\n",
      "\n",
      "2024-06-01 19:18:47,244 INFO     | time:2156s total_exs:131200 total_steps:8200 epochs:1.00 time_left:4323s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   135.6     1  2169  8756       0          0 64.59  800  2.951 12.15 3.991   1 194.3   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   784.5       0          0 54.08      .3067     .0025                 8200 2363 9541   \n",
      "     ups  \n",
      "   4.037\n",
      "\n",
      "2024-06-01 19:19:04,055 INFO     | time:2173s total_exs:132000 total_steps:8250 epochs:1.00 time_left:4318s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   144.6     1  2314  6888       0          0 47.62  800  2.842 13.19 4.012   1   211   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "     628       0          0 55.27      .3113         0                 8250 2525 7516   \n",
      "     ups  \n",
      "   2.976\n",
      "\n",
      "2024-06-01 19:19:24,616 INFO     | time:2193s total_exs:132800 total_steps:8300 epochs:1.01 time_left:4319s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   146.4     1  2343  5707       0          0 38.98  800  2.871 12.63 3.998   1 202.1   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   492.4       0          0 54.51      .3113         0                 8300 2545 6199   \n",
      "     ups  \n",
      "   2.436\n",
      "\n",
      "2024-06-01 19:19:38,872 INFO     | time:2207s total_exs:133600 total_steps:8350 epochs:1.02 time_left:4308s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.3     1  2245  7878       0          0 56.16  800  2.829 12.99 4.193   1 207.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   729.6       0          0 66.25      .2922         0                 8350 2453 8608   \n",
      "    ups  \n",
      "   3.51\n",
      "\n",
      "2024-06-01 19:19:51,326 INFO     | time:2220s total_exs:134400 total_steps:8400 epochs:1.02 time_left:4293s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   138.1     1  2210  8882       0          0  64.3  800  2.836 13.12 4.059   1   210   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   843.9       0          0 57.92      .2973    .00125                 8400 2420 9726   \n",
      "     ups  \n",
      "   4.019\n",
      "\n",
      "2024-06-01 19:20:03,896 INFO     | time:2232s total_exs:135200 total_steps:8450 epochs:1.03 time_left:4279s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.8     1  2253  8969       0          0  63.7  800  2.819 13.28 4.062   1 212.4   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   845.7       0          0 58.08      .3073         0                 8450 2465 9815   \n",
      "     ups  \n",
      "   3.982\n",
      "\n",
      "2024-06-01 19:20:16,996 INFO     | time:2246s total_exs:136000 total_steps:8500 epochs:1.03 time_left:4265s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.8     1  2285  8728       0          0 61.11  800  2.906 12.73 4.105   1 203.7   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   778.2       0          0 60.62      .3000         0                 8500 2489 9507   \n",
      "    ups  \n",
      "   3.82\n",
      "\n",
      "2024-06-01 19:20:31,383 INFO     | time:2260s total_exs:136800 total_steps:8550 epochs:1.04 time_left:4254s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   147.3     1  2356  8195       0          0 55.65  800   2.81 12.92 4.129   1 206.7   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   718.8       0          0 62.11      .3003         0                 8550 2563 8914   \n",
      "     ups  \n",
      "   3.478\n",
      "\n",
      "2024-06-01 19:20:45,773 INFO     | time:2274s total_exs:137600 total_steps:8600 epochs:1.05 time_left:4243s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   150.7     1  2411  8384       0          0 55.63  800  2.858 12.94 4.054   1   207   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   719.8       0          0 57.63      .3034         0                 8600 2618 9103   \n",
      "     ups  \n",
      "   3.477\n",
      "\n",
      "2024-06-01 19:20:58,299 INFO     | time:2287s total_exs:138400 total_steps:8650 epochs:1.05 time_left:4229s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "     142     1  2272  9078       0          0 63.93  800  2.838 13.21 4.032   1 211.3   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   844.5       0          0 56.38      .3100         0                 8650 2483 9922   \n",
      "     ups  \n",
      "   3.996\n",
      "\n",
      "2024-06-01 19:21:10,774 INFO     | time:2299s total_exs:139200 total_steps:8700 epochs:1.06 time_left:4214s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "     141     1  2255  9047       0          0 64.18  800  2.872 12.59 4.053   1 201.4   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "     808       0          0 57.58      .3063    .00125                 8700 2457 9855   \n",
      "     ups  \n",
      "   4.011\n",
      "\n",
      "2024-06-01 19:21:23,659 INFO     | time:2312s total_exs:140000 total_steps:8750 epochs:1.07 time_left:4200s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   143.3     1  2292  8901       0          0 62.13  800  2.826 13.26 3.974   1 212.1   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   823.8       0          0 53.17      .3200         0                 8750 2504 9725   \n",
      "     ups  \n",
      "   3.883\n",
      "\n",
      "2024-06-01 19:21:36,839 INFO     | time:2325s total_exs:140800 total_steps:8800 epochs:1.07 time_left:4187s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "     139     1  2224  8445       0          0 60.75  800  2.823 12.98  3.95   1 207.7   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   788.5       0          0 51.95      .3151    .00125                 8800 2432 9234   \n",
      "     ups  \n",
      "   3.797\n",
      "\n",
      "2024-06-01 19:21:50,839 INFO     | time:2339s total_exs:141600 total_steps:8850 epochs:1.08 time_left:4175s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   139.8     1  2237  7997       0          0 57.19  800  2.845 12.89  4.01   1 206.3   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   737.2       0          0 55.16      .3115    .00125                 8850 2444 8735   \n",
      "     ups  \n",
      "   3.574\n",
      "\n",
      "2024-06-01 19:22:04,669 INFO     | time:2353s total_exs:142400 total_steps:8900 epochs:1.08 time_left:4163s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.9     1  2254  8157       0          0  57.9  800  2.863 12.91 4.081   1 206.5   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   747.2       0          0 59.22      .2969     .0025                 8900 2461 8905   \n",
      "     ups  \n",
      "   3.619\n",
      "\n",
      "2024-06-01 19:22:21,237 INFO     | time:2370s total_exs:143200 total_steps:8950 epochs:1.09 time_left:4156s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "     148     1  2368  7152       0          0 48.32  800  2.865 12.89 4.041   1 206.2   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   622.8       0          0 56.89      .3049     .0025                 8950 2574 7775   \n",
      "    ups  \n",
      "   3.02\n",
      "\n",
      "2024-06-01 19:22:34,453 INFO     | time:2383s total_exs:144000 total_steps:9000 epochs:1.10 time_left:4142s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   144.6     1  2313  8759       0          0 60.59  800  2.814 13.22 4.058   1 211.6   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   801.3       0          0 57.85      .3064         0                 9000 2525 9561   \n",
      "     ups  \n",
      "   3.787\n",
      "\n",
      "2024-06-01 19:22:46,997 INFO     | time:2396s total_exs:144800 total_steps:9050 epochs:1.10 time_left:4128s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   143.5     1  2297  9162       0          0 63.83  800   2.86 13.03 4.055   1 208.5   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   831.8       0          0 57.68      .3100     .0025                 9050 2505 9994   \n",
      "    ups  \n",
      "   3.99\n",
      "\n",
      "2024-06-01 19:22:59,364 INFO     | time:2408s total_exs:145600 total_steps:9100 epochs:1.11 time_left:4113s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.6     1  2250  9103       0          0 64.74  800   2.92 12.73 4.015   1 203.7   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   824.2       0          0 55.41      .3080    .00125                 9100 2453 9927   \n",
      "     ups  \n",
      "   4.046\n",
      "\n",
      "2024-06-01 19:23:12,160 INFO     | time:2421s total_exs:146400 total_steps:9150 epochs:1.11 time_left:4099s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.5     1  2264  8856       0          0 62.58  800  2.852 13.18 4.012   1 210.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "     825       0          0 55.25      .3056         0                 9150 2475 9681   \n",
      "     ups  \n",
      "   3.911\n",
      "\n",
      "2024-06-01 19:23:24,630 INFO     | time:2433s total_exs:147200 total_steps:9200 epochs:1.12 time_left:4085s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   143.2     1  2291  9193       0          0 64.21  800  2.887 13.19 4.013   1 211.1   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   847.1       0          0 55.29      .3051         0                 9200 2502   \n",
      "     tps   ups  \n",
      "   10041 4.013\n",
      "\n",
      "2024-06-01 19:23:37,008 INFO     | time:2446s total_exs:148000 total_steps:9250 epochs:1.13 time_left:4070s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.6     1  2250  9096       0          0 64.68  800  2.868 12.82  4.01   1 205.1   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   829.2       0          0 55.14      .3160     .0025                 9250 2455 9926   \n",
      "     ups  \n",
      "   4.043\n",
      "\n",
      "2024-06-01 19:23:49,584 INFO     | time:2458s total_exs:148800 total_steps:9300 epochs:1.13 time_left:4056s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.2     1  2243  8928       0          0 63.68  800   2.84 12.93 3.947   1 206.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   823.3       0          0 51.79      .3208         0                 9300 2450 9751   \n",
      "    ups  \n",
      "   3.98\n",
      "\n",
      "2024-06-01 19:24:01,768 INFO     | time:2470s total_exs:149600 total_steps:9350 epochs:1.14 time_left:4041s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "     142     1  2272  9332       0          0 65.72  800  2.824 13.21 3.948   1 211.4   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   868.3       0          0 51.81      .3209         0                 9350 2483   \n",
      "     tps   ups  \n",
      "   10200 4.108\n",
      "\n",
      "2024-06-01 19:24:14,122 INFO     | time:2483s total_exs:150400 total_steps:9400 epochs:1.14 time_left:4026s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.2     1  2259  9148       0          0 64.81  800  2.891 12.64 3.963   1 202.2   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   819.1       0          0 52.59      .3087    .00125                 9400 2461 9967   \n",
      "     ups  \n",
      "   4.051\n",
      "\n",
      "2024-06-01 19:24:28,298 INFO     | time:2497s total_exs:151200 total_steps:9450 epochs:1.15 time_left:4015s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   144.4     1  2310  8153       0          0 56.48  800  2.843 13.05 4.085   1 208.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   737.3       0          0 59.47      .3052         0                 9450 2519 8890   \n",
      "    ups  \n",
      "   3.53\n",
      "\n",
      "2024-06-01 19:24:40,999 INFO     | time:2510s total_exs:152000 total_steps:9500 epochs:1.16 time_left:4001s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.7     1  2252  8873       0          0 63.05  800  2.867 12.87 3.957   1 205.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   811.2       0          0 52.29      .3190    .00125                 9500 2457 9684   \n",
      "     ups  \n",
      "   3.941\n",
      "\n",
      "2024-06-01 19:24:55,101 INFO     | time:2524s total_exs:152800 total_steps:9550 epochs:1.16 time_left:3989s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   136.3     1  2181  7738       0          0 56.77  800  2.966 12.32 4.009   1 197.1   \n",
      "    ltps  ltrunc  ltrunclen  ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   699.5       0          0 55.1      .3065         0                 9550 2378 8438   \n",
      "     ups  \n",
      "   3.548\n",
      "\n",
      "2024-06-01 19:25:09,765 INFO     | time:2538s total_exs:153600 total_steps:9600 epochs:1.17 time_left:3978s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   138.8     1  2221  7579       0          0  54.6  800  2.867 12.81  3.97   1   205   \n",
      "    ltps  ltrunc  ltrunclen  ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   699.7       0          0   53      .3157     .0025                 9600 2426 8279   \n",
      "     ups  \n",
      "   3.413\n",
      "\n",
      "2024-06-01 19:25:23,546 INFO     | time:2552s total_exs:154400 total_steps:9650 epochs:1.17 time_left:3966s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.8     1  2269  8238       0          0 58.09  800  2.906 12.78 4.095   1 204.5   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   742.4       0          0 60.02      .3008    .00125                 9650 2473 8980   \n",
      "     ups  \n",
      "   3.631\n",
      "\n",
      "2024-06-01 19:25:37,185 INFO     | time:2566s total_exs:155200 total_steps:9700 epochs:1.18 time_left:3953s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.9     1  2255  8273       0          0  58.7  800   2.92 13.16 4.033   1 210.6   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   772.5       0          0 56.42      .3124     .0025                 9700 2465 9045   \n",
      "     ups  \n",
      "   3.669\n",
      "\n",
      "2024-06-01 19:25:50,352 INFO     | time:2579s total_exs:156000 total_steps:9750 epochs:1.19 time_left:3940s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   144.7     1  2314  8795       0          0  60.8  800  2.904 12.68 3.975   1 202.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   771.1       0          0 53.23      .3128    .00125                 9750 2517 9566   \n",
      "    ups  \n",
      "    3.8\n",
      "\n",
      "2024-06-01 19:26:03,765 INFO     | time:2592s total_exs:156800 total_steps:9800 epochs:1.19 time_left:3927s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   144.6     1  2313  8629       0          0 59.69  800  2.935 13.17 4.118   1 210.7   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   785.8       0          0 61.43      .3060         0                 9800 2524 9415   \n",
      "     ups  \n",
      "   3.731\n",
      "\n",
      "2024-06-01 19:26:16,943 INFO     | time:2606s total_exs:157600 total_steps:9850 epochs:1.20 time_left:3914s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   137.3     1  2197  8344       0          0 60.75  800  2.923  12.8 4.072   1 204.8   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   777.6       0          0 58.66      .2998         0                 9850 2402 9122   \n",
      "     ups  \n",
      "   3.797\n",
      "\n",
      "2024-06-01 19:26:30,600 INFO     | time:2619s total_exs:158400 total_steps:9900 epochs:1.21 time_left:3901s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.3     1  2245  8225       0          0 58.63  800  2.877 13.12 3.956   1 209.8   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   768.9       0          0 52.24      .3171         0                 9900 2454 8994   \n",
      "     ups  \n",
      "   3.664\n",
      "\n",
      "2024-06-01 19:26:47,128 INFO     | time:2636s total_exs:159200 total_steps:9950 epochs:1.21 time_left:3893s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   145.4     1  2326  7040       0          0 48.43  800  2.887 13.21 4.042   1 211.4   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "     640       0          0 56.92      .3121         0                 9950 2537 7680   \n",
      "     ups  \n",
      "   3.027\n",
      "\n",
      "2024-06-01 19:27:00,908 INFO     | time:2650s total_exs:160000 total_steps:10000 epochs:1.22 time_left:3880s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   143.6     1  2298  8345       0          0  58.1  800  2.902 12.68 3.969   1 202.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   736.7       0          0 52.92      .3215         0                10000 2501 9081   \n",
      "     ups  \n",
      "   3.631\n",
      "\n",
      "2024-06-01 19:27:14,208 INFO     | time:2663s total_exs:160800 total_steps:10050 epochs:1.22 time_left:3867s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.5     1  2264  8517       0          0  60.2  800  2.862 13.03 4.048   1 208.5   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   784.6       0          0 57.29      .3056    .00125                10050 2472 9302   \n",
      "     ups  \n",
      "   3.763\n",
      "\n",
      "2024-06-01 19:27:27,522 INFO     | time:2676s total_exs:161600 total_steps:10100 epochs:1.23 time_left:3854s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.9     1  2270  8531       0          0 60.14  800  2.906 12.93  3.93   1 206.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   777.8       0          0 50.93      .3156         0                10100 2477 9309   \n",
      "     ups  \n",
      "   3.759\n",
      "\n",
      "2024-06-01 19:27:40,608 INFO     | time:2689s total_exs:162400 total_steps:10150 epochs:1.24 time_left:3840s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "     140     1  2241  8569       0          0 61.19  800  2.873  12.8 3.962   1 204.8   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   783.2       0          0 52.58      .3152    .00125                10150 2445 9352   \n",
      "     ups  \n",
      "   3.825\n",
      "\n",
      "2024-06-01 19:27:54,716 INFO     | time:2703s total_exs:163200 total_steps:10200 epochs:1.24 time_left:3828s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   139.1     1  2226  7897       0          0 56.75  800  2.903 12.73 3.962   1 203.7   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   722.5       0          0 52.58      .3146         0                10200 2430 8619   \n",
      "     ups  \n",
      "   3.547\n",
      "\n",
      "2024-06-01 19:28:07,839 INFO     | time:2716s total_exs:164000 total_steps:10250 epochs:1.25 time_left:3815s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   145.2     1  2323  8858       0          0 61.01  800  2.842 13.16 4.043   1 210.6   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   803.1       0          0 56.98      .3072         0                10250 2534 9661   \n",
      "     ups  \n",
      "   3.813\n",
      "\n",
      "2024-06-01 19:28:19,744 INFO     | time:2728s total_exs:164800 total_steps:10300 epochs:1.25 time_left:3800s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   136.1     1  2177  9157       0          0 67.28  800  2.888 12.54 3.981   1 200.7   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   843.8       0          0 53.59      .3194     .0025                10300 2378   \n",
      "     tps   ups  \n",
      "   10001 4.206\n",
      "\n",
      "2024-06-01 19:28:33,447 INFO     | time:2742s total_exs:165600 total_steps:10350 epochs:1.26 time_left:3787s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.2     1  2276  8309       0          0 58.42  800  2.805 13.36 4.039   1 213.7   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   780.3       0          0 56.74      .3137    .00125                10350 2489 9089   \n",
      "     ups  \n",
      "   3.652\n",
      "\n",
      "2024-06-01 19:28:47,360 INFO     | time:2756s total_exs:166400 total_steps:10400 epochs:1.27 time_left:3775s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   145.7     1  2331  8384       0          0 57.55  800  2.923 12.71 3.973   1 203.4   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   731.7       0          0 53.17      .3028     .0025                10400 2534 9116   \n",
      "     ups  \n",
      "   3.597\n",
      "\n",
      "2024-06-01 19:29:01,053 INFO     | time:2770s total_exs:167200 total_steps:10450 epochs:1.27 time_left:3762s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.1     1  2242  8194       0          0 58.47  800  2.864 12.84 3.985   1 205.4   \n",
      "    ltps  ltrunc  ltrunclen  ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   750.7       0          0 53.8      .3122         0                10450 2448 8945   \n",
      "     ups  \n",
      "   3.655\n",
      "\n",
      "2024-06-01 19:29:13,508 INFO     | time:2782s total_exs:168000 total_steps:10500 epochs:1.28 time_left:3748s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   138.6     1  2218  8911       0          0 64.29  800  2.872 12.83 3.904   1 205.2   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   824.5       0          0 49.61      .3263    .00125                10500 2423 9735   \n",
      "     ups  \n",
      "   4.018\n",
      "\n",
      "2024-06-01 19:29:25,627 INFO     | time:2794s total_exs:168800 total_steps:10550 epochs:1.28 time_left:3733s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.3     1  2244  9268       0          0 66.07  800  2.887 12.97 3.971   1 207.5   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   856.9       0          0 53.04      .3113         0                10550 2452   \n",
      "     tps  ups  \n",
      "   10125 4.13\n",
      "\n",
      "2024-06-01 19:29:37,886 INFO     | time:2806s total_exs:169600 total_steps:10600 epochs:1.29 time_left:3718s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   139.8     1  2237  9131       0          0 65.31  800   2.94 12.64 3.941   1 202.3   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   825.6       0          0 51.48      .3201         0                10600 2439 9956   \n",
      "     ups  \n",
      "   4.082\n",
      "\n",
      "2024-06-01 19:29:50,290 INFO     | time:2819s total_exs:170400 total_steps:10650 epochs:1.30 time_left:3704s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.9     1  2270  9165       0          0  64.6  800   2.85  13.4 3.963   1 214.4   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   865.7       0          0 52.62      .3116    .00125                10650 2485   \n",
      "     tps   ups  \n",
      "   10031 4.037\n",
      "\n",
      "2024-06-01 19:30:02,836 INFO     | time:2831s total_exs:171200 total_steps:10700 epochs:1.30 time_left:3690s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   144.2     1  2307  9203       0          0 63.83  800  2.855 13.35 3.854   1 213.6   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   852.2       0          0 47.19      .3203         0                10700 2520   \n",
      "     tps  ups  \n",
      "   10055 3.99\n",
      "\n",
      "2024-06-01 19:30:15,507 INFO     | time:2844s total_exs:172000 total_steps:10750 epochs:1.31 time_left:3676s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.3     1  2245  8865       0          0 63.19  800  2.897 13.25 4.048   1   212   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   837.3       0          0 57.27      .3055    .00125                10750 2457 9702   \n",
      "    ups  \n",
      "   3.95\n",
      "\n",
      "2024-06-01 19:30:29,334 INFO     | time:2858s total_exs:172800 total_steps:10800 epochs:1.31 time_left:3664s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   139.5     1  2232  8076       0          0  57.9  800  2.892 13.03 3.933   1 208.5   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   754.6       0          0 51.08      .3185     .0025                10800 2440 8830   \n",
      "     ups  \n",
      "   3.619\n",
      "\n",
      "2024-06-01 19:30:42,974 INFO     | time:2872s total_exs:173600 total_steps:10850 epochs:1.32 time_left:3651s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   144.7     1  2316  8495       0          0 58.69  800  2.923 12.99 4.096   1 207.8   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   762.4       0          0 60.12      .3047         0                10850 2524 9257   \n",
      "     ups  \n",
      "   3.668\n",
      "\n",
      "2024-06-01 19:30:57,987 INFO     | time:2887s total_exs:174400 total_steps:10900 epochs:1.33 time_left:3640s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   143.2     1  2292  7639       0          0 53.33  800  2.913 12.97 3.909   1 207.6   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   691.9       0          0 49.86      .3219         0                10900 2499 8331   \n",
      "     ups  \n",
      "   3.333\n",
      "\n",
      "2024-06-01 19:31:12,498 INFO     | time:2901s total_exs:175200 total_steps:10950 epochs:1.33 time_left:3628s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.3     1  2261  7798       0          0 55.17  800  2.888 12.75 3.958   1   204   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   703.5       0          0 52.36      .3245         0                10950 2466 8501   \n",
      "     ups  \n",
      "   3.448\n",
      "\n",
      "2024-06-01 19:31:26,844 INFO     | time:2915s total_exs:176000 total_steps:11000 epochs:1.34 time_left:3616s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   143.5     1  2296  8008       0          0 55.81  800  2.893 13.01 4.041   1 208.2   \n",
      "    ltps  ltrunc  ltrunclen  ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "     726       0          0 56.9      .3085         0                11000 2504 8734   \n",
      "     ups  \n",
      "   3.488\n",
      "\n",
      "2024-06-01 19:31:39,627 INFO     | time:2928s total_exs:176800 total_steps:11050 epochs:1.35 time_left:3603s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   143.9     1  2302  9014       0          0 62.66  800  2.915 13.21 3.926   1 211.4   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   827.8       0          0 50.71      .3204    .00125                11050 2513 9842   \n",
      "     ups  \n",
      "   3.916\n",
      "\n",
      "2024-06-01 19:31:52,713 INFO     | time:2941s total_exs:177600 total_steps:11100 epochs:1.35 time_left:3589s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   144.5     1  2313  8843       0          0 61.18  800  2.923 13.06  3.95   1   209   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   799.1       0          0 51.91      .3226         0                11100 2522 9642   \n",
      "     ups  \n",
      "   3.824\n",
      "\n",
      "2024-06-01 19:32:06,961 INFO     | time:2956s total_exs:178400 total_steps:11150 epochs:1.36 time_left:3577s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   146.4     1  2342  8225       0          0 56.19  800  2.866 13.11 3.968   1 209.8   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   736.7       0          0 52.87      .3130    .00125                11150 2552 8961   \n",
      "     ups  \n",
      "   3.512\n",
      "\n",
      "2024-06-01 19:32:19,608 INFO     | time:2968s total_exs:179200 total_steps:11200 epochs:1.36 time_left:3563s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   138.5     1  2216  8769       0          0 63.31  800  2.952 13.06 3.953   1   209   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   827.1       0          0 52.09      .3150         0                11200 2425 9596   \n",
      "     ups  \n",
      "   3.957\n",
      "\n",
      "2024-06-01 19:32:32,777 INFO     | time:2981s total_exs:180000 total_steps:11250 epochs:1.37 time_left:3550s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   139.4     1  2230  8475       0          0  60.8  800  2.949  12.6 3.938   1 201.7   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   766.3       0          0 51.31      .3176    .00125                11250 2432 9242   \n",
      "    ups  \n",
      "    3.8\n",
      "\n",
      "2024-06-01 19:32:45,883 INFO     | time:2994s total_exs:180800 total_steps:11300 epochs:1.38 time_left:3536s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   139.4     1  2231  8518       0          0 61.08  800  2.853    13 3.937   1 208.1   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   794.3       0          0 51.25      .3157    .00375                11300 2439 9312   \n",
      "     ups  \n",
      "   3.818\n",
      "\n",
      "2024-06-01 19:33:00,486 INFO     | time:3009s total_exs:181600 total_steps:11350 epochs:1.38 time_left:3525s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   138.8     1  2221  7618       0          0 54.88  800  2.884 13.03 3.975   1 208.4   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   714.9       0          0 53.24      .3070    .00125                11350 2430 8333   \n",
      "    ups  \n",
      "   3.43\n",
      "\n",
      "2024-06-01 19:33:14,963 INFO     | time:3024s total_exs:182400 total_steps:11400 epochs:1.39 time_left:3513s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "     141     1  2255  7796       0          0  55.3  800  2.884  12.8 3.947   1 204.7   \n",
      "    ltps  ltrunc  ltrunclen  ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   707.7       0          0 51.8      .3105         0                11400 2460 8503   \n",
      "     ups  \n",
      "   3.457\n",
      "\n",
      "2024-06-01 19:33:27,995 INFO     | time:3037s total_exs:183200 total_steps:11450 epochs:1.39 time_left:3499s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.8     1  2253  8651       0          0 61.44  800   2.95 12.75 4.003   1   204   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   783.2       0          0 54.75      .3019     .0025                11450 2457 9434   \n",
      "    ups  \n",
      "   3.84\n",
      "\n",
      "2024-06-01 19:33:41,948 INFO     | time:3051s total_exs:184000 total_steps:11500 epochs:1.40 time_left:3487s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   138.8     1  2222  7967       0          0 57.38  800  2.962 12.63 3.942   1 202.1   \n",
      "    ltps  ltrunc  ltrunclen  ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   724.9       0          0 51.5      .3131     .0025                11500 2424 8692   \n",
      "     ups  \n",
      "   3.586\n",
      "\n",
      "2024-06-01 19:33:55,675 INFO     | time:3064s total_exs:184800 total_steps:11550 epochs:1.41 time_left:3474s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   144.4     1  2311  8425       0          0 58.32  800   2.91 12.98  3.85   1 207.7   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   757.3       0          0 46.98      .3193     .0025                11550 2519 9182   \n",
      "     ups  \n",
      "   3.645\n",
      "\n",
      "2024-06-01 19:34:08,417 INFO     | time:3077s total_exs:185600 total_steps:11600 epochs:1.41 time_left:3460s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   144.7     1  2315  9092       0          0 62.84  800  2.921  13.1 3.964   1 209.6   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   823.3       0          0 52.65      .3150    .00375                11600 2525 9915   \n",
      "     ups  \n",
      "   3.928\n",
      "\n",
      "2024-06-01 19:34:21,164 INFO     | time:3090s total_exs:186400 total_steps:11650 epochs:1.42 time_left:3446s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.7     1  2251  8835       0          0  62.8  800  2.885 13.27  3.99   1 212.3   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   833.2       0          0 54.07      .3152     .0025                11650 2463 9669   \n",
      "     ups  \n",
      "   3.925\n",
      "\n",
      "2024-06-01 19:34:35,571 INFO     | time:3104s total_exs:187200 total_steps:11700 epochs:1.42 time_left:3434s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.4     1  2247  7804       0          0 55.57  800  2.921 12.63 3.945   1 202.1   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "     702       0          0 51.65      .3216    .00125                11700 2449 8506   \n",
      "     ups  \n",
      "   3.474\n",
      "\n",
      "2024-06-01 19:34:49,008 INFO     | time:3118s total_exs:188000 total_steps:11750 epochs:1.43 time_left:3421s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.5     1  2281  8493       0          0 59.59  800  2.906 12.94 4.011   1   207   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   770.9       0          0 55.19      .3052         0                11750 2488 9264   \n",
      "     ups  \n",
      "   3.724\n",
      "\n",
      "2024-06-01 19:35:02,803 INFO     | time:3131s total_exs:188800 total_steps:11800 epochs:1.44 time_left:3409s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.9     1  2271  8239       0          0 58.05  800  2.956  12.8  3.86   1 204.7   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   742.8       0          0 47.48      .3239    .00125                11800 2476 8982   \n",
      "     ups  \n",
      "   3.628\n",
      "\n",
      "2024-06-01 19:35:16,876 INFO     | time:3145s total_exs:189600 total_steps:11850 epochs:1.44 time_left:3396s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   139.9     1  2239  7960       0          0 56.89  800  2.941 12.73 3.867   1 203.7   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   724.2       0          0 47.81      .3229         0                11850 2442 8684   \n",
      "     ups  \n",
      "   3.556\n",
      "\n",
      "2024-06-01 19:35:30,502 INFO     | time:3159s total_exs:190400 total_steps:11900 epochs:1.45 time_left:3383s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.9     1  2286  8396       0          0 58.76  800  2.863 13.36 3.943   1 213.8   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   785.1       0          0 51.55      .3161         0                11900 2500 9181   \n",
      "     ups  \n",
      "   3.673\n",
      "\n",
      "2024-06-01 19:35:43,817 INFO     | time:3172s total_exs:191200 total_steps:11950 epochs:1.45 time_left:3370s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.9     1  2255  8474       0          0 60.13  800  2.868 12.96 3.898   1 207.4   \n",
      "    ltps  ltrunc  ltrunclen  ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   779.4       0          0 49.3      .3225         0                11950 2462 9254   \n",
      "     ups  \n",
      "   3.758\n",
      "\n",
      "2024-06-01 19:35:57,247 INFO     | time:3186s total_exs:192000 total_steps:12000 epochs:1.46 time_left:3357s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.1     1  2274  8474       0          0 59.61  800  2.919 13.04 3.932   1 208.6   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   777.1       0          0 51.03      .3184    .00125                12000 2483 9251   \n",
      "     ups  \n",
      "   3.726\n",
      "\n",
      "2024-06-01 19:36:11,328 INFO     | time:3200s total_exs:192800 total_steps:12050 epochs:1.47 time_left:3345s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.6     1  2250  7994       0          0 56.86  800   2.93 12.53 3.881   1 200.5   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   712.6       0          0 48.45      .3243         0                12050 2450 8707   \n",
      "     ups  \n",
      "   3.554\n",
      "\n",
      "2024-06-01 19:36:24,417 INFO     | time:3213s total_exs:193600 total_steps:12100 epochs:1.47 time_left:3331s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   144.8     1  2317  8859       0          0 61.17  800  2.928  12.6 3.964   1 201.6   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   770.8       0          0 52.68      .3147    .00125                12100 2519 9629   \n",
      "     ups  \n",
      "   3.823\n",
      "\n",
      "2024-06-01 19:36:39,075 INFO     | time:3228s total_exs:194400 total_steps:12150 epochs:1.48 time_left:3319s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.5     1  2248  7674       0          0 54.62  800  2.946 12.77 3.888   1 204.2   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   697.3       0          0 48.83      .3222    .00125                12150 2452 8371   \n",
      "     ups  \n",
      "   3.414\n",
      "\n",
      "2024-06-01 19:36:53,155 INFO     | time:3242s total_exs:195200 total_steps:12200 epochs:1.49 time_left:3307s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   144.4     1  2310  8208       0          0 56.86  800  2.979 12.74 4.018   1 203.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   724.5       0          0 55.62      .3102         0                12200 2514 8933   \n",
      "     ups  \n",
      "   3.554\n",
      "\n",
      "2024-06-01 19:37:05,321 INFO     | time:3254s total_exs:196000 total_steps:12250 epochs:1.49 time_left:3292s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.2     1  2244  9230       0          0 65.81  800  2.913 12.96 3.924   1 207.3   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  \\\n",
      "   852.5       0          0 50.58      .3191         0                12250 2451   \n",
      "     tps   ups  \n",
      "   10083 4.113\n",
      "\n",
      "2024-06-01 19:37:19,218 INFO     | time:3268s total_exs:196800 total_steps:12300 epochs:1.50 time_left:3280s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "     143     1  2288  8245       0          0 57.65  800  2.894 13.01 3.857   1 208.2   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "     750       0          0 47.34      .3216         0                12300 2497 8995   \n",
      "     ups  \n",
      "   3.603\n",
      "\n",
      "2024-06-01 19:37:34,574 INFO     | time:3283s total_exs:197600 total_steps:12350 epochs:1.50 time_left:3268s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   139.9     1  2239  7302       0          0 52.18  800  2.994 12.38 3.883   1   198   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   645.7       0          0 48.56      .3213    .00125                12350 2437 7948   \n",
      "     ups  \n",
      "   3.261\n",
      "\n",
      "2024-06-01 19:37:48,817 INFO     | time:3297s total_exs:198400 total_steps:12400 epochs:1.51 time_left:3256s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.5     1  2248  7903       0          0 56.24  800  2.954 12.98 3.962   1 207.7   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   729.9       0          0 52.57      .3102         0                12400 2456 8633   \n",
      "     ups  \n",
      "   3.515\n",
      "\n",
      "2024-06-01 19:38:04,698 INFO     | time:3313s total_exs:199200 total_steps:12450 epochs:1.52 time_left:3245s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "     141     1  2256  7106       0          0 50.41  800  2.899 12.85 4.005   1 205.6   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   647.8       0          0 54.85      .2987    .00125                12450 2461 7754   \n",
      "     ups  \n",
      "   3.151\n",
      "\n",
      "2024-06-01 19:38:18,522 INFO     | time:3327s total_exs:200000 total_steps:12500 epochs:1.52 time_left:3233s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.2     1  2274  8234       0          0 57.92  800  2.907 12.91 3.875   1 206.5   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   747.6       0          0 48.18      .3165         0                12500 2481 8981   \n",
      "    ups  \n",
      "   3.62\n",
      "\n",
      "2024-06-01 19:38:32,966 INFO     | time:3342s total_exs:200800 total_steps:12550 epochs:1.53 time_left:3220s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   139.6     1  2233  7738       0          0 55.43  800  3.005 12.68 3.902   1 202.9   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   702.8       0          0 49.49      .3135    .00125                12550 2436 8441   \n",
      "     ups  \n",
      "   3.465\n",
      "\n",
      "2024-06-01 19:38:46,178 INFO     | time:3355s total_exs:201600 total_steps:12600 epochs:1.53 time_left:3207s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   139.7     1  2236  8469       0          0 60.61  800  2.959 12.66 3.839   1 202.6   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   767.6       0          0 46.47      .3137         0                12600 2438 9237   \n",
      "     ups  \n",
      "   3.789\n",
      "\n",
      "2024-06-01 19:38:59,881 INFO     | time:3368s total_exs:202400 total_steps:12650 epochs:1.54 time_left:3194s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "     141     1  2255  8236       0          0 58.43  800  2.933 12.67 3.868   1 202.7   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   740.2       0          0 47.82      .3227    .00125                12650 2458 8977   \n",
      "     ups  \n",
      "   3.652\n",
      "\n",
      "2024-06-01 19:39:15,482 INFO     | time:3384s total_exs:203200 total_steps:12700 epochs:1.55 time_left:3183s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   144.4     1  2310  7410       0          0 51.33  800  2.963  12.7 3.929   1 203.2   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   651.8       0          0 50.84      .3155    .00125                12700 2513 8062   \n",
      "     ups  \n",
      "   3.208\n",
      "\n",
      "2024-06-01 19:39:29,291 INFO     | time:3398s total_exs:204000 total_steps:12750 epochs:1.55 time_left:3170s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.6     1  2281  8265       0          0 57.98  800  2.926  12.7   3.8   1 203.2   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   736.2       0          0 44.72      .3320    .00125                12750 2484 9002   \n",
      "     ups  \n",
      "   3.624\n",
      "\n",
      "2024-06-01 19:39:43,633 INFO     | time:3412s total_exs:204800 total_steps:12800 epochs:1.56 time_left:3158s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.5     1  2249  7854       0          0 55.88  800  2.966 12.57 3.936   1 201.1   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   702.3       0          0 51.21      .3156         0                12800 2450 8556   \n",
      "     ups  \n",
      "   3.493\n",
      "\n",
      "2024-06-01 19:39:57,698 INFO     | time:3426s total_exs:205600 total_steps:12850 epochs:1.56 time_left:3145s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.8     1  2253  8015       0          0 56.92  800  2.896 13.16 3.932   1 210.6   \n",
      "    ltps  ltrunc  ltrunclen  ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   749.2       0          0   51      .3135     .0025                12850 2463 8764   \n",
      "     ups  \n",
      "   3.558\n",
      "\n",
      "2024-06-01 19:40:11,997 INFO     | time:3441s total_exs:206400 total_steps:12900 epochs:1.57 time_left:3132s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.7     1  2251  7877       0          0 55.99  800  2.926 12.96 3.893   1 207.3   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   725.5       0          0 49.07      .3144         0                12900 2458 8602   \n",
      "    ups  \n",
      "    3.5\n",
      "\n",
      "2024-06-01 19:40:25,254 INFO     | time:3454s total_exs:207200 total_steps:12950 epochs:1.58 time_left:3119s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   138.8     1  2221  8383       0          0 60.39  800   2.93 12.72 3.855   1 203.5   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   768.1       0          0 47.21      .3260         0                12950 2424 9151   \n",
      "     ups  \n",
      "   3.775\n",
      "\n",
      "2024-06-01 19:40:38,469 INFO     | time:3467s total_exs:208000 total_steps:13000 epochs:1.58 time_left:3106s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   142.3     1  2277  8622       0          0 60.58  800  2.911 12.92 3.842   1 206.8   \n",
      "    ltps  ltrunc  ltrunclen  ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   782.9       0          0 46.6      .3259         0                13000 2484 9405   \n",
      "     ups  \n",
      "   3.786\n",
      "\n",
      "2024-06-01 19:40:51,947 INFO     | time:3481s total_exs:208800 total_steps:13050 epochs:1.59 time_left:3092s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   141.2     1  2260  8390       0          0  59.4  800  2.938 13.11 3.911   1 209.8   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   778.8       0          0 49.96      .3209         0                13050 2470 9169   \n",
      "     ups  \n",
      "   3.713\n",
      "\n",
      "2024-06-01 19:41:04,349 INFO     | time:3493s total_exs:209600 total_steps:13100 epochs:1.59 time_left:3078s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   138.5     1  2215  8941       0          0 64.57  800  2.935 13.13 3.879   1 210.1   \n",
      "    ltps  ltrunc  ltrunclen  ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   847.9       0          0 48.4      .3275    .00125                13100 2426 9789   \n",
      "     ups  \n",
      "   4.036\n",
      "\n",
      "2024-06-01 19:41:18,627 INFO     | time:3507s total_exs:210400 total_steps:13150 epochs:1.60 time_left:3066s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   140.8     1  2252  7891       0          0 56.06  800   3.01 12.67 3.904   1 202.8   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   710.5       0          0 49.59      .3165    .00125                13150 2455 8602   \n",
      "     ups  \n",
      "   3.504\n",
      "\n",
      "2024-06-01 19:41:31,473 INFO     | time:3520s total_exs:211200 total_steps:13200 epochs:1.61 time_left:3052s\n",
      "    clen  clip  ctpb  ctps  ctrunc  ctrunclen  exps  exs  gnorm  llen  loss  lr  ltpb  \\\n",
      "   137.7     1  2203  8580       0          0 62.33  800  2.964 12.78 3.931   1 204.5   \n",
      "    ltps  ltrunc  ltrunclen   ppl  token_acc  token_em  total_train_updates  tpb  tps  \\\n",
      "   796.8       0          0 50.97      .3198         0                13200 2407 9377   \n",
      "     ups  \n",
      "   3.896\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/krishpatel/anaconda3/lib/python3.11/multiprocessing/resource_tracker.py:224: UserWarning: resource_tracker: There appear to be 1 leaked semaphore objects to clean up at shutdown\n",
      "  warnings.warn('resource_tracker: There appear to be %d '\n"
     ]
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[1], line 37\u001b[0m\n\u001b[1;32m     35\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;18m__name__\u001b[39m \u001b[38;5;241m==\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m__main__\u001b[39m\u001b[38;5;124m\"\u001b[39m:\n\u001b[1;32m     36\u001b[0m     setup_environment()\n\u001b[0;32m---> 37\u001b[0m     train_model()\n\u001b[1;32m     38\u001b[0m     evaluate_model()\n",
      "Cell \u001b[0;32mIn[1], line 15\u001b[0m, in \u001b[0;36mtrain_model\u001b[0;34m()\u001b[0m\n\u001b[1;32m     12\u001b[0m subprocess\u001b[38;5;241m.\u001b[39mrun([\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mpython3\u001b[39m\u001b[38;5;124m'\u001b[39m, \u001b[38;5;124m'\u001b[39m\u001b[38;5;124msetup.py\u001b[39m\u001b[38;5;124m'\u001b[39m, \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mdevelop\u001b[39m\u001b[38;5;124m'\u001b[39m], cwd\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124m./ParlAI\u001b[39m\u001b[38;5;124m'\u001b[39m)\n\u001b[1;32m     14\u001b[0m \u001b[38;5;66;03m# Train the model\u001b[39;00m\n\u001b[0;32m---> 15\u001b[0m subprocess\u001b[38;5;241m.\u001b[39mrun([\n\u001b[1;32m     16\u001b[0m     \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mparlai\u001b[39m\u001b[38;5;124m'\u001b[39m, \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mtrain_model\u001b[39m\u001b[38;5;124m'\u001b[39m,\n\u001b[1;32m     17\u001b[0m     \u001b[38;5;124m'\u001b[39m\u001b[38;5;124m-m\u001b[39m\u001b[38;5;124m'\u001b[39m, \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mtransformer/generator\u001b[39m\u001b[38;5;124m'\u001b[39m,\n\u001b[1;32m     18\u001b[0m     \u001b[38;5;124m'\u001b[39m\u001b[38;5;124m-t\u001b[39m\u001b[38;5;124m'\u001b[39m, \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mconvai2\u001b[39m\u001b[38;5;124m'\u001b[39m,\n\u001b[1;32m     19\u001b[0m     \u001b[38;5;124m'\u001b[39m\u001b[38;5;124m-mf\u001b[39m\u001b[38;5;124m'\u001b[39m, \u001b[38;5;124m'\u001b[39m\u001b[38;5;124msaved_model\u001b[39m\u001b[38;5;124m'\u001b[39m,\n\u001b[1;32m     20\u001b[0m     \u001b[38;5;124m'\u001b[39m\u001b[38;5;124m--batchsize\u001b[39m\u001b[38;5;124m'\u001b[39m, \u001b[38;5;124m'\u001b[39m\u001b[38;5;124m16\u001b[39m\u001b[38;5;124m'\u001b[39m,\n\u001b[1;32m     21\u001b[0m     \u001b[38;5;124m'\u001b[39m\u001b[38;5;124m--num-epochs\u001b[39m\u001b[38;5;124m'\u001b[39m, \u001b[38;5;124m'\u001b[39m\u001b[38;5;124m3\u001b[39m\u001b[38;5;124m'\u001b[39m\n\u001b[1;32m     22\u001b[0m ])\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/subprocess.py:550\u001b[0m, in \u001b[0;36mrun\u001b[0;34m(input, capture_output, timeout, check, *popenargs, **kwargs)\u001b[0m\n\u001b[1;32m    548\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m Popen(\u001b[38;5;241m*\u001b[39mpopenargs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs) \u001b[38;5;28;01mas\u001b[39;00m process:\n\u001b[1;32m    549\u001b[0m     \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 550\u001b[0m         stdout, stderr \u001b[38;5;241m=\u001b[39m process\u001b[38;5;241m.\u001b[39mcommunicate(\u001b[38;5;28minput\u001b[39m, timeout\u001b[38;5;241m=\u001b[39mtimeout)\n\u001b[1;32m    551\u001b[0m     \u001b[38;5;28;01mexcept\u001b[39;00m TimeoutExpired \u001b[38;5;28;01mas\u001b[39;00m exc:\n\u001b[1;32m    552\u001b[0m         process\u001b[38;5;241m.\u001b[39mkill()\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/subprocess.py:1201\u001b[0m, in \u001b[0;36mPopen.communicate\u001b[0;34m(self, input, timeout)\u001b[0m\n\u001b[1;32m   1199\u001b[0m         stderr \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mstderr\u001b[38;5;241m.\u001b[39mread()\n\u001b[1;32m   1200\u001b[0m         \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mstderr\u001b[38;5;241m.\u001b[39mclose()\n\u001b[0;32m-> 1201\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mwait()\n\u001b[1;32m   1202\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m   1203\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m timeout \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/subprocess.py:1264\u001b[0m, in \u001b[0;36mPopen.wait\u001b[0;34m(self, timeout)\u001b[0m\n\u001b[1;32m   1262\u001b[0m     endtime \u001b[38;5;241m=\u001b[39m _time() \u001b[38;5;241m+\u001b[39m timeout\n\u001b[1;32m   1263\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m-> 1264\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_wait(timeout\u001b[38;5;241m=\u001b[39mtimeout)\n\u001b[1;32m   1265\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mKeyboardInterrupt\u001b[39;00m:\n\u001b[1;32m   1266\u001b[0m     \u001b[38;5;66;03m# https://bugs.python.org/issue25942\u001b[39;00m\n\u001b[1;32m   1267\u001b[0m     \u001b[38;5;66;03m# The first keyboard interrupt waits briefly for the child to\u001b[39;00m\n\u001b[1;32m   1268\u001b[0m     \u001b[38;5;66;03m# exit under the common assumption that it also received the ^C\u001b[39;00m\n\u001b[1;32m   1269\u001b[0m     \u001b[38;5;66;03m# generated SIGINT and will exit rapidly.\u001b[39;00m\n\u001b[1;32m   1270\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m timeout \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/subprocess.py:2046\u001b[0m, in \u001b[0;36mPopen._wait\u001b[0;34m(self, timeout)\u001b[0m\n\u001b[1;32m   2044\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mreturncode \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[1;32m   2045\u001b[0m     \u001b[38;5;28;01mbreak\u001b[39;00m  \u001b[38;5;66;03m# Another thread waited.\u001b[39;00m\n\u001b[0;32m-> 2046\u001b[0m (pid, sts) \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_try_wait(\u001b[38;5;241m0\u001b[39m)\n\u001b[1;32m   2047\u001b[0m \u001b[38;5;66;03m# Check the pid and loop as waitpid has been known to\u001b[39;00m\n\u001b[1;32m   2048\u001b[0m \u001b[38;5;66;03m# return 0 even without WNOHANG in odd situations.\u001b[39;00m\n\u001b[1;32m   2049\u001b[0m \u001b[38;5;66;03m# http://bugs.python.org/issue14396.\u001b[39;00m\n\u001b[1;32m   2050\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m pid \u001b[38;5;241m==\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mpid:\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/subprocess.py:2004\u001b[0m, in \u001b[0;36mPopen._try_wait\u001b[0;34m(self, wait_flags)\u001b[0m\n\u001b[1;32m   2002\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"All callers to this function MUST hold self._waitpid_lock.\"\"\"\u001b[39;00m\n\u001b[1;32m   2003\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m-> 2004\u001b[0m     (pid, sts) \u001b[38;5;241m=\u001b[39m os\u001b[38;5;241m.\u001b[39mwaitpid(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mpid, wait_flags)\n\u001b[1;32m   2005\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mChildProcessError\u001b[39;00m:\n\u001b[1;32m   2006\u001b[0m     \u001b[38;5;66;03m# This happens if SIGCLD is set to be ignored or waiting\u001b[39;00m\n\u001b[1;32m   2007\u001b[0m     \u001b[38;5;66;03m# for child processes has otherwise been disabled for our\u001b[39;00m\n\u001b[1;32m   2008\u001b[0m     \u001b[38;5;66;03m# process.  This child is dead, we can't get the status.\u001b[39;00m\n\u001b[1;32m   2009\u001b[0m     pid \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mpid\n",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "import subprocess\n",
    "\n",
    "# Step 1: Setup Environment\n",
    "def setup_environment():\n",
    "    subprocess.run(['git', 'clone', 'https://github.com/facebookresearch/ParlAI.git'])\n",
    "    subprocess.run(['pip', 'install', 'parlai'])\n",
    "\n",
    "# Step 2: Train the Model\n",
    "def train_model():\n",
    "    # Clone the repository and install ParlAI if not already done\n",
    "    subprocess.run(['git', 'clone', 'https://github.com/facebookresearch/ParlAI.git'], cwd='./')\n",
    "    subprocess.run(['python3', 'setup.py', 'develop'], cwd='./ParlAI')\n",
    "\n",
    "    # Train the model\n",
    "    subprocess.run([\n",
    "        'parlai', 'train_model',\n",
    "        '-m', 'transformer/generator',\n",
    "        '-t', 'convai2',\n",
    "        '-mf', 'saved_model',\n",
    "        '--batchsize', '16',\n",
    "        '--num-epochs', '3'\n",
    "    ])\n",
    "\n",
    "# Step 3: Evaluate the Model\n",
    "def evaluate_model():\n",
    "    subprocess.run([\n",
    "        'parlai', 'eval_model',\n",
    "        '-mf', 'saved_model',\n",
    "        '-t', 'convai2',\n",
    "        '--batchsize', '16',\n",
    "        '--num-examples', '1000'\n",
    "    ])\n",
    "\n",
    "# Main execution\n",
    "if __name__ == \"__main__\":\n",
    "    setup_environment()\n",
    "    train_model()\n",
    "    evaluate_model()\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "base",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}