bert_example.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Bert EI example\n",
    "\n",
    "Reference: https://github.com/aws-samples/amazon-sagemaker-bert-pytorch/blob/master/bert-sm-python-SDK.ipynb"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "!pip show torch\n",
    "!pip show torchvision"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "!pip install 'sagemaker[local]' --upgrade"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import sagemaker\n",
    "from sagemaker.local import LocalSession\n",
    "\n",
    "# sagemaker_session = sagemaker.Session()\n",
    "sagemaker_session = LocalSession()\n",
    "sagemaker_session.config = {'local': {'local_code': True}}\n",
    "\n",
    "bucket = \"xxxx\"\n",
    "prefix = \"rucha/sagemaker/DEMO-pytorch-bert\"\n",
    "\n",
    "role = sagemaker.get_execution_role()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Fine tune model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Download data\n",
    "\n",
    "if not os.path.exists(\"./cola_public_1.1.zip\"):\n",
    "    !curl -o ./cola_public_1.1.zip https://nyu-mll.github.io/CoLA/cola_public_1.1.zip\n",
    "if not os.path.exists(\"./cola_public/\"):\n",
    "    !unzip cola_public_1.1.zip"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Get sentences and labels\n",
    "# Let us take a quick look at our data. First we read in the training data. The only two columns we need are the sentence itself and its label.\n",
    "\n",
    "df = pd.read_csv(\n",
    "    \"./cola_public/raw/in_domain_train.tsv\",\n",
    "    sep=\"\\t\",\n",
    "    header=None,\n",
    "    usecols=[1, 3],\n",
    "    names=[\"label\", \"sentence\"],\n",
    ")\n",
    "sentences = df.sentence.values\n",
    "labels = df.label.values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "len(sentences)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "print(sentences[20:25])\n",
    "print(labels[20:25])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.model_selection import train_test_split\n",
    "\n",
    "train, test = train_test_split(df)\n",
    "train.to_csv(\"./cola_public/train.csv\", index=False)\n",
    "test.to_csv(\"./cola_public/test.csv\", index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "inputs_train = sagemaker_session.upload_data(\"./cola_public/train.csv\", bucket=bucket, key_prefix=prefix)\n",
    "inputs_test = sagemaker_session.upload_data(\"./cola_public/test.csv\", bucket=bucket, key_prefix=prefix)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# Run training\n",
    "# Training script\n",
    "\n",
    "!pygmentize code/train_deploy.py"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# Train on Amazon SageMaker\n",
    "from sagemaker.pytorch import PyTorch\n",
    "\n",
    "estimator = PyTorch(\n",
    "    entry_point=\"train_deploy.py\",\n",
    "    source_dir=\"code\",\n",
    "    role=role,\n",
    "    framework_version=\"1.5.0\",\n",
    "    py_version=\"py3\",\n",
    "    instance_count=1,  # this script only support distributed training for GPU instances.\n",
    "    instance_type=\"local\",\n",
    "    hyperparameters={\n",
    "        \"epochs\": 1,\n",
    "        \"num_labels\": 2,\n",
    "        \"backend\": \"gloo\",\n",
    "    }\n",
    ")\n",
    "estimator.fit({\"training\": inputs_train, \"testing\": inputs_test})"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Deploy on local instance without accelerator"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Attaching to tmpspwlmnz0_algo-1-903iv_1\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Requirement already satisfied: tqdm in /opt/conda/lib/python3.6/site-packages (from -r /opt/ml/model/code/requirements.txt (line 1)) (4.45.0)\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Requirement already satisfied: requests==2.22.0 in /opt/conda/lib/python3.6/site-packages (from -r /opt/ml/model/code/requirements.txt (line 2)) (2.22.0)\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Collecting regex\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m   Downloading regex-2020.11.13-cp36-cp36m-manylinux2014_x86_64.whl (723 kB)\n",
      "\u001b[K     |████████████████████████████████| 723 kB 17.5 MB/s eta 0:00:01\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m \u001b[?25hCollecting sentencepiece\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m   Downloading sentencepiece-0.1.94-cp36-cp36m-manylinux2014_x86_64.whl (1.1 MB)\n",
      "\u001b[K     |████████████████████████████████| 1.1 MB 77.7 MB/s eta 0:00:01\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m \u001b[?25hCollecting sacremoses\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m   Downloading sacremoses-0.0.43.tar.gz (883 kB)\n",
      "\u001b[K     |████████████████████████████████| 883 kB 62.8 MB/s eta 0:00:01\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m \u001b[?25hCollecting transformers==2.3.0\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m   Downloading transformers-2.3.0-py3-none-any.whl (447 kB)\n",
      "\u001b[K     |████████████████████████████████| 447 kB 60.3 MB/s eta 0:00:01\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m \u001b[?25hRequirement already satisfied: idna<2.9,>=2.5 in /opt/conda/lib/python3.6/site-packages (from requests==2.22.0->-r /opt/ml/model/code/requirements.txt (line 2)) (2.8)\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Requirement already satisfied: chardet<3.1.0,>=3.0.2 in /opt/conda/lib/python3.6/site-packages (from requests==2.22.0->-r /opt/ml/model/code/requirements.txt (line 2)) (3.0.4)\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /opt/conda/lib/python3.6/site-packages (from requests==2.22.0->-r /opt/ml/model/code/requirements.txt (line 2)) (1.25.8)\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Requirement already satisfied: certifi>=2017.4.17 in /opt/conda/lib/python3.6/site-packages (from requests==2.22.0->-r /opt/ml/model/code/requirements.txt (line 2)) (2020.4.5.1)\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Requirement already satisfied: six in /opt/conda/lib/python3.6/site-packages (from sacremoses->-r /opt/ml/model/code/requirements.txt (line 5)) (1.14.0)\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Requirement already satisfied: click in /opt/conda/lib/python3.6/site-packages (from sacremoses->-r /opt/ml/model/code/requirements.txt (line 5)) (7.1.2)\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Requirement already satisfied: joblib in /opt/conda/lib/python3.6/site-packages (from sacremoses->-r /opt/ml/model/code/requirements.txt (line 5)) (0.14.1)\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Requirement already satisfied: numpy in /opt/conda/lib/python3.6/site-packages (from transformers==2.3.0->-r /opt/ml/model/code/requirements.txt (line 6)) (1.16.4)\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Requirement already satisfied: boto3 in /opt/conda/lib/python3.6/site-packages (from transformers==2.3.0->-r /opt/ml/model/code/requirements.txt (line 6)) (1.13.1)\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Requirement already satisfied: botocore<1.17.0,>=1.16.1 in /opt/conda/lib/python3.6/site-packages (from boto3->transformers==2.3.0->-r /opt/ml/model/code/requirements.txt (line 6)) (1.16.1)\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Requirement already satisfied: s3transfer<0.4.0,>=0.3.0 in /opt/conda/lib/python3.6/site-packages (from boto3->transformers==2.3.0->-r /opt/ml/model/code/requirements.txt (line 6)) (0.3.3)\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Requirement already satisfied: jmespath<1.0.0,>=0.7.1 in /opt/conda/lib/python3.6/site-packages (from boto3->transformers==2.3.0->-r /opt/ml/model/code/requirements.txt (line 6)) (0.9.5)\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Requirement already satisfied: python-dateutil<3.0.0,>=2.1 in /opt/conda/lib/python3.6/site-packages (from botocore<1.17.0,>=1.16.1->boto3->transformers==2.3.0->-r /opt/ml/model/code/requirements.txt (line 6)) (2.8.1)\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Requirement already satisfied: docutils<0.16,>=0.10 in /opt/conda/lib/python3.6/site-packages (from botocore<1.17.0,>=1.16.1->boto3->transformers==2.3.0->-r /opt/ml/model/code/requirements.txt (line 6)) (0.15.2)\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Building wheels for collected packages: sacremoses\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m   Building wheel for sacremoses (setup.py) ... \u001b[?25ldone\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m \u001b[?25h  Created wheel for sacremoses: filename=sacremoses-0.0.43-py3-none-any.whl size=893259 sha256=387512783cac3f065514dbbc5861bf6b9327666b9123e1266d3fc865f4d7d256\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m   Stored in directory: /root/.cache/pip/wheels/49/25/98/cdea9c79b2d9a22ccc59540b1784b67f06b633378e97f58da2\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Successfully built sacremoses\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Installing collected packages: regex, sentencepiece, sacremoses, transformers\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Successfully installed regex-2020.11.13 sacremoses-0.0.43 sentencepiece-0.1.94 transformers-2.3.0\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m \u001b[33mWARNING: You are using pip version 20.1; however, version 20.3.3 is available.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m You should consider upgrading via the '/opt/conda/bin/python -m pip install --upgrade pip' command.\u001b[0m\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,732 [INFO ] main com.amazonaws.ml.mms.ModelServer - \n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m MMS Home: /opt/conda/lib/python3.6/site-packages\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Current directory: /\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Temp directory: /home/model-server/tmp\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Number of GPUs: 0\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Number of CPUs: 8\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Max heap size: 6972 M\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Python executable: /opt/conda/bin/python\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Config file: /etc/sagemaker-mms.properties\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Inference address: http://0.0.0.0:8080\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Management address: http://0.0.0.0:8080\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Model Store: /.sagemaker/mms/models\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Initial Models: ALL\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Log dir: /logs\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Metrics dir: /logs\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Netty threads: 0\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Netty client threads: 0\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Default workers per model: 8\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Blacklist Regex: N/A\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Maximum Response Size: 6553500\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Maximum Request Size: 6553500\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,774 [INFO ] main com.amazonaws.ml.mms.wlm.ModelManager - Model model loaded.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,789 [INFO ] main com.amazonaws.ml.mms.ModelServer - Initialize Inference server with: EpollServerSocketChannel.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,934 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Listening on port: /home/model-server/tmp/.mms.sock.9007\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,935 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - [PID]62\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,942 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Listening on port: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,942 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - [PID]59\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,943 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - MXNet worker started.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,943 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Python runtime: 3.6.6\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,943 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - MXNet worker started.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,943 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Python runtime: 3.6.6\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,943 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Listening on port: /home/model-server/tmp/.mms.sock.9005\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,944 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - [PID]63\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,944 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Listening on port: /home/model-server/tmp/.mms.sock.9004\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,945 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - [PID]60\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,945 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - MXNet worker started.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,945 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Python runtime: 3.6.6\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,945 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - MXNet worker started.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,946 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Python runtime: 3.6.6\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,948 [INFO ] W-9005-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9005\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,948 [INFO ] W-9007-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9007\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,949 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,949 [INFO ] W-9004-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9004\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,953 [INFO ] main com.amazonaws.ml.mms.ModelServer - Inference API bind to: http://0.0.0.0:8080\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,965 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9005.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,965 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9004.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m Model server started.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,966 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Listening on port: /home/model-server/tmp/.mms.sock.9001\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,967 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - [PID]61\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,967 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - MXNet worker started.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,965 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9007.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,967 [INFO ] W-9001-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9001\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,965 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,967 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Python runtime: 3.6.6\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,972 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9001.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,976 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Listening on port: /home/model-server/tmp/.mms.sock.9006\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,976 [WARN ] pool-2-thread-1 com.amazonaws.ml.mms.metrics.MetricCollector - worker pid is not available yet.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,976 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - [PID]58\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,976 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - MXNet worker started.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,976 [INFO ] W-9006-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9006\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,976 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Python runtime: 3.6.6\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,980 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9006.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,980 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Listening on port: /home/model-server/tmp/.mms.sock.9003\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,981 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - [PID]65\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,981 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - MXNet worker started.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,981 [INFO ] W-9003-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9003\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,981 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Python runtime: 3.6.6\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,984 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Listening on port: /home/model-server/tmp/.mms.sock.9002\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,984 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9003.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,984 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - [PID]57\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,985 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - MXNet worker started.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,985 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Python runtime: 3.6.6\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,985 [INFO ] W-9002-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9002\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:08,988 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9002.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,251 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.5.0+cpu available.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,251 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.5.0+cpu available.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,270 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.5.0+cpu available.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,270 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.5.0+cpu available.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,311 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.5.0+cpu available.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,311 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.5.0+cpu available.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,316 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.5.0+cpu available.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,329 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.5.0+cpu available.\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,715 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,715 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt not found in cache or force_download set to True, downloading to /home/model-server/tmp/tmpm8uycn48\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,729 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,730 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt not found in cache or force_download set to True, downloading to /home/model-server/tmp/tmp_cf3o656\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,736 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,736 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt not found in cache or force_download set to True, downloading to /home/model-server/tmp/tmprv54ia36\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,751 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,751 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt not found in cache or force_download set to True, downloading to /home/model-server/tmp/tmps7mmrzl_\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,763 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,763 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt not found in cache or force_download set to True, downloading to /home/model-server/tmp/tmp5vss138p\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,765 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - copying /home/model-server/tmp/tmpm8uycn48 to cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,766 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - copying /home/model-server/tmp/tmp_cf3o656 to cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,766 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,766 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - creating metadata file for /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,767 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,767 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - removing temp file /home/model-server/tmp/tmpm8uycn48\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,767 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,768 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - creating metadata file for /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,768 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - removing temp file /home/model-server/tmp/tmp_cf3o656\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,770 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,786 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - copying /home/model-server/tmp/tmprv54ia36 to cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,787 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,787 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,787 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - creating metadata file for /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,788 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - removing temp file /home/model-server/tmp/tmprv54ia36\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,788 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,791 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,791 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,792 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - copying /home/model-server/tmp/tmps7mmrzl_ to cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,794 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - creating metadata file for /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,794 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - removing temp file /home/model-server/tmp/tmps7mmrzl_\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,794 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,796 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading configuration file /.sagemaker/mms/models/model/config.json\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,797 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Model config {\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,798 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"architectures\": [\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,798 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"BertForMaskedLM\"\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,798 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   ],\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,799 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"attention_probs_dropout_prob\": 0.1,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,799 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"finetuning_task\": null,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,800 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"hidden_act\": \"gelu\",\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,800 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"hidden_dropout_prob\": 0.1,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,800 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"hidden_size\": 768,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,801 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"id2label\": {\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,801 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"0\": \"LABEL_0\",\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,802 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"1\": \"LABEL_1\"\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,802 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   },\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,802 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"initializer_range\": 0.02,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,803 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"intermediate_size\": 3072,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,803 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"is_decoder\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,804 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"label2id\": {\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,804 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"LABEL_0\": 0,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,804 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"LABEL_1\": 1\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,805 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   },\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,805 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"layer_norm_eps\": 1e-12,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,806 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"max_position_embeddings\": 512,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,806 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"model_type\": \"bert\",\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,806 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading configuration file /.sagemaker/mms/models/model/config.json\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,806 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"num_attention_heads\": 12,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,807 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"num_hidden_layers\": 12,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,807 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Model config {\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,807 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"architectures\": [\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,807 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"num_labels\": 2,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,808 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"BertForMaskedLM\"\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,809 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading configuration file /.sagemaker/mms/models/model/config.json\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,811 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   ],\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,808 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"output_attentions\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,812 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Model config {\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,812 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"architectures\": [\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,812 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"attention_probs_dropout_prob\": 0.1,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,813 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"finetuning_task\": null,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,813 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"hidden_act\": \"gelu\",\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,813 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading configuration file /.sagemaker/mms/models/model/config.json\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,814 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Model config {\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,814 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"architectures\": [\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,814 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"BertForMaskedLM\"\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,814 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   ],\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,814 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"attention_probs_dropout_prob\": 0.1,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,814 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"finetuning_task\": null,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,814 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"hidden_act\": \"gelu\",\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,814 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"hidden_dropout_prob\": 0.1,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,815 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"hidden_size\": 768,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,815 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"id2label\": {\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,815 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"0\": \"LABEL_0\",\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,815 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"1\": \"LABEL_1\"\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,815 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   },\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,815 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"initializer_range\": 0.02,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,815 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"intermediate_size\": 3072,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,815 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"is_decoder\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,815 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"label2id\": {\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,815 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"LABEL_0\": 0,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,816 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"LABEL_1\": 1\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,816 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   },\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,816 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"layer_norm_eps\": 1e-12,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,816 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"max_position_embeddings\": 512,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,816 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"model_type\": \"bert\",\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,816 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"num_attention_heads\": 12,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,816 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"num_hidden_layers\": 12,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,816 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"num_labels\": 2,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,816 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"output_attentions\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,816 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"output_hidden_states\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,816 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"output_past\": true,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,816 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"pad_token_id\": 0,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,817 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"pruned_heads\": {},\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,817 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"torchscript\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,817 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"type_vocab_size\": 2,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,817 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"use_bfloat16\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,817 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"vocab_size\": 30522\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,817 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - }\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,817 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - \n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,817 [INFO ] W-9006-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading weights file /.sagemaker/mms/models/model/pytorch_model.bin\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,812 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"output_hidden_states\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,819 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"output_past\": true,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,813 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"hidden_dropout_prob\": 0.1,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,813 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"BertForMaskedLM\"\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,819 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"hidden_size\": 768,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,820 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"id2label\": {\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,820 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"0\": \"LABEL_0\",\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,820 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"1\": \"LABEL_1\"\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,821 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   },\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,821 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"initializer_range\": 0.02,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,821 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"intermediate_size\": 3072,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,821 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"is_decoder\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,821 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"label2id\": {\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,822 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"LABEL_0\": 0,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,820 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   ],\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,822 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"attention_probs_dropout_prob\": 0.1,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,822 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"finetuning_task\": null,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,822 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"LABEL_1\": 1\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,823 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   },\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,823 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"layer_norm_eps\": 1e-12,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,823 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"hidden_act\": \"gelu\",\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,824 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"hidden_dropout_prob\": 0.1,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,824 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"hidden_size\": 768,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,824 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"max_position_embeddings\": 512,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,824 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"id2label\": {\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,825 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"model_type\": \"bert\",\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,825 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"num_attention_heads\": 12,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,825 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"0\": \"LABEL_0\",\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,825 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"1\": \"LABEL_1\"\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,825 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"num_hidden_layers\": 12,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,826 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   },\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,826 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"initializer_range\": 0.02,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,826 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"num_labels\": 2,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,827 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"intermediate_size\": 3072,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,827 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"is_decoder\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,827 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"output_attentions\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,827 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"label2id\": {\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,827 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"output_hidden_states\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,828 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"LABEL_0\": 0,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,828 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"LABEL_1\": 1\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,828 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"output_past\": true,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,828 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"pad_token_id\": 0,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,828 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   },\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,829 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"layer_norm_eps\": 1e-12,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,829 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"pruned_heads\": {},\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,829 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"torchscript\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,830 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"type_vocab_size\": 2,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,831 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"use_bfloat16\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,829 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"max_position_embeddings\": 512,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,830 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading configuration file /.sagemaker/mms/models/model/config.json\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,831 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"vocab_size\": 30522\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,839 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"model_type\": \"bert\",\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,838 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - copying /home/model-server/tmp/tmp5vss138p to cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,840 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"num_attention_heads\": 12,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,835 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading configuration file /.sagemaker/mms/models/model/config.json\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,840 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"num_hidden_layers\": 12,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,841 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading configuration file /.sagemaker/mms/models/model/config.json\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,843 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"num_labels\": 2,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,840 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Model config {\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,843 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"output_attentions\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,840 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Model config {\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,843 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"output_hidden_states\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,844 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"architectures\": [\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,844 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"BertForMaskedLM\"\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,840 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - }\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,840 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - creating metadata file for /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,844 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   ],\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,844 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Model config {\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,844 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"architectures\": [\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,844 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"BertForMaskedLM\"\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,844 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   ],\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,844 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"attention_probs_dropout_prob\": 0.1,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,844 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"finetuning_task\": null,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,844 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"hidden_act\": \"gelu\",\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,844 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"hidden_dropout_prob\": 0.1,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,844 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"hidden_size\": 768,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,844 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"architectures\": [\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,844 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - \n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,845 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"id2label\": {\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,844 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - removing temp file /home/model-server/tmp/tmp5vss138p\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,845 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"0\": \"LABEL_0\",\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,845 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"1\": \"LABEL_1\"\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,844 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"attention_probs_dropout_prob\": 0.1,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,845 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"finetuning_task\": null,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,845 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"hidden_act\": \"gelu\",\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,845 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"hidden_dropout_prob\": 0.1,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,845 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"hidden_size\": 768,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,845 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"id2label\": {\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,845 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"0\": \"LABEL_0\",\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,845 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"1\": \"LABEL_1\"\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,846 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   },\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,846 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"initializer_range\": 0.02,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,846 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"intermediate_size\": 3072,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,846 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"is_decoder\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,846 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"label2id\": {\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,846 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"LABEL_0\": 0,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,846 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"LABEL_1\": 1\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,846 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   },\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,846 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"layer_norm_eps\": 1e-12,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,846 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"max_position_embeddings\": 512,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,846 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"model_type\": \"bert\",\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,846 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"num_attention_heads\": 12,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,846 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"num_hidden_layers\": 12,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,846 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"num_labels\": 2,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,846 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"output_attentions\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,846 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"output_hidden_states\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,846 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"output_past\": true,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,847 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"pad_token_id\": 0,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,847 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"pruned_heads\": {},\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,847 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"torchscript\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,847 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"type_vocab_size\": 2,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,847 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"use_bfloat16\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,847 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"vocab_size\": 30522\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,847 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - }\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,847 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - \n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,847 [INFO ] W-9003-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading weights file /.sagemaker/mms/models/model/pytorch_model.bin\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,844 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"output_past\": true,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,847 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"pad_token_id\": 0,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,847 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"pruned_heads\": {},\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,847 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"torchscript\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,847 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"type_vocab_size\": 2,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,847 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"use_bfloat16\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,847 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"vocab_size\": 30522\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,847 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - }\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,848 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - \n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,848 [INFO ] W-9002-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading weights file /.sagemaker/mms/models/model/pytorch_model.bin\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,845 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   },\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,848 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"initializer_range\": 0.02,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,848 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"intermediate_size\": 3072,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,848 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"is_decoder\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,848 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"label2id\": {\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,848 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"LABEL_0\": 0,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,848 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"LABEL_1\": 1\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,848 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   },\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,848 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"layer_norm_eps\": 1e-12,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,848 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"max_position_embeddings\": 512,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,848 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"model_type\": \"bert\",\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,848 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"num_attention_heads\": 12,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,848 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"num_hidden_layers\": 12,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,848 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"num_labels\": 2,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,848 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"output_attentions\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,849 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"output_hidden_states\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,849 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"output_past\": true,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,849 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"pad_token_id\": 0,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,849 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"pruned_heads\": {},\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,849 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"torchscript\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,849 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"type_vocab_size\": 2,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,849 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"use_bfloat16\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,849 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"vocab_size\": 30522\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,849 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - }\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,849 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - \n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,849 [INFO ] W-9001-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading weights file /.sagemaker/mms/models/model/pytorch_model.bin\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,845 [INFO ] W-9007-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading weights file /.sagemaker/mms/models/model/pytorch_model.bin\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,845 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"BertForMaskedLM\"\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,849 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   ],\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,849 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"attention_probs_dropout_prob\": 0.1,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,850 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"finetuning_task\": null,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,850 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"hidden_act\": \"gelu\",\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,850 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"hidden_dropout_prob\": 0.1,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,850 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"hidden_size\": 768,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,850 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"id2label\": {\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,850 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"0\": \"LABEL_0\",\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,850 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"1\": \"LABEL_1\"\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,850 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   },\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,850 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"initializer_range\": 0.02,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,850 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"intermediate_size\": 3072,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,850 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"is_decoder\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,850 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"label2id\": {\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,850 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"LABEL_0\": 0,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,850 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"LABEL_1\": 1\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,850 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   },\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,850 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"layer_norm_eps\": 1e-12,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,850 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"max_position_embeddings\": 512,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,850 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"model_type\": \"bert\",\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,851 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"num_attention_heads\": 12,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,851 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"num_hidden_layers\": 12,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,851 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"num_labels\": 2,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,851 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"output_attentions\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,851 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"output_hidden_states\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,851 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"output_past\": true,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,851 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"pad_token_id\": 0,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,851 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"pruned_heads\": {},\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,851 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"torchscript\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,851 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"type_vocab_size\": 2,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,851 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"use_bfloat16\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,851 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"vocab_size\": 30522\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,851 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - }\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,851 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - \n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,851 [INFO ] W-9004-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading weights file /.sagemaker/mms/models/model/pytorch_model.bin\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,819 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"pad_token_id\": 0,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,857 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"pruned_heads\": {},\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,858 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"torchscript\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,858 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"type_vocab_size\": 2,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,858 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"use_bfloat16\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,858 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"vocab_size\": 30522\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,858 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - }\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,858 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - \n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,859 [INFO ] W-9005-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading weights file /.sagemaker/mms/models/model/pytorch_model.bin\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,860 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,906 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading configuration file /.sagemaker/mms/models/model/config.json\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,907 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Model config {\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,907 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"architectures\": [\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,908 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"BertForMaskedLM\"\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,908 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   ],\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,908 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"attention_probs_dropout_prob\": 0.1,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,909 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"finetuning_task\": null,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,909 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"hidden_act\": \"gelu\",\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,909 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"hidden_dropout_prob\": 0.1,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,909 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"hidden_size\": 768,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,909 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"id2label\": {\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,910 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"0\": \"LABEL_0\",\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,910 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"1\": \"LABEL_1\"\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,910 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   },\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,910 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"initializer_range\": 0.02,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,918 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"intermediate_size\": 3072,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,918 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"is_decoder\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,918 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"label2id\": {\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,918 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"LABEL_0\": 0,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,918 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -     \"LABEL_1\": 1\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,918 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   },\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,919 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"layer_norm_eps\": 1e-12,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,919 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"max_position_embeddings\": 512,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,919 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"model_type\": \"bert\",\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,919 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"num_attention_heads\": 12,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,919 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"num_hidden_layers\": 12,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,919 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"num_labels\": 2,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,919 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"output_attentions\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,919 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"output_hidden_states\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,919 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"output_past\": true,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,919 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"pad_token_id\": 0,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,919 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"pruned_heads\": {},\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,919 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"torchscript\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,919 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"type_vocab_size\": 2,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,919 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"use_bfloat16\": false,\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,919 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle -   \"vocab_size\": 30522\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,919 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - }\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,919 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - \n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:10,919 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading weights file /.sagemaker/mms/models/model/pytorch_model.bin\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:11,959 [INFO ] pool-1-thread-9 ACCESS_LOG - /172.18.0.1:45866 \"GET /ping HTTP/1.1\" 200 38\n",
      "!\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:16,361 [INFO ] W-9004-model com.amazonaws.ml.mms.wlm.WorkerThread - Backend response time: 7362\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:16,366 [INFO ] W-9005-model com.amazonaws.ml.mms.wlm.WorkerThread - Backend response time: 7363\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:16,389 [INFO ] W-9002-model com.amazonaws.ml.mms.wlm.WorkerThread - Backend response time: 7385\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:16,389 [INFO ] W-9001-model com.amazonaws.ml.mms.wlm.WorkerThread - Backend response time: 7385\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:16,391 [INFO ] W-9007-model com.amazonaws.ml.mms.wlm.WorkerThread - Backend response time: 7387\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:16,391 [INFO ] W-9003-model com.amazonaws.ml.mms.wlm.WorkerThread - Backend response time: 7388\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:16,401 [INFO ] W-9006-model com.amazonaws.ml.mms.wlm.WorkerThread - Backend response time: 7397\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:16,417 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Backend response time: 7413\n"
     ]
    }
   ],
   "source": [
    "# Host\n",
    "\n",
    "predictor = estimator.deploy(initial_instance_count=1, instance_type='local')#, accelerator_type='local_sagemaker_notebook')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "#from sagemaker.predictor import json_deserializer, json_serializer\n",
    "\n",
    "#predictor.content_type = \"application/json\"\n",
    "#predictor.accept = \"application/json\"\n",
    "predictor.serializer = sagemaker.serializers.JSONSerializer()\n",
    "predictor.deserializer = sagemaker.deserializers.JSONDeserializer()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:54,573 [INFO ] W-9004-model com.amazonaws.ml.mms.wlm.WorkerThread - Backend response time: 180\n",
      "\u001b[36malgo-1-903iv_1  |\u001b[0m 2020-12-17 09:23:54,573 [INFO ] W-9004-model ACCESS_LOG - /172.18.0.1:45918 \"POST /invocations HTTP/1.1\" 200 183\n",
      "[1]\n"
     ]
    }
   ],
   "source": [
    "result = predictor.predict(\"Somebody just left - guess who.\")\n",
    "print(np.argmax(result, axis=1))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "predictor.delete_endpoint()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "estimator.model_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "%%sh -s $estimator.model_data\n",
    "mkdir model\n",
    "aws s3 cp $1 model/ \n",
    "tar xvzf model/model.tar.gz --directory ./model"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Trace Model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# The following code converts our model into the TorchScript format:\n",
    "!pip install transformers==2.11.0\n",
    "import subprocess\n",
    "import torch\n",
    "from transformers import BertForSequenceClassification\n",
    "\n",
    "model_torchScript = BertForSequenceClassification.from_pretrained(\"model/\", torchscript=True)\n",
    "device = \"cpu\"\n",
    "for_jit_trace_input_ids = [0] * 64\n",
    "for_jit_trace_attention_masks = [0] * 64\n",
    "for_jit_trace_input = torch.tensor([for_jit_trace_input_ids])\n",
    "for_jit_trace_masks = torch.tensor([for_jit_trace_input_ids])\n",
    "\n",
    "traced_model = torch.jit.trace(\n",
    "    model_torchScript, [for_jit_trace_input.to(device), for_jit_trace_masks.to(device)]\n",
    ")\n",
    "torch.jit.save(traced_model, \"traced_bert.pt\")\n",
    "\n",
    "subprocess.call([\"tar\", \"-czvf\", \"traced_bert.tar.gz\", \"traced_bert.pt\"])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Deploy on local instance with accelerator"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "!pygmentize code/deploy_ei.py"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Next we upload TorchScript model to S3 and deploy using Elastic Inference. \n",
    "# The accelerator_type=ml.eia2.xlarge parameter is how we attach the Elastic Inference accelerator to our endpoint.\n",
    "\n",
    "from sagemaker.pytorch import PyTorchModel\n",
    "\n",
    "instance_type = \"local\"#'ml.m5.large'\n",
    "accelerator_type = \"local_sagemaker_notebook\"#'ml.eia2.xlarge'\n",
    "\n",
    "# TorchScript model\n",
    "tar_filename = 'traced_bert.tar.gz'\n",
    "\n",
    "# Returns S3 bucket URL\n",
    "print('Upload tarball to S3')\n",
    "model_data = sagemaker_session.upload_data(path=tar_filename, bucket=bucket, key_prefix=prefix)\n",
    "\n",
    "endpoint_name = 'bert-ei-traced-{}-{}'.format(instance_type, accelerator_type).replace('.', '').replace('_', '')\n",
    "\n",
    "pytorch = PyTorchModel(\n",
    "    model_data=model_data,\n",
    "    role=role,\n",
    "    entry_point='deploy_ei.py',\n",
    "    source_dir='code',\n",
    "    framework_version='1.3.1',\n",
    "    py_version='py3',\n",
    "    sagemaker_session=sagemaker_session\n",
    ")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Attaching to tmp1nu51x07_algo-1-1h732_1\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Requirement already satisfied: tqdm in /opt/conda/lib/python3.6/site-packages (from -r /opt/ml/model/code/requirements.txt (line 1)) (4.48.2)\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Requirement already satisfied: requests==2.22.0 in /opt/conda/lib/python3.6/site-packages (from -r /opt/ml/model/code/requirements.txt (line 2)) (2.22.0)\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Collecting regex\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m   Downloading regex-2020.11.13-cp36-cp36m-manylinux2014_x86_64.whl (723 kB)\n",
      "\u001b[K     |████████████████████████████████| 723 kB 19.9 MB/s eta 0:00:01\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m \u001b[?25hCollecting sentencepiece\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m   Downloading sentencepiece-0.1.94-cp36-cp36m-manylinux2014_x86_64.whl (1.1 MB)\n",
      "\u001b[K     |████████████████████████████████| 1.1 MB 74.9 MB/s eta 0:00:01\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m \u001b[?25hCollecting sacremoses\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m   Downloading sacremoses-0.0.43.tar.gz (883 kB)\n",
      "\u001b[K     |████████████████████████████████| 883 kB 83.0 MB/s eta 0:00:01\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m \u001b[?25hCollecting transformers==2.3.0\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m   Downloading transformers-2.3.0-py3-none-any.whl (447 kB)\n",
      "\u001b[K     |████████████████████████████████| 447 kB 61.0 MB/s eta 0:00:01\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m \u001b[?25hRequirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /opt/conda/lib/python3.6/site-packages (from requests==2.22.0->-r /opt/ml/model/code/requirements.txt (line 2)) (1.25.10)\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Requirement already satisfied: certifi>=2017.4.17 in /opt/conda/lib/python3.6/site-packages (from requests==2.22.0->-r /opt/ml/model/code/requirements.txt (line 2)) (2020.6.20)\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Requirement already satisfied: idna<2.9,>=2.5 in /opt/conda/lib/python3.6/site-packages (from requests==2.22.0->-r /opt/ml/model/code/requirements.txt (line 2)) (2.8)\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Requirement already satisfied: chardet<3.1.0,>=3.0.2 in /opt/conda/lib/python3.6/site-packages (from requests==2.22.0->-r /opt/ml/model/code/requirements.txt (line 2)) (3.0.4)\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Requirement already satisfied: six in /opt/conda/lib/python3.6/site-packages (from sacremoses->-r /opt/ml/model/code/requirements.txt (line 5)) (1.15.0)\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Collecting click\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m   Downloading click-7.1.2-py2.py3-none-any.whl (82 kB)\n",
      "\u001b[K     |████████████████████████████████| 82 kB 2.4 MB/s  eta 0:00:01\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m \u001b[?25hRequirement already satisfied: joblib in /opt/conda/lib/python3.6/site-packages (from sacremoses->-r /opt/ml/model/code/requirements.txt (line 5)) (0.16.0)\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Collecting boto3\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m   Downloading boto3-1.16.38-py2.py3-none-any.whl (130 kB)\n",
      "\u001b[K     |████████████████████████████████| 130 kB 83.7 MB/s eta 0:00:01\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m \u001b[?25hRequirement already satisfied: numpy in /opt/conda/lib/python3.6/site-packages (from transformers==2.3.0->-r /opt/ml/model/code/requirements.txt (line 6)) (1.19.1)\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Requirement already satisfied: jmespath<1.0.0,>=0.7.1 in /opt/conda/lib/python3.6/site-packages (from boto3->transformers==2.3.0->-r /opt/ml/model/code/requirements.txt (line 6)) (0.10.0)\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Collecting botocore<1.20.0,>=1.19.38\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m   Downloading botocore-1.19.38-py2.py3-none-any.whl (7.1 MB)\n",
      "\u001b[K     |████████████████████████████████| 7.1 MB 51.1 MB/s eta 0:00:01\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m \u001b[?25hRequirement already satisfied: s3transfer<0.4.0,>=0.3.0 in /opt/conda/lib/python3.6/site-packages (from boto3->transformers==2.3.0->-r /opt/ml/model/code/requirements.txt (line 6)) (0.3.3)\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Requirement already satisfied: python-dateutil<3.0.0,>=2.1 in /opt/conda/lib/python3.6/site-packages (from botocore<1.20.0,>=1.19.38->boto3->transformers==2.3.0->-r /opt/ml/model/code/requirements.txt (line 6)) (2.8.1)\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Building wheels for collected packages: sacremoses\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m   Building wheel for sacremoses (setup.py) ... \u001b[?25ldone\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m \u001b[?25h  Created wheel for sacremoses: filename=sacremoses-0.0.43-py3-none-any.whl size=893259 sha256=237817276dc5546bc221ed43d290a8de93d7605e6f3aa53ac9769ec905fef79a\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m   Stored in directory: /root/.cache/pip/wheels/49/25/98/cdea9c79b2d9a22ccc59540b1784b67f06b633378e97f58da2\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Successfully built sacremoses\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Installing collected packages: regex, sentencepiece, click, sacremoses, botocore, boto3, transformers\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m   Attempting uninstall: botocore\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m     Found existing installation: botocore 1.17.48\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m     Uninstalling botocore-1.17.48:\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m       Successfully uninstalled botocore-1.17.48\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m \u001b[31mERROR: After October 2020 you may experience errors when installing or updating packages. This is because pip will change the way that it resolves dependency conflicts.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m \n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m We recommend you use --use-feature=2020-resolver to test your packages with the new resolver before it becomes the default.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m \n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m awscli 1.18.125 requires botocore==1.17.48, but you'll have botocore 1.19.38 which is incompatible.\u001b[0m\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Successfully installed boto3-1.16.38 botocore-1.19.38 click-7.1.2 regex-2020.11.13 sacremoses-0.0.43 sentencepiece-0.1.94 transformers-2.3.0\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Warning: Calling MMS with mxnet-model-server. Please move to multi-model-server.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:04,400 [INFO ] main com.amazonaws.ml.mms.ModelServer - \n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m MMS Home: /opt/conda/lib/python3.6/site-packages\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Current directory: /\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Temp directory: /home/model-server/tmp\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Number of GPUs: 0\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Number of CPUs: 8\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Max heap size: 6972 M\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Python executable: /opt/conda/bin/python\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Config file: /etc/sagemaker-mms.properties\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Inference address: http://0.0.0.0:8080\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Management address: http://0.0.0.0:8080\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Model Store: /.sagemaker/mms/models\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Initial Models: ALL\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Log dir: /logs\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Metrics dir: /logs\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Netty threads: 0\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Netty client threads: 0\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Default workers per model: 8\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Blacklist Regex: N/A\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Maximum Response Size: 6553500\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Maximum Request Size: 6553500\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Preload model: false\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Prefer direct buffer: false\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:04,456 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerLifeCycle - attachIOStreams() threadName=W-9000-model\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:04,547 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - model_service_worker started with args: --sock-type unix --sock-name /home/model-server/tmp/.mms.sock.9000 --handler sagemaker_pytorch_serving_container.handler_service --model-path /.sagemaker/mms/models/model --model-name model --preload-model false --tmp-dir /home/model-server/tmp\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:04,548 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Listening on port: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:04,548 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - [PID] 51\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:04,549 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - MMS worker started.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:04,549 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Python runtime: 3.6.6\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:04,549 [INFO ] main com.amazonaws.ml.mms.wlm.ModelManager - Model model loaded.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:04,553 [INFO ] main com.amazonaws.ml.mms.ModelServer - Initialize Inference server with: EpollServerSocketChannel.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:04,561 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:04,561 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:04,561 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:04,561 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:04,561 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:04,561 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:04,561 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:04,561 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:04,613 [INFO ] main com.amazonaws.ml.mms.ModelServer - Inference API bind to: http://0.0.0.0:8080\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m Model server started.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:04,619 [WARN ] pool-2-thread-1 com.amazonaws.ml.mms.metrics.MetricCollector - worker pid is not available yet.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:04,623 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:04,624 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:04,624 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:04,624 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:04,624 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:04,625 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:04,626 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:04,627 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,339 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,346 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,365 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,369 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,371 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,377 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,394 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,425 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,804 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,804 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt not found in cache or force_download set to True, downloading to /home/model-server/tmp/tmp24wgl867\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,810 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,810 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt not found in cache or force_download set to True, downloading to /home/model-server/tmp/tmp0kvkwrol\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,828 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,828 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt not found in cache or force_download set to True, downloading to /home/model-server/tmp/tmpxfp1zhtj\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,839 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,839 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt not found in cache or force_download set to True, downloading to /home/model-server/tmp/tmp6kvg10dh\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,839 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,839 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt not found in cache or force_download set to True, downloading to /home/model-server/tmp/tmp56ik_0m_\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,842 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,843 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt not found in cache or force_download set to True, downloading to /home/model-server/tmp/tmphacdo8dr\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,848 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - copying /home/model-server/tmp/tmp24wgl867 to cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,849 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - creating metadata file for /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,850 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - removing temp file /home/model-server/tmp/tmp24wgl867\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,851 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,852 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - copying /home/model-server/tmp/tmp0kvkwrol to cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,853 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - creating metadata file for /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,853 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - removing temp file /home/model-server/tmp/tmp0kvkwrol\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,853 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,863 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,863 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,866 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - copying /home/model-server/tmp/tmpxfp1zhtj to cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,867 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - creating metadata file for /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,868 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - removing temp file /home/model-server/tmp/tmpxfp1zhtj\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,868 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,883 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - copying /home/model-server/tmp/tmp56ik_0m_ to cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,883 [INFO ] epollEventLoopGroup-4-7 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-da4e39e7 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,884 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,885 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - creating metadata file for /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,885 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-da4e39e7 in 1 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,886 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - removing temp file /home/model-server/tmp/tmp56ik_0m_\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,886 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,893 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - copying /home/model-server/tmp/tmp6kvg10dh to cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,895 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - creating metadata file for /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,895 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - removing temp file /home/model-server/tmp/tmp6kvg10dh\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,896 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,896 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,896 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,905 [INFO ] epollEventLoopGroup-4-1 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-579a70d5 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,905 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,905 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-579a70d5 in 1 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,911 [INFO ] epollEventLoopGroup-4-6 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-3aabe6f8 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,911 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - copying /home/model-server/tmp/tmphacdo8dr to cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,911 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,912 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-3aabe6f8 in 1 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,912 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - creating metadata file for /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,913 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - removing temp file /home/model-server/tmp/tmphacdo8dr\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,913 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,927 [INFO ] epollEventLoopGroup-4-3 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-7e307ee3 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,927 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,928 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-7e307ee3 in 1 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,933 [INFO ] epollEventLoopGroup-4-4 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-c5be780f Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,934 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,934 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-c5be780f in 1 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,963 [INFO ] epollEventLoopGroup-4-8 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b5d157e8 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,963 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:05,963 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b5d157e8 in 1 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:06,056 [INFO ] epollEventLoopGroup-4-5 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b3b098d6 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:06,056 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:06,056 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b3b098d6 in 1 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:06,069 [INFO ] epollEventLoopGroup-4-2 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b8319d76 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:06,070 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:06,070 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b8319d76 in 1 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:06,492 [INFO ] W-9000-model ACCESS_LOG - /172.18.0.1:47050 \"GET /ping HTTP/1.1\" 200 8\n",
      "!\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:06,885 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:06,887 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:06,906 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:06,907 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:06,912 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:06,913 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:06,928 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:06,929 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:06,934 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:06,935 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:06,964 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:06,965 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:07,057 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:07,059 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:07,070 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:07,073 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:07,458 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:07,534 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:07,581 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:07,591 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:07,591 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:07,669 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:07,769 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:07,774 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:07,921 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:07,922 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:07,990 [INFO ] epollEventLoopGroup-4-9 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-da4e39e7-7d78fac3 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:07,990 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:07,990 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-da4e39e7-7d78fac3 in 1 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,023 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,023 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,026 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,026 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,033 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,033 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,060 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,062 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,069 [INFO ] epollEventLoopGroup-4-11 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-3aabe6f8-d8974b9e Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,069 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,070 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-3aabe6f8-d8974b9e in 1 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,083 [INFO ] epollEventLoopGroup-4-10 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-579a70d5-ff243b34 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,083 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,084 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-579a70d5-ff243b34 in 1 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,089 [INFO ] epollEventLoopGroup-4-12 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-7e307ee3-ec557785 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,089 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,089 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-7e307ee3-ec557785 in 1 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,102 [INFO ] epollEventLoopGroup-4-13 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-c5be780f-32317539 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,102 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,102 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-c5be780f-32317539 in 1 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,132 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,132 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,167 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,167 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,178 [INFO ] epollEventLoopGroup-4-14 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b5d157e8-e6b3269b Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,179 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,179 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b5d157e8-e6b3269b in 1 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,204 [INFO ] epollEventLoopGroup-4-15 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b3b098d6-16d86b3b Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,204 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,204 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b3b098d6-16d86b3b in 1 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,207 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,207 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,243 [INFO ] epollEventLoopGroup-4-16 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b8319d76-de42490f Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,243 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,243 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b8319d76-de42490f in 1 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,991 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:08,992 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:09,070 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:09,072 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:09,084 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:09,085 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:09,089 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:09,090 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:09,102 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:09,104 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:09,179 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:09,181 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:09,204 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:09,207 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:09,244 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:09,248 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:09,516 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:09,706 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:09,714 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:09,741 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:09,825 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:09,871 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:09,911 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:09,981 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:09,982 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:09,983 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,047 [INFO ] epollEventLoopGroup-4-3 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-da4e39e7-7d78fac3-0ead0edf Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,048 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,049 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-da4e39e7-7d78fac3-0ead0edf in 2 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,181 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,182 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,185 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,185 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,221 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,221 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,225 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,226 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,233 [INFO ] epollEventLoopGroup-4-2 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-7e307ee3-ec557785-43921c4b Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,233 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,233 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-7e307ee3-ec557785-43921c4b in 2 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,239 [INFO ] epollEventLoopGroup-4-6 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-579a70d5-ff243b34-43b1414e Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,240 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,240 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-579a70d5-ff243b34-43b1414e in 2 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,262 [INFO ] epollEventLoopGroup-4-1 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-c5be780f-32317539-45f1fd22 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,262 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,263 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-c5be780f-32317539-45f1fd22 in 2 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,283 [INFO ] epollEventLoopGroup-4-8 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-3aabe6f8-d8974b9e-0b117a9a Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,283 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,283 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-3aabe6f8-d8974b9e-0b117a9a in 2 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,315 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,315 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,317 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,317 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,350 [INFO ] epollEventLoopGroup-4-4 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b5d157e8-e6b3269b-62ebfd0d Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,351 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,351 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b5d157e8-e6b3269b-62ebfd0d in 2 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,353 [INFO ] epollEventLoopGroup-4-7 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b3b098d6-16d86b3b-cbdcdb40 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,353 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,353 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b3b098d6-16d86b3b-cbdcdb40 in 2 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,362 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,363 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,397 [INFO ] epollEventLoopGroup-4-5 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b8319d76-de42490f-f3a9be41 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,397 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:10,397 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b8319d76-de42490f-f3a9be41 in 2 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:12,049 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:12,050 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:12,234 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:12,235 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:12,240 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:12,241 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:12,263 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:12,264 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:12,283 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:12,285 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:12,351 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:12,353 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:12,354 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:12,355 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:12,397 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:12,401 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:12,542 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:12,853 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:12,914 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:12,928 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:12,990 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,012 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,013 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,065 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,085 [INFO ] epollEventLoopGroup-4-9 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-da4e39e7-7d78fac3-0ead0edf-bc76efb3 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,085 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,085 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-da4e39e7-7d78fac3-0ead0edf-bc76efb3 in 3 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,091 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,119 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,293 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,294 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,336 [INFO ] epollEventLoopGroup-4-12 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-c5be780f-32317539-45f1fd22-a6406eed Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,337 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,337 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-c5be780f-32317539-45f1fd22-a6406eed in 3 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,338 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,338 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,397 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,397 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,411 [INFO ] epollEventLoopGroup-4-10 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-7e307ee3-ec557785-43921c4b-946f219a Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,411 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,412 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-7e307ee3-ec557785-43921c4b-946f219a in 3 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,441 [INFO ] epollEventLoopGroup-4-11 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-579a70d5-ff243b34-43b1414e-cba7c6de Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,441 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,441 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-579a70d5-ff243b34-43b1414e-cba7c6de in 3 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,457 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,457 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,512 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,512 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,513 [INFO ] epollEventLoopGroup-4-13 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-3aabe6f8-d8974b9e-0b117a9a-cd22115c Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,513 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,513 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-3aabe6f8-d8974b9e-0b117a9a-cd22115c in 3 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,516 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,516 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,555 [INFO ] epollEventLoopGroup-4-14 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b5d157e8-e6b3269b-62ebfd0d-e237b130 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,556 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,556 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b5d157e8-e6b3269b-62ebfd0d-e237b130 in 3 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,562 [INFO ] epollEventLoopGroup-4-15 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b3b098d6-16d86b3b-cbdcdb40-6170b321 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,563 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,563 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b3b098d6-16d86b3b-cbdcdb40-6170b321 in 3 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,582 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,582 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,625 [INFO ] epollEventLoopGroup-4-16 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b8319d76-de42490f-f3a9be41-738cd6f2 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,625 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:13,625 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b8319d76-de42490f-f3a9be41-738cd6f2 in 3 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:16,085 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:16,087 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:16,337 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:16,338 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:16,412 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:16,413 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:16,442 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:16,443 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:16,498 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:16,513 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:16,514 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:16,556 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:16,558 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:16,563 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:16,565 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:16,625 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:16,627 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:16,897 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:16,907 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:16,908 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:16,981 [INFO ] epollEventLoopGroup-4-3 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-da4e39e7-7d78fac3-0ead0edf-bc76efb3-9863c363 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:16,982 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:16,983 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-da4e39e7-7d78fac3-0ead0edf-bc76efb3-9863c363 in 5 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:16,992 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,109 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,176 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,202 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,241 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,296 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,336 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,337 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,407 [INFO ] epollEventLoopGroup-4-8 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-c5be780f-32317539-45f1fd22-a6406eed-344f6c86 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,407 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,408 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-c5be780f-32317539-45f1fd22-a6406eed-344f6c86 in 5 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,456 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,456 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,507 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,507 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,513 [INFO ] epollEventLoopGroup-4-6 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-7e307ee3-ec557785-43921c4b-946f219a-a93c8cad Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,513 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,514 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-7e307ee3-ec557785-43921c4b-946f219a-a93c8cad in 5 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,563 [INFO ] epollEventLoopGroup-4-5 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b8319d76-de42490f-f3a9be41-738cd6f2-0769a735 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,564 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,564 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b8319d76-de42490f-f3a9be41-738cd6f2-0769a735 in 5 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,583 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,583 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,584 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,584 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,606 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,606 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,619 [INFO ] epollEventLoopGroup-4-1 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-3aabe6f8-d8974b9e-0b117a9a-cd22115c-fd2aa16f Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,619 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,620 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-3aabe6f8-d8974b9e-0b117a9a-cd22115c-fd2aa16f in 5 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,631 [INFO ] epollEventLoopGroup-4-2 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-579a70d5-ff243b34-43b1414e-cba7c6de-a04ea8ee Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,631 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,631 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-579a70d5-ff243b34-43b1414e-cba7c6de-a04ea8ee in 5 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,642 [INFO ] epollEventLoopGroup-4-7 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b3b098d6-16d86b3b-cbdcdb40-6170b321-546909bf Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,642 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,642 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b3b098d6-16d86b3b-cbdcdb40-6170b321-546909bf in 5 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,708 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,708 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,742 [INFO ] epollEventLoopGroup-4-4 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b5d157e8-e6b3269b-62ebfd0d-e237b130-cdb77139 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,742 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:17,742 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b5d157e8-e6b3269b-62ebfd0d-e237b130-cdb77139 in 5 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:21,983 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:21,984 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:22,405 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:22,408 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:22,409 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:22,514 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:22,515 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:22,564 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:22,566 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:22,620 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:22,622 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:22,631 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:22,633 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:22,643 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:22,645 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:22,742 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:22,745 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:22,762 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:22,763 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:22,955 [INFO ] epollEventLoopGroup-4-9 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-da4e39e7-7d78fac3-0ead0edf-bc76efb3-9863c363-5004a66e Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:22,955 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:22,956 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-da4e39e7-7d78fac3-0ead0edf-bc76efb3-9863c363-5004a66e in 8 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,069 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,267 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,276 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,359 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,423 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,469 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,554 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,555 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,587 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,591 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,592 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,597 [INFO ] epollEventLoopGroup-4-10 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-c5be780f-32317539-45f1fd22-a6406eed-344f6c86-2663b404 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,598 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,598 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-c5be780f-32317539-45f1fd22-a6406eed-344f6c86-2663b404 in 8 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,655 [INFO ] epollEventLoopGroup-4-13 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-3aabe6f8-d8974b9e-0b117a9a-cd22115c-fd2aa16f-5c7ce345 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,655 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,655 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-3aabe6f8-d8974b9e-0b117a9a-cd22115c-fd2aa16f-5c7ce345 in 8 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,704 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,704 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,746 [INFO ] epollEventLoopGroup-4-11 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-7e307ee3-ec557785-43921c4b-946f219a-a93c8cad-0ef700d0 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,746 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,746 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-7e307ee3-ec557785-43921c4b-946f219a-a93c8cad-0ef700d0 in 8 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,812 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,812 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,854 [INFO ] epollEventLoopGroup-4-12 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b8319d76-de42490f-f3a9be41-738cd6f2-0769a735-b59db7a0 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,855 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,855 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b8319d76-de42490f-f3a9be41-738cd6f2-0769a735-b59db7a0 in 8 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,859 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,859 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,865 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,865 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,902 [INFO ] epollEventLoopGroup-4-14 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-579a70d5-ff243b34-43b1414e-cba7c6de-a04ea8ee-8095b449 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,902 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,902 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-579a70d5-ff243b34-43b1414e-cba7c6de-a04ea8ee-8095b449 in 8 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,908 [INFO ] epollEventLoopGroup-4-15 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b3b098d6-16d86b3b-cbdcdb40-6170b321-546909bf-fb0a99ff Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,908 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,908 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b3b098d6-16d86b3b-cbdcdb40-6170b321-546909bf-fb0a99ff in 8 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,921 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,921 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,963 [INFO ] epollEventLoopGroup-4-16 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b5d157e8-e6b3269b-62ebfd0d-e237b130-cdb77139-96f94613 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,963 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:23,963 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b5d157e8-e6b3269b-62ebfd0d-e237b130-cdb77139-96f94613 in 8 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:30,956 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:30,957 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:31,374 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:31,598 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:31,599 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:31,656 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:31,657 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:31,664 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:31,664 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:31,705 [INFO ] epollEventLoopGroup-4-3 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-da4e39e7-7d78fac3-0ead0edf-bc76efb3-9863c363-5004a66e-e78b0f0c Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:31,705 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:31,705 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-da4e39e7-7d78fac3-0ead0edf-bc76efb3-9863c363-5004a66e-e78b0f0c in 13 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:31,747 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:31,748 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:31,855 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:31,856 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:31,902 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:31,904 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:31,909 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:31,910 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:31,963 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:31,965 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,070 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,225 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,251 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,396 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,397 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,438 [INFO ] epollEventLoopGroup-4-8 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-c5be780f-32317539-45f1fd22-a6406eed-344f6c86-2663b404-84f59492 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,438 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,439 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-c5be780f-32317539-45f1fd22-a6406eed-344f6c86-2663b404-84f59492 in 13 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,487 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,582 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,602 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,620 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,694 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,694 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,709 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,709 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,763 [INFO ] epollEventLoopGroup-4-6 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-3aabe6f8-d8974b9e-0b117a9a-cd22115c-fd2aa16f-5c7ce345-9644e9c0 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,764 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,764 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-3aabe6f8-d8974b9e-0b117a9a-cd22115c-fd2aa16f-5c7ce345-9644e9c0 in 13 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,780 [INFO ] epollEventLoopGroup-4-2 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-7e307ee3-ec557785-43921c4b-946f219a-a93c8cad-0ef700d0-296a8903 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,780 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,780 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-7e307ee3-ec557785-43921c4b-946f219a-a93c8cad-0ef700d0-296a8903 in 13 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,840 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,840 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,883 [INFO ] epollEventLoopGroup-4-1 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b8319d76-de42490f-f3a9be41-738cd6f2-0769a735-b59db7a0-a6c8f192 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,883 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,883 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b8319d76-de42490f-f3a9be41-738cd6f2-0769a735-b59db7a0-a6c8f192 in 13 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,902 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,902 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,930 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,930 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,931 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,931 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,943 [INFO ] epollEventLoopGroup-4-4 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-579a70d5-ff243b34-43b1414e-cba7c6de-a04ea8ee-8095b449-5467fba4 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,943 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,944 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-579a70d5-ff243b34-43b1414e-cba7c6de-a04ea8ee-8095b449-5467fba4 in 13 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,971 [INFO ] epollEventLoopGroup-4-7 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b3b098d6-16d86b3b-cbdcdb40-6170b321-546909bf-fb0a99ff-afc44e93 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,971 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,971 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b3b098d6-16d86b3b-cbdcdb40-6170b321-546909bf-fb0a99ff-afc44e93 in 13 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,978 [INFO ] epollEventLoopGroup-4-5 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b5d157e8-e6b3269b-62ebfd0d-e237b130-cdb77139-96f94613-577b659d Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,978 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:32,978 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b5d157e8-e6b3269b-62ebfd0d-e237b130-cdb77139-96f94613-577b659d in 13 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:44,706 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:44,707 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:45,109 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:45,390 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:45,390 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:45,430 [INFO ] epollEventLoopGroup-4-9 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-da4e39e7-7d78fac3-0ead0edf-bc76efb3-9863c363-5004a66e-e78b0f0c-bb745970 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:45,430 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:45,430 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-da4e39e7-7d78fac3-0ead0edf-bc76efb3-9863c363-5004a66e-e78b0f0c-bb745970 in 21 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:45,439 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:45,440 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:45,764 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:45,765 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:45,781 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:45,781 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:45,841 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:45,883 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:45,884 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:45,944 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:45,945 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:45,972 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:45,973 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:45,978 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:45,979 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,219 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,220 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,275 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,279 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,283 [INFO ] epollEventLoopGroup-4-10 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-c5be780f-32317539-45f1fd22-a6406eed-344f6c86-2663b404-84f59492-f143d24b Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,284 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,284 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-c5be780f-32317539-45f1fd22-a6406eed-344f6c86-2663b404-84f59492-f143d24b in 21 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,465 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,502 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,572 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,572 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,610 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,610 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,613 [INFO ] epollEventLoopGroup-4-12 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-7e307ee3-ec557785-43921c4b-946f219a-a93c8cad-0ef700d0-296a8903-72e75b36 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,613 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,613 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-7e307ee3-ec557785-43921c4b-946f219a-a93c8cad-0ef700d0-296a8903-72e75b36 in 21 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,704 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,704 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,763 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,763 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,766 [INFO ] epollEventLoopGroup-4-11 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-3aabe6f8-d8974b9e-0b117a9a-cd22115c-fd2aa16f-5c7ce345-9644e9c0-65578764 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,767 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,767 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-3aabe6f8-d8974b9e-0b117a9a-cd22115c-fd2aa16f-5c7ce345-9644e9c0-65578764 in 21 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,805 [INFO ] epollEventLoopGroup-4-15 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b3b098d6-16d86b3b-cbdcdb40-6170b321-546909bf-fb0a99ff-afc44e93-d1ad2a3a Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,806 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,806 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b3b098d6-16d86b3b-cbdcdb40-6170b321-546909bf-fb0a99ff-afc44e93-d1ad2a3a in 21 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,870 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,870 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,912 [INFO ] epollEventLoopGroup-4-13 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b8319d76-de42490f-f3a9be41-738cd6f2-0769a735-b59db7a0-a6c8f192-043c1731 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,912 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,912 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b8319d76-de42490f-f3a9be41-738cd6f2-0769a735-b59db7a0-a6c8f192-043c1731 in 21 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,924 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,924 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,929 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,929 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,965 [INFO ] epollEventLoopGroup-4-16 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b5d157e8-e6b3269b-62ebfd0d-e237b130-cdb77139-96f94613-577b659d-e2ec3002 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,965 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,965 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b5d157e8-e6b3269b-62ebfd0d-e237b130-cdb77139-96f94613-577b659d-e2ec3002 in 21 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,972 [INFO ] epollEventLoopGroup-4-14 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-579a70d5-ff243b34-43b1414e-cba7c6de-a04ea8ee-8095b449-5467fba4-41833b46 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,972 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:53:46,972 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-579a70d5-ff243b34-43b1414e-cba7c6de-a04ea8ee-8095b449-5467fba4-41833b46 in 21 seconds.\n"
     ]
    }
   ],
   "source": [
    "predictor = pytorch.deploy(\n",
    "    initial_instance_count=1,\n",
    "    instance_type=instance_type,\n",
    "    accelerator_type=accelerator_type,\n",
    "    endpoint_name=endpoint_name,\n",
    "    wait=True\n",
    ")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:04,616 [WARN ] pool-2-thread-1 com.amazonaws.ml.mms.metrics.MetricCollector - worker pid is not available yet.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:06,430 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:06,431 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:06,845 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:07,135 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:07,135 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:07,176 [INFO ] epollEventLoopGroup-4-3 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-da4e39e7-7d78fac3-0ead0edf-bc76efb3-9863c363-5004a66e-e78b0f0c-bb745970-e8040051 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:07,176 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:07,176 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-da4e39e7-7d78fac3-0ead0edf-bc76efb3-9863c363-5004a66e-e78b0f0c-bb745970-e8040051 in 34 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:07,285 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:07,286 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:07,614 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:07,614 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:07,695 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:07,767 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:07,768 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:07,806 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:07,807 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:07,912 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:07,914 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:07,966 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:07,967 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:07,972 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:07,973 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:07,990 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:07,991 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,040 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,055 [INFO ] epollEventLoopGroup-4-8 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-c5be780f-32317539-45f1fd22-a6406eed-344f6c86-2663b404-84f59492-f143d24b-ce93e123 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,056 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,056 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-c5be780f-32317539-45f1fd22-a6406eed-344f6c86-2663b404-84f59492-f143d24b-ce93e123 in 34 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,216 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,345 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,345 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,388 [INFO ] epollEventLoopGroup-4-6 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-7e307ee3-ec557785-43921c4b-946f219a-a93c8cad-0ef700d0-296a8903-72e75b36-36fcef79 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,388 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,388 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-7e307ee3-ec557785-43921c4b-946f219a-a93c8cad-0ef700d0-296a8903-72e75b36-36fcef79 in 34 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,419 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,516 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,516 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,558 [INFO ] epollEventLoopGroup-4-2 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-3aabe6f8-d8974b9e-0b117a9a-cd22115c-fd2aa16f-5c7ce345-9644e9c0-65578764-0b3e4f4a Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,558 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,558 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-3aabe6f8-d8974b9e-0b117a9a-cd22115c-fd2aa16f-5c7ce345-9644e9c0-65578764-0b3e4f4a in 34 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,561 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,563 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,597 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,781 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,781 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,823 [INFO ] epollEventLoopGroup-4-1 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b3b098d6-16d86b3b-cbdcdb40-6170b321-546909bf-fb0a99ff-afc44e93-d1ad2a3a-bede382a Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,823 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,823 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b3b098d6-16d86b3b-cbdcdb40-6170b321-546909bf-fb0a99ff-afc44e93-d1ad2a3a-bede382a in 34 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,851 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,851 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,855 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,855 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,893 [INFO ] epollEventLoopGroup-4-5 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-579a70d5-ff243b34-43b1414e-cba7c6de-a04ea8ee-8095b449-5467fba4-41833b46-353b597b Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,893 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,893 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-579a70d5-ff243b34-43b1414e-cba7c6de-a04ea8ee-8095b449-5467fba4-41833b46-353b597b in 34 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,899 [INFO ] epollEventLoopGroup-4-7 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b5d157e8-e6b3269b-62ebfd0d-e237b130-cdb77139-96f94613-577b659d-e2ec3002-6c4e52dd Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,900 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,900 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b5d157e8-e6b3269b-62ebfd0d-e237b130-cdb77139-96f94613-577b659d-e2ec3002-6c4e52dd in 34 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,909 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,909 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,950 [INFO ] epollEventLoopGroup-4-4 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b8319d76-de42490f-f3a9be41-738cd6f2-0769a735-b59db7a0-a6c8f192-043c1731-e3dad5ab Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,950 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:08,950 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b8319d76-de42490f-f3a9be41-738cd6f2-0769a735-b59db7a0-a6c8f192-043c1731-e3dad5ab in 34 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:41,176 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:41,177 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:41,586 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:41,892 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:41,892 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:41,932 [INFO ] epollEventLoopGroup-4-9 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-da4e39e7-7d78fac3-0ead0edf-bc76efb3-9863c363-5004a66e-e78b0f0c-bb745970-e8040051-88efcede Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:41,933 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:41,933 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-da4e39e7-7d78fac3-0ead0edf-bc76efb3-9863c363-5004a66e-e78b0f0c-bb745970-e8040051-88efcede in 55 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:42,056 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:42,057 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:42,388 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:42,389 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:42,466 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:42,559 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:42,560 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:42,775 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:42,775 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:42,800 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:42,817 [INFO ] epollEventLoopGroup-4-10 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-c5be780f-32317539-45f1fd22-a6406eed-344f6c86-2663b404-84f59492-f143d24b-ce93e123-5de0f6fa Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:42,817 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:42,818 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-c5be780f-32317539-45f1fd22-a6406eed-344f6c86-2663b404-84f59492-f143d24b-ce93e123-5de0f6fa in 55 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:42,823 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:42,824 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:42,893 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:42,894 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:42,900 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:42,901 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:42,951 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:42,952 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:42,990 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,164 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,164 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,235 [INFO ] epollEventLoopGroup-4-11 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-7e307ee3-ec557785-43921c4b-946f219a-a93c8cad-0ef700d0-296a8903-72e75b36-36fcef79-e9fa0865 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,235 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,235 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-7e307ee3-ec557785-43921c4b-946f219a-a93c8cad-0ef700d0-296a8903-72e75b36-36fcef79-e9fa0865 in 55 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,301 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,301 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,365 [INFO ] epollEventLoopGroup-4-12 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-3aabe6f8-d8974b9e-0b117a9a-cd22115c-fd2aa16f-5c7ce345-9644e9c0-65578764-0b3e4f4a-58c42159 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,365 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,365 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-3aabe6f8-d8974b9e-0b117a9a-cd22115c-fd2aa16f-5c7ce345-9644e9c0-65578764-0b3e4f4a-58c42159 in 55 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,378 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,427 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,475 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,475 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,662 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,662 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,706 [INFO ] epollEventLoopGroup-4-15 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b5d157e8-e6b3269b-62ebfd0d-e237b130-cdb77139-96f94613-577b659d-e2ec3002-6c4e52dd-3b0cc419 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,706 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,706 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b5d157e8-e6b3269b-62ebfd0d-e237b130-cdb77139-96f94613-577b659d-e2ec3002-6c4e52dd-3b0cc419 in 55 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,726 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,726 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,766 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,766 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,767 [INFO ] epollEventLoopGroup-4-13 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b3b098d6-16d86b3b-cbdcdb40-6170b321-546909bf-fb0a99ff-afc44e93-d1ad2a3a-bede382a-3bf7224c Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,767 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,767 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b3b098d6-16d86b3b-cbdcdb40-6170b321-546909bf-fb0a99ff-afc44e93-d1ad2a3a-bede382a-3bf7224c in 55 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,776 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,776 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,808 [INFO ] epollEventLoopGroup-4-16 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b8319d76-de42490f-f3a9be41-738cd6f2-0769a735-b59db7a0-a6c8f192-043c1731-e3dad5ab-6c0c94ed Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,808 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,808 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b8319d76-de42490f-f3a9be41-738cd6f2-0769a735-b59db7a0-a6c8f192-043c1731-e3dad5ab-6c0c94ed in 55 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,817 [INFO ] epollEventLoopGroup-4-14 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-579a70d5-ff243b34-43b1414e-cba7c6de-a04ea8ee-8095b449-5467fba4-41833b46-353b597b-46e0446a Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,817 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:54:43,818 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-579a70d5-ff243b34-43b1414e-cba7c6de-a04ea8ee-8095b449-5467fba4-41833b46-353b597b-46e0446a in 55 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:04,616 [WARN ] pool-2-thread-2 com.amazonaws.ml.mms.metrics.MetricCollector - worker pid is not available yet.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:36,933 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:36,934 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:37,346 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:37,646 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:37,646 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:37,686 [INFO ] epollEventLoopGroup-4-3 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-da4e39e7-7d78fac3-0ead0edf-bc76efb3-9863c363-5004a66e-e78b0f0c-bb745970-e8040051-88efcede-7f7375d4 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:37,686 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:37,686 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-da4e39e7-7d78fac3-0ead0edf-bc76efb3-9863c363-5004a66e-e78b0f0c-bb745970-e8040051-88efcede-7f7375d4 in 89 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:37,818 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:37,819 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:38,232 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:38,236 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:38,237 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:38,366 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:38,367 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:38,523 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:38,523 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:38,564 [INFO ] epollEventLoopGroup-4-8 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-c5be780f-32317539-45f1fd22-a6406eed-344f6c86-2663b404-84f59492-f143d24b-ce93e123-5de0f6fa-6dd0dd5f Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:38,564 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:38,564 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-c5be780f-32317539-45f1fd22-a6406eed-344f6c86-2663b404-84f59492-f143d24b-ce93e123-5de0f6fa-6dd0dd5f in 89 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:38,653 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:38,706 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:38,707 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:38,768 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:38,769 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:38,780 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:38,809 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:38,810 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:38,818 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:38,819 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:38,962 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:38,963 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,030 [INFO ] epollEventLoopGroup-4-6 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-7e307ee3-ec557785-43921c4b-946f219a-a93c8cad-0ef700d0-296a8903-72e75b36-36fcef79-e9fa0865-bccecb42 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,031 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,031 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-7e307ee3-ec557785-43921c4b-946f219a-a93c8cad-0ef700d0-296a8903-72e75b36-36fcef79-e9fa0865-bccecb42 in 89 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,116 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,116 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,158 [INFO ] epollEventLoopGroup-4-2 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-3aabe6f8-d8974b9e-0b117a9a-cd22115c-fd2aa16f-5c7ce345-9644e9c0-65578764-0b3e4f4a-58c42159-894028e4 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,158 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,158 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-3aabe6f8-d8974b9e-0b117a9a-cd22115c-fd2aa16f-5c7ce345-9644e9c0-65578764-0b3e4f4a-58c42159-894028e4 in 89 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,272 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,350 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,375 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,390 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,558 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,558 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,599 [INFO ] epollEventLoopGroup-4-1 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b5d157e8-e6b3269b-62ebfd0d-e237b130-cdb77139-96f94613-577b659d-e2ec3002-6c4e52dd-3b0cc419-ba917b90 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,599 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,599 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b5d157e8-e6b3269b-62ebfd0d-e237b130-cdb77139-96f94613-577b659d-e2ec3002-6c4e52dd-3b0cc419-ba917b90 in 89 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,650 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,650 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,662 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,662 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,683 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,683 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,691 [INFO ] epollEventLoopGroup-4-4 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b3b098d6-16d86b3b-cbdcdb40-6170b321-546909bf-fb0a99ff-afc44e93-d1ad2a3a-bede382a-3bf7224c-b5f22dd5 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,691 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,691 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b3b098d6-16d86b3b-cbdcdb40-6170b321-546909bf-fb0a99ff-afc44e93-d1ad2a3a-bede382a-3bf7224c-b5f22dd5 in 89 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,703 [INFO ] epollEventLoopGroup-4-5 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-579a70d5-ff243b34-43b1414e-cba7c6de-a04ea8ee-8095b449-5467fba4-41833b46-353b597b-46e0446a-4ac13267 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,703 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,703 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-579a70d5-ff243b34-43b1414e-cba7c6de-a04ea8ee-8095b449-5467fba4-41833b46-353b597b-46e0446a-4ac13267 in 89 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,726 [INFO ] epollEventLoopGroup-4-7 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b8319d76-de42490f-f3a9be41-738cd6f2-0769a735-b59db7a0-a6c8f192-043c1731-e3dad5ab-6c0c94ed-119bde2e Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,726 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:55:39,726 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b8319d76-de42490f-f3a9be41-738cd6f2-0769a735-b59db7a0-a6c8f192-043c1731-e3dad5ab-6c0c94ed-119bde2e in 89 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:56:04,616 [WARN ] pool-2-thread-1 com.amazonaws.ml.mms.metrics.MetricCollector - worker pid is not available yet.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:04,616 [WARN ] pool-2-thread-1 com.amazonaws.ml.mms.metrics.MetricCollector - worker pid is not available yet.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:06,687 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:06,688 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:07,089 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:07,383 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:07,384 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:07,424 [INFO ] epollEventLoopGroup-4-9 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-da4e39e7-7d78fac3-0ead0edf-bc76efb3-9863c363-5004a66e-e78b0f0c-bb745970-e8040051-88efcede-7f7375d4-8a787685 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:07,424 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:07,424 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-da4e39e7-7d78fac3-0ead0edf-bc76efb3-9863c363-5004a66e-e78b0f0c-bb745970-e8040051-88efcede-7f7375d4-8a787685 in 144 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:07,565 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:07,566 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:07,967 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,031 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,032 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,159 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,160 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,275 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,275 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,316 [INFO ] epollEventLoopGroup-4-10 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-c5be780f-32317539-45f1fd22-a6406eed-344f6c86-2663b404-84f59492-f143d24b-ce93e123-5de0f6fa-6dd0dd5f-d364e90c Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,316 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,316 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-c5be780f-32317539-45f1fd22-a6406eed-344f6c86-2663b404-84f59492-f143d24b-ce93e123-5de0f6fa-6dd0dd5f-d364e90c in 144 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,438 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,577 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,599 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,600 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,691 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,693 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,704 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,705 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,726 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,729 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,729 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,729 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,792 [INFO ] epollEventLoopGroup-4-11 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-7e307ee3-ec557785-43921c4b-946f219a-a93c8cad-0ef700d0-296a8903-72e75b36-36fcef79-e9fa0865-bccecb42-519da666 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,792 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,792 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-7e307ee3-ec557785-43921c4b-946f219a-a93c8cad-0ef700d0-296a8903-72e75b36-36fcef79-e9fa0865-bccecb42-519da666 in 144 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,872 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,872 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,914 [INFO ] epollEventLoopGroup-4-12 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-3aabe6f8-d8974b9e-0b117a9a-cd22115c-fd2aa16f-5c7ce345-9644e9c0-65578764-0b3e4f4a-58c42159-894028e4-05dbddc8 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,914 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:08,914 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-3aabe6f8-d8974b9e-0b117a9a-cd22115c-fd2aa16f-5c7ce345-9644e9c0-65578764-0b3e4f4a-58c42159-894028e4-05dbddc8 in 144 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:09,039 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:09,133 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:09,214 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:09,247 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:09,327 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:09,327 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:09,369 [INFO ] epollEventLoopGroup-4-13 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b5d157e8-e6b3269b-62ebfd0d-e237b130-cdb77139-96f94613-577b659d-e2ec3002-6c4e52dd-3b0cc419-ba917b90-3b6e90db Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:09,369 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:09,369 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b5d157e8-e6b3269b-62ebfd0d-e237b130-cdb77139-96f94613-577b659d-e2ec3002-6c4e52dd-3b0cc419-ba917b90-3b6e90db in 144 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:09,463 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:09,463 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:09,496 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:09,496 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:09,517 [INFO ] epollEventLoopGroup-4-14 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b3b098d6-16d86b3b-cbdcdb40-6170b321-546909bf-fb0a99ff-afc44e93-d1ad2a3a-bede382a-3bf7224c-b5f22dd5-649b6c97 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:09,517 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:09,517 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b3b098d6-16d86b3b-cbdcdb40-6170b321-546909bf-fb0a99ff-afc44e93-d1ad2a3a-bede382a-3bf7224c-b5f22dd5-649b6c97 in 144 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:09,537 [INFO ] epollEventLoopGroup-4-15 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-579a70d5-ff243b34-43b1414e-cba7c6de-a04ea8ee-8095b449-5467fba4-41833b46-353b597b-46e0446a-4ac13267-680f1405 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:09,537 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:09,537 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-579a70d5-ff243b34-43b1414e-cba7c6de-a04ea8ee-8095b449-5467fba4-41833b46-353b597b-46e0446a-4ac13267-680f1405 in 144 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:09,544 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:09,544 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:09,583 [INFO ] epollEventLoopGroup-4-16 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b8319d76-de42490f-f3a9be41-738cd6f2-0769a735-b59db7a0-a6c8f192-043c1731-e3dad5ab-6c0c94ed-119bde2e-a31f0082 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:09,583 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:57:09,583 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b8319d76-de42490f-f3a9be41-738cd6f2-0769a735-b59db7a0-a6c8f192-043c1731-e3dad5ab-6c0c94ed-119bde2e-a31f0082 in 144 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:58:04,616 [WARN ] pool-2-thread-2 com.amazonaws.ml.mms.metrics.MetricCollector - worker pid is not available yet.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:04,616 [WARN ] pool-2-thread-2 com.amazonaws.ml.mms.metrics.MetricCollector - worker pid is not available yet.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:31,424 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:31,425 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:31,826 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:32,119 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:32,119 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:32,159 [INFO ] epollEventLoopGroup-4-3 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-da4e39e7-7d78fac3-0ead0edf-bc76efb3-9863c363-5004a66e-e78b0f0c-bb745970-e8040051-88efcede-7f7375d4-8a787685-9013847b Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:32,159 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:32,159 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-da4e39e7-7d78fac3-0ead0edf-bc76efb3-9863c363-5004a66e-e78b0f0c-bb745970-e8040051-88efcede-7f7375d4-8a787685-9013847b in 233 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:32,316 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:32,317 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:32,725 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:32,793 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:32,794 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:32,915 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:32,916 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:33,021 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:33,021 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:33,062 [INFO ] epollEventLoopGroup-4-8 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-c5be780f-32317539-45f1fd22-a6406eed-344f6c86-2663b404-84f59492-f143d24b-ce93e123-5de0f6fa-6dd0dd5f-d364e90c-2894d81a Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:33,062 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:33,062 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-c5be780f-32317539-45f1fd22-a6406eed-344f6c86-2663b404-84f59492-f143d24b-ce93e123-5de0f6fa-6dd0dd5f-d364e90c-2894d81a in 233 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:33,199 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:33,320 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:33,369 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:33,370 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:33,505 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:33,506 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:33,518 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:33,519 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:33,538 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:33,540 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:33,550 [INFO ] epollEventLoopGroup-4-6 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-7e307ee3-ec557785-43921c4b-946f219a-a93c8cad-0ef700d0-296a8903-72e75b36-36fcef79-e9fa0865-bccecb42-519da666-d5415b34 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:33,550 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:33,550 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-7e307ee3-ec557785-43921c4b-946f219a-a93c8cad-0ef700d0-296a8903-72e75b36-36fcef79-e9fa0865-bccecb42-519da666-d5415b34 in 233 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:33,584 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Connecting to: /home/model-server/tmp/.mms.sock.9000\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:33,584 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Connection accepted: /home/model-server/tmp/.mms.sock.9000.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:33,626 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:33,626 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:33,692 [INFO ] epollEventLoopGroup-4-2 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-3aabe6f8-d8974b9e-0b117a9a-cd22115c-fd2aa16f-5c7ce345-9644e9c0-65578764-0b3e4f4a-58c42159-894028e4-05dbddc8-caa9d3c2 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:33,692 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:33,692 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-3aabe6f8-d8974b9e-0b117a9a-cd22115c-fd2aa16f-5c7ce345-9644e9c0-65578764-0b3e4f4a-58c42159-894028e4-05dbddc8-caa9d3c2 in 233 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:33,780 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:33,940 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:33,989 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:34,002 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - PyTorch version 1.3.1 available.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:34,076 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:34,077 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:34,132 [INFO ] epollEventLoopGroup-4-1 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b5d157e8-e6b3269b-62ebfd0d-e237b130-cdb77139-96f94613-577b659d-e2ec3002-6c4e52dd-3b0cc419-ba917b90-3b6e90db-c655a1ec Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:34,132 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:34,132 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b5d157e8-e6b3269b-62ebfd0d-e237b130-cdb77139-96f94613-577b659d-e2ec3002-6c4e52dd-3b0cc419-ba917b90-3b6e90db-c655a1ec in 233 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:34,252 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:34,252 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:34,277 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:34,277 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:34,293 [INFO ] epollEventLoopGroup-4-4 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b3b098d6-16d86b3b-cbdcdb40-6170b321-546909bf-fb0a99ff-afc44e93-d1ad2a3a-bede382a-3bf7224c-b5f22dd5-649b6c97-baed3d75 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:34,293 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:34,293 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b3b098d6-16d86b3b-cbdcdb40-6170b321-546909bf-fb0a99ff-afc44e93-d1ad2a3a-bede382a-3bf7224c-b5f22dd5-649b6c97-baed3d75 in 233 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:34,294 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - Loading BERT tokenizer...\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:34,294 [INFO ] W-9000-model-stdout com.amazonaws.ml.mms.wlm.WorkerLifeCycle - loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at /root/.cache/torch/transformers/26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:34,318 [INFO ] epollEventLoopGroup-4-7 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-579a70d5-ff243b34-43b1414e-cba7c6de-a04ea8ee-8095b449-5467fba4-41833b46-353b597b-46e0446a-4ac13267-680f1405-82f4932c Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:34,318 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:34,319 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-579a70d5-ff243b34-43b1414e-cba7c6de-a04ea8ee-8095b449-5467fba4-41833b46-353b597b-46e0446a-4ac13267-680f1405-82f4932c in 233 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:34,335 [INFO ] epollEventLoopGroup-4-5 com.amazonaws.ml.mms.wlm.WorkerThread - 9000-b8319d76-de42490f-f3a9be41-738cd6f2-0769a735-b59db7a0-a6c8f192-043c1731-e3dad5ab-6c0c94ed-119bde2e-a31f0082-82b22a05 Worker disconnected. WORKER_STARTED\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:34,335 [WARN ] W-9000-model com.amazonaws.ml.mms.wlm.BatchAggregator - Load model failed: model, error: Worker died.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 09:59:34,335 [INFO ] W-9000-model com.amazonaws.ml.mms.wlm.WorkerThread - Retry worker: 9000-b8319d76-de42490f-f3a9be41-738cd6f2-0769a735-b59db7a0-a6c8f192-043c1731-e3dad5ab-6c0c94ed-119bde2e-a31f0082-82b22a05 in 233 seconds.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 10:00:04,616 [WARN ] pool-2-thread-1 com.amazonaws.ml.mms.metrics.MetricCollector - worker pid is not available yet.\n",
      "\u001b[36malgo-1-1h732_1  |\u001b[0m 2020-12-17 10:01:04,616 [WARN ] pool-2-thread-1 com.amazonaws.ml.mms.metrics.MetricCollector - worker pid is not available yet.\n"
     ]
    }
   ],
   "source": [
    "result = predictor.predict(\"Somebody just left - guess who.\")\n",
    "print(np.argmax(result, axis=1))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "predictor.delete_endpoint()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "conda_pytorch_p36",
   "language": "python",
   "name": "conda_pytorch_p36"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}