{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "word_sentence_similarity_transformers.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "toc_visible": true,
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/gmihaila/machine_learning_toolbox/blob/master/word_sentence_similarity_transformers.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "tI8rMeTaMu9K",
        "colab_type": "text"
      },
      "source": [
        "### Word Similarity\n",
        "\n",
        "https://explosion.ai/blog/spacy-transformers\n"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "SRFtucMIMzQZ",
        "colab_type": "text"
      },
      "source": [
        "#### Install"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "rzp7nY8DMmd6",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "outputId": "28d52dc1-2216-4233-f693-d432820147c2"
      },
      "source": [
        "!pip install spacy-transformers\n",
        "\n",
        "!python -m spacy download en_trf_bertbaseuncased_lg\n",
        "!python -m spacy download de_trf_bertbasecased_lg\n",
        "!python -m spacy download en_trf_xlnetbasecased_lg\n",
        "!python -m spacy download en_trf_robertabase_lg\n",
        "!python -m spacy download en_trf_distilbertbaseuncased_lg"
      ],
      "execution_count": 1,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Collecting spacy-transformers\n",
            "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/16/fb/5dbcf7391d6ba0003fb922737340bff5033729f9c967f08f0468259c4f6a/spacy-transformers-0.5.1.tar.gz (59kB)\n",
            "\u001b[K     |████████████████████████████████| 61kB 4.7MB/s \n",
            "\u001b[?25hCollecting spacy<2.3.0,>=2.2.1\n",
            "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/47/13/80ad28ef7a16e2a86d16d73e28588be5f1085afd3e85e4b9b912bd700e8a/spacy-2.2.3-cp36-cp36m-manylinux1_x86_64.whl (10.4MB)\n",
            "\u001b[K     |████████████████████████████████| 10.4MB 20.9MB/s \n",
            "\u001b[?25hCollecting transformers<2.1.0,>=2.0.0\n",
            "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/66/99/ca0e4c35ccde7d290de3c9c236d5629d1879b04927e5ace9bd6d9183e236/transformers-2.0.0-py3-none-any.whl (290kB)\n",
            "\u001b[K     |████████████████████████████████| 296kB 48.0MB/s \n",
            "\u001b[?25hRequirement already satisfied: torch>=1.0.0 in /usr/local/lib/python3.6/dist-packages (from spacy-transformers) (1.3.1)\n",
            "Collecting torchcontrib<0.1.0,>=0.0.2\n",
            "  Downloading https://files.pythonhosted.org/packages/72/36/45d475035ab35353911e72a03c1c1210eba63b71e5a6917a9e78a046aa10/torchcontrib-0.0.2.tar.gz\n",
            "Requirement already satisfied: srsly<1.1.0,>=0.0.7 in /usr/local/lib/python3.6/dist-packages (from spacy-transformers) (0.2.0)\n",
            "Collecting ftfy<6.0.0,>=5.0.0\n",
            "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/75/ca/2d9a5030eaf1bcd925dab392762b9709a7ad4bd486a90599d93cd79cb188/ftfy-5.6.tar.gz (58kB)\n",
            "\u001b[K     |████████████████████████████████| 61kB 8.9MB/s \n",
            "\u001b[?25hCollecting dataclasses<0.7,>=0.6\n",
            "  Downloading https://files.pythonhosted.org/packages/26/2f/1095cdc2868052dd1e64520f7c0d5c8c550ad297e944e641dbf1ffbb9a5d/dataclasses-0.6-py3-none-any.whl\n",
            "Requirement already satisfied: importlib_metadata>=0.20 in /usr/local/lib/python3.6/dist-packages (from spacy-transformers) (0.23)\n",
            "Requirement already satisfied: cymem<2.1.0,>=2.0.2 in /usr/local/lib/python3.6/dist-packages (from spacy<2.3.0,>=2.2.1->spacy-transformers) (2.0.3)\n",
            "Requirement already satisfied: plac<1.2.0,>=0.9.6 in /usr/local/lib/python3.6/dist-packages (from spacy<2.3.0,>=2.2.1->spacy-transformers) (0.9.6)\n",
            "Requirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /usr/local/lib/python3.6/dist-packages (from spacy<2.3.0,>=2.2.1->spacy-transformers) (1.0.2)\n",
            "Collecting thinc<7.4.0,>=7.3.0\n",
            "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/07/59/6bb553bc9a5f072d3cd479fc939fea0f6f682892f1f5cff98de5c9b615bb/thinc-7.3.1-cp36-cp36m-manylinux1_x86_64.whl (2.2MB)\n",
            "\u001b[K     |████████████████████████████████| 2.2MB 47.8MB/s \n",
            "\u001b[?25hCollecting blis<0.5.0,>=0.4.0\n",
            "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/41/19/f95c75562d18eb27219df3a3590b911e78d131b68466ad79fdf5847eaac4/blis-0.4.1-cp36-cp36m-manylinux1_x86_64.whl (3.7MB)\n",
            "\u001b[K     |████████████████████████████████| 3.7MB 29.7MB/s \n",
            "\u001b[?25hRequirement already satisfied: setuptools in /usr/local/lib/python3.6/dist-packages (from spacy<2.3.0,>=2.2.1->spacy-transformers) (41.6.0)\n",
            "Requirement already satisfied: numpy>=1.15.0 in /usr/local/lib/python3.6/dist-packages (from spacy<2.3.0,>=2.2.1->spacy-transformers) (1.17.4)\n",
            "Requirement already satisfied: requests<3.0.0,>=2.13.0 in /usr/local/lib/python3.6/dist-packages (from spacy<2.3.0,>=2.2.1->spacy-transformers) (2.21.0)\n",
            "Requirement already satisfied: wasabi<1.1.0,>=0.4.0 in /usr/local/lib/python3.6/dist-packages (from spacy<2.3.0,>=2.2.1->spacy-transformers) (0.4.0)\n",
            "Collecting preshed<3.1.0,>=3.0.2\n",
            "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/db/6b/e07fad36913879757c90ba03d6fb7f406f7279e11dcefc105ee562de63ea/preshed-3.0.2-cp36-cp36m-manylinux1_x86_64.whl (119kB)\n",
            "\u001b[K     |████████████████████████████████| 122kB 54.3MB/s \n",
            "\u001b[?25hCollecting catalogue<1.1.0,>=0.0.7\n",
            "  Downloading https://files.pythonhosted.org/packages/4f/d5/46ff975f0d7d055cf95557b944fd5d29d9dfb37a4341038e070f212b24fe/catalogue-0.0.8-py2.py3-none-any.whl\n",
            "Collecting sentencepiece\n",
            "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/14/3d/efb655a670b98f62ec32d66954e1109f403db4d937c50d779a75b9763a29/sentencepiece-0.1.83-cp36-cp36m-manylinux1_x86_64.whl (1.0MB)\n",
            "\u001b[K     |████████████████████████████████| 1.0MB 53.3MB/s \n",
            "\u001b[?25hCollecting regex\n",
            "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/e3/8e/cbf2295643d7265e7883326fb4654e643bfc93b3a8a8274d8010a39d8804/regex-2019.11.1-cp36-cp36m-manylinux1_x86_64.whl (643kB)\n",
            "\u001b[K     |████████████████████████████████| 645kB 43.1MB/s \n",
            "\u001b[?25hRequirement already satisfied: boto3 in /usr/local/lib/python3.6/dist-packages (from transformers<2.1.0,>=2.0.0->spacy-transformers) (1.10.18)\n",
            "Requirement already satisfied: tqdm in /usr/local/lib/python3.6/dist-packages (from transformers<2.1.0,>=2.0.0->spacy-transformers) (4.28.1)\n",
            "Collecting sacremoses\n",
            "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/1f/8e/ed5364a06a9ba720fddd9820155cc57300d28f5f43a6fd7b7e817177e642/sacremoses-0.0.35.tar.gz (859kB)\n",
            "\u001b[K     |████████████████████████████████| 860kB 50.1MB/s \n",
            "\u001b[?25hRequirement already satisfied: wcwidth in /usr/local/lib/python3.6/dist-packages (from ftfy<6.0.0,>=5.0.0->spacy-transformers) (0.1.7)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.6/dist-packages (from importlib_metadata>=0.20->spacy-transformers) (0.6.0)\n",
            "Requirement already satisfied: idna<2.9,>=2.5 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy<2.3.0,>=2.2.1->spacy-transformers) (2.8)\n",
            "Requirement already satisfied: chardet<3.1.0,>=3.0.2 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy<2.3.0,>=2.2.1->spacy-transformers) (3.0.4)\n",
            "Requirement already satisfied: urllib3<1.25,>=1.21.1 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy<2.3.0,>=2.2.1->spacy-transformers) (1.24.3)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy<2.3.0,>=2.2.1->spacy-transformers) (2019.9.11)\n",
            "Requirement already satisfied: s3transfer<0.3.0,>=0.2.0 in /usr/local/lib/python3.6/dist-packages (from boto3->transformers<2.1.0,>=2.0.0->spacy-transformers) (0.2.1)\n",
            "Requirement already satisfied: botocore<1.14.0,>=1.13.18 in /usr/local/lib/python3.6/dist-packages (from boto3->transformers<2.1.0,>=2.0.0->spacy-transformers) (1.13.18)\n",
            "Requirement already satisfied: jmespath<1.0.0,>=0.7.1 in /usr/local/lib/python3.6/dist-packages (from boto3->transformers<2.1.0,>=2.0.0->spacy-transformers) (0.9.4)\n",
            "Requirement already satisfied: six in /usr/local/lib/python3.6/dist-packages (from sacremoses->transformers<2.1.0,>=2.0.0->spacy-transformers) (1.12.0)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.6/dist-packages (from sacremoses->transformers<2.1.0,>=2.0.0->spacy-transformers) (7.0)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.6/dist-packages (from sacremoses->transformers<2.1.0,>=2.0.0->spacy-transformers) (0.14.0)\n",
            "Requirement already satisfied: more-itertools in /usr/local/lib/python3.6/dist-packages (from zipp>=0.5->importlib_metadata>=0.20->spacy-transformers) (7.2.0)\n",
            "Requirement already satisfied: python-dateutil<2.8.1,>=2.1; python_version >= \"2.7\" in /usr/local/lib/python3.6/dist-packages (from botocore<1.14.0,>=1.13.18->boto3->transformers<2.1.0,>=2.0.0->spacy-transformers) (2.6.1)\n",
            "Requirement already satisfied: docutils<0.16,>=0.10 in /usr/local/lib/python3.6/dist-packages (from botocore<1.14.0,>=1.13.18->boto3->transformers<2.1.0,>=2.0.0->spacy-transformers) (0.15.2)\n",
            "Building wheels for collected packages: spacy-transformers, torchcontrib, ftfy, sacremoses\n",
            "  Building wheel for spacy-transformers (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for spacy-transformers: filename=spacy_transformers-0.5.1-py2.py3-none-any.whl size=52837 sha256=4df829cb1e69a017b82e4b72f841d513e34f2dad7aa8c2d66009425b32786384\n",
            "  Stored in directory: /root/.cache/pip/wheels/29/c2/17/625a3d14da8cabe9781ab1648d489d1b41a8a81dc289e5af1f\n",
            "  Building wheel for torchcontrib (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for torchcontrib: filename=torchcontrib-0.0.2-cp36-none-any.whl size=7530 sha256=d02a1200bd8cfda3117556ea486af6a5b11885ee726ce24857731b7989964857\n",
            "  Stored in directory: /root/.cache/pip/wheels/06/06/7b/a5f5920bbf4f12a2c927e438fac17d4cd9560f8336b00e9a99\n",
            "  Building wheel for ftfy (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for ftfy: filename=ftfy-5.6-cp36-none-any.whl size=44553 sha256=3300a3fc8d1958dfd83bc8259d3e781eb6495412eb920c5e5a62e01cdbd2742b\n",
            "  Stored in directory: /root/.cache/pip/wheels/43/34/ce/cbb38d71543c408de56f3c5e26ce8ba495a0fa5a28eaaf1046\n",
            "  Building wheel for sacremoses (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for sacremoses: filename=sacremoses-0.0.35-cp36-none-any.whl size=883999 sha256=a19c1236d0a283eba905fea67e94f8893672e84b59e97231bebb8db7c1554f6f\n",
            "  Stored in directory: /root/.cache/pip/wheels/63/2a/db/63e2909042c634ef551d0d9ac825b2b0b32dede4a6d87ddc94\n",
            "Successfully built spacy-transformers torchcontrib ftfy sacremoses\n",
            "Installing collected packages: blis, preshed, thinc, catalogue, spacy, sentencepiece, regex, sacremoses, transformers, torchcontrib, ftfy, dataclasses, spacy-transformers\n",
            "  Found existing installation: blis 0.2.4\n",
            "    Uninstalling blis-0.2.4:\n",
            "      Successfully uninstalled blis-0.2.4\n",
            "  Found existing installation: preshed 2.0.1\n",
            "    Uninstalling preshed-2.0.1:\n",
            "      Successfully uninstalled preshed-2.0.1\n",
            "  Found existing installation: thinc 7.0.8\n",
            "    Uninstalling thinc-7.0.8:\n",
            "      Successfully uninstalled thinc-7.0.8\n",
            "  Found existing installation: spacy 2.1.9\n",
            "    Uninstalling spacy-2.1.9:\n",
            "      Successfully uninstalled spacy-2.1.9\n",
            "  Found existing installation: dataclasses 0.7\n",
            "    Uninstalling dataclasses-0.7:\n",
            "      Successfully uninstalled dataclasses-0.7\n",
            "Successfully installed blis-0.4.1 catalogue-0.0.8 dataclasses-0.6 ftfy-5.6 preshed-3.0.2 regex-2019.11.1 sacremoses-0.0.35 sentencepiece-0.1.83 spacy-2.2.3 spacy-transformers-0.5.1 thinc-7.3.1 torchcontrib-0.0.2 transformers-2.0.0\n",
            "Collecting en_trf_bertbaseuncased_lg==2.2.0\n",
            "\u001b[?25l  Downloading https://github.com/explosion/spacy-models/releases/download/en_trf_bertbaseuncased_lg-2.2.0/en_trf_bertbaseuncased_lg-2.2.0.tar.gz (405.8MB)\n",
            "\u001b[K     |████████████████████████████████| 405.8MB 1.2MB/s \n",
            "\u001b[?25hRequirement already satisfied: spacy>=2.2.1 in /usr/local/lib/python3.6/dist-packages (from en_trf_bertbaseuncased_lg==2.2.0) (2.2.3)\n",
            "Requirement already satisfied: spacy-transformers>=0.5.0 in /usr/local/lib/python3.6/dist-packages (from en_trf_bertbaseuncased_lg==2.2.0) (0.5.1)\n",
            "Requirement already satisfied: numpy>=1.15.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_bertbaseuncased_lg==2.2.0) (1.17.4)\n",
            "Requirement already satisfied: preshed<3.1.0,>=3.0.2 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_bertbaseuncased_lg==2.2.0) (3.0.2)\n",
            "Requirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_bertbaseuncased_lg==2.2.0) (1.0.2)\n",
            "Requirement already satisfied: catalogue<1.1.0,>=0.0.7 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_bertbaseuncased_lg==2.2.0) (0.0.8)\n",
            "Requirement already satisfied: setuptools in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_bertbaseuncased_lg==2.2.0) (41.6.0)\n",
            "Requirement already satisfied: plac<1.2.0,>=0.9.6 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_bertbaseuncased_lg==2.2.0) (0.9.6)\n",
            "Requirement already satisfied: cymem<2.1.0,>=2.0.2 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_bertbaseuncased_lg==2.2.0) (2.0.3)\n",
            "Requirement already satisfied: wasabi<1.1.0,>=0.4.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_bertbaseuncased_lg==2.2.0) (0.4.0)\n",
            "Requirement already satisfied: requests<3.0.0,>=2.13.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_bertbaseuncased_lg==2.2.0) (2.21.0)\n",
            "Requirement already satisfied: srsly<1.1.0,>=0.1.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_bertbaseuncased_lg==2.2.0) (0.2.0)\n",
            "Requirement already satisfied: thinc<7.4.0,>=7.3.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_bertbaseuncased_lg==2.2.0) (7.3.1)\n",
            "Requirement already satisfied: blis<0.5.0,>=0.4.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_bertbaseuncased_lg==2.2.0) (0.4.1)\n",
            "Requirement already satisfied: dataclasses<0.7,>=0.6; python_version < \"3.7\" in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->en_trf_bertbaseuncased_lg==2.2.0) (0.6)\n",
            "Requirement already satisfied: transformers<2.1.0,>=2.0.0 in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->en_trf_bertbaseuncased_lg==2.2.0) (2.0.0)\n",
            "Requirement already satisfied: torchcontrib<0.1.0,>=0.0.2 in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->en_trf_bertbaseuncased_lg==2.2.0) (0.0.2)\n",
            "Requirement already satisfied: ftfy<6.0.0,>=5.0.0 in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->en_trf_bertbaseuncased_lg==2.2.0) (5.6)\n",
            "Requirement already satisfied: importlib-metadata>=0.20; python_version < \"3.8\" in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->en_trf_bertbaseuncased_lg==2.2.0) (0.23)\n",
            "Requirement already satisfied: torch>=1.0.0 in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->en_trf_bertbaseuncased_lg==2.2.0) (1.3.1)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.1->en_trf_bertbaseuncased_lg==2.2.0) (2019.9.11)\n",
            "Requirement already satisfied: chardet<3.1.0,>=3.0.2 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.1->en_trf_bertbaseuncased_lg==2.2.0) (3.0.4)\n",
            "Requirement already satisfied: idna<2.9,>=2.5 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.1->en_trf_bertbaseuncased_lg==2.2.0) (2.8)\n",
            "Requirement already satisfied: urllib3<1.25,>=1.21.1 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.1->en_trf_bertbaseuncased_lg==2.2.0) (1.24.3)\n",
            "Requirement already satisfied: tqdm<5.0.0,>=4.10.0 in /usr/local/lib/python3.6/dist-packages (from thinc<7.4.0,>=7.3.0->spacy>=2.2.1->en_trf_bertbaseuncased_lg==2.2.0) (4.28.1)\n",
            "Requirement already satisfied: sacremoses in /usr/local/lib/python3.6/dist-packages (from transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_bertbaseuncased_lg==2.2.0) (0.0.35)\n",
            "Requirement already satisfied: sentencepiece in /usr/local/lib/python3.6/dist-packages (from transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_bertbaseuncased_lg==2.2.0) (0.1.83)\n",
            "Requirement already satisfied: regex in /usr/local/lib/python3.6/dist-packages (from transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_bertbaseuncased_lg==2.2.0) (2019.11.1)\n",
            "Requirement already satisfied: boto3 in /usr/local/lib/python3.6/dist-packages (from transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_bertbaseuncased_lg==2.2.0) (1.10.18)\n",
            "Requirement already satisfied: wcwidth in /usr/local/lib/python3.6/dist-packages (from ftfy<6.0.0,>=5.0.0->spacy-transformers>=0.5.0->en_trf_bertbaseuncased_lg==2.2.0) (0.1.7)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.6/dist-packages (from importlib-metadata>=0.20; python_version < \"3.8\"->spacy-transformers>=0.5.0->en_trf_bertbaseuncased_lg==2.2.0) (0.6.0)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.6/dist-packages (from sacremoses->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_bertbaseuncased_lg==2.2.0) (0.14.0)\n",
            "Requirement already satisfied: six in /usr/local/lib/python3.6/dist-packages (from sacremoses->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_bertbaseuncased_lg==2.2.0) (1.12.0)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.6/dist-packages (from sacremoses->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_bertbaseuncased_lg==2.2.0) (7.0)\n",
            "Requirement already satisfied: botocore<1.14.0,>=1.13.18 in /usr/local/lib/python3.6/dist-packages (from boto3->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_bertbaseuncased_lg==2.2.0) (1.13.18)\n",
            "Requirement already satisfied: s3transfer<0.3.0,>=0.2.0 in /usr/local/lib/python3.6/dist-packages (from boto3->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_bertbaseuncased_lg==2.2.0) (0.2.1)\n",
            "Requirement already satisfied: jmespath<1.0.0,>=0.7.1 in /usr/local/lib/python3.6/dist-packages (from boto3->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_bertbaseuncased_lg==2.2.0) (0.9.4)\n",
            "Requirement already satisfied: more-itertools in /usr/local/lib/python3.6/dist-packages (from zipp>=0.5->importlib-metadata>=0.20; python_version < \"3.8\"->spacy-transformers>=0.5.0->en_trf_bertbaseuncased_lg==2.2.0) (7.2.0)\n",
            "Requirement already satisfied: python-dateutil<2.8.1,>=2.1; python_version >= \"2.7\" in /usr/local/lib/python3.6/dist-packages (from botocore<1.14.0,>=1.13.18->boto3->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_bertbaseuncased_lg==2.2.0) (2.6.1)\n",
            "Requirement already satisfied: docutils<0.16,>=0.10 in /usr/local/lib/python3.6/dist-packages (from botocore<1.14.0,>=1.13.18->boto3->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_bertbaseuncased_lg==2.2.0) (0.15.2)\n",
            "Building wheels for collected packages: en-trf-bertbaseuncased-lg\n",
            "  Building wheel for en-trf-bertbaseuncased-lg (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for en-trf-bertbaseuncased-lg: filename=en_trf_bertbaseuncased_lg-2.2.0-cp36-none-any.whl size=405819945 sha256=05922c3f47dc4bcbfcd8e25f16bae3b783626ea2b95db06c1e6f4df396599d5e\n",
            "  Stored in directory: /tmp/pip-ephem-wheel-cache-ao3i_rps/wheels/f6/60/8c/c6f517ef9729972f1be15c3aab4b93e7ec9fbeb71d072a84de\n",
            "Successfully built en-trf-bertbaseuncased-lg\n",
            "Installing collected packages: en-trf-bertbaseuncased-lg\n",
            "Successfully installed en-trf-bertbaseuncased-lg-2.2.0\n",
            "\u001b[38;5;2m✔ Download and installation successful\u001b[0m\n",
            "You can now load the model via spacy.load('en_trf_bertbaseuncased_lg')\n",
            "Collecting de_trf_bertbasecased_lg==2.2.0\n",
            "\u001b[33m  WARNING: Retrying (Retry(total=3, connect=None, read=None, redirect=None, status=None)) after connection broken by 'ReadTimeoutError(\"HTTPSConnectionPool(host='github.com', port=443): Read timed out. (read timeout=15)\",)': /explosion/spacy-models/releases/download/de_trf_bertbasecased_lg-2.2.0/de_trf_bertbasecased_lg-2.2.0.tar.gz\u001b[0m\n",
            "\u001b[?25l  Downloading https://github.com/explosion/spacy-models/releases/download/de_trf_bertbasecased_lg-2.2.0/de_trf_bertbasecased_lg-2.2.0.tar.gz (405.5MB)\n",
            "\u001b[K     |████████████████████████████████| 405.5MB 1.1MB/s \n",
            "\u001b[?25hRequirement already satisfied: spacy>=2.2.1 in /usr/local/lib/python3.6/dist-packages (from de_trf_bertbasecased_lg==2.2.0) (2.2.3)\n",
            "Requirement already satisfied: spacy-transformers>=0.5.0 in /usr/local/lib/python3.6/dist-packages (from de_trf_bertbasecased_lg==2.2.0) (0.5.1)\n",
            "Requirement already satisfied: setuptools in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->de_trf_bertbasecased_lg==2.2.0) (41.6.0)\n",
            "Requirement already satisfied: srsly<1.1.0,>=0.1.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->de_trf_bertbasecased_lg==2.2.0) (0.2.0)\n",
            "Requirement already satisfied: preshed<3.1.0,>=3.0.2 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->de_trf_bertbasecased_lg==2.2.0) (3.0.2)\n",
            "Requirement already satisfied: catalogue<1.1.0,>=0.0.7 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->de_trf_bertbasecased_lg==2.2.0) (0.0.8)\n",
            "Requirement already satisfied: blis<0.5.0,>=0.4.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->de_trf_bertbasecased_lg==2.2.0) (0.4.1)\n",
            "Requirement already satisfied: plac<1.2.0,>=0.9.6 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->de_trf_bertbasecased_lg==2.2.0) (0.9.6)\n",
            "Requirement already satisfied: cymem<2.1.0,>=2.0.2 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->de_trf_bertbasecased_lg==2.2.0) (2.0.3)\n",
            "Requirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->de_trf_bertbasecased_lg==2.2.0) (1.0.2)\n",
            "Requirement already satisfied: requests<3.0.0,>=2.13.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->de_trf_bertbasecased_lg==2.2.0) (2.21.0)\n",
            "Requirement already satisfied: wasabi<1.1.0,>=0.4.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->de_trf_bertbasecased_lg==2.2.0) (0.4.0)\n",
            "Requirement already satisfied: numpy>=1.15.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->de_trf_bertbasecased_lg==2.2.0) (1.17.4)\n",
            "Requirement already satisfied: thinc<7.4.0,>=7.3.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->de_trf_bertbasecased_lg==2.2.0) (7.3.1)\n",
            "Requirement already satisfied: ftfy<6.0.0,>=5.0.0 in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->de_trf_bertbasecased_lg==2.2.0) (5.6)\n",
            "Requirement already satisfied: transformers<2.1.0,>=2.0.0 in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->de_trf_bertbasecased_lg==2.2.0) (2.0.0)\n",
            "Requirement already satisfied: torchcontrib<0.1.0,>=0.0.2 in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->de_trf_bertbasecased_lg==2.2.0) (0.0.2)\n",
            "Requirement already satisfied: torch>=1.0.0 in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->de_trf_bertbasecased_lg==2.2.0) (1.3.1)\n",
            "Requirement already satisfied: dataclasses<0.7,>=0.6; python_version < \"3.7\" in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->de_trf_bertbasecased_lg==2.2.0) (0.6)\n",
            "Requirement already satisfied: importlib-metadata>=0.20; python_version < \"3.8\" in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->de_trf_bertbasecased_lg==2.2.0) (0.23)\n",
            "Requirement already satisfied: chardet<3.1.0,>=3.0.2 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.1->de_trf_bertbasecased_lg==2.2.0) (3.0.4)\n",
            "Requirement already satisfied: idna<2.9,>=2.5 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.1->de_trf_bertbasecased_lg==2.2.0) (2.8)\n",
            "Requirement already satisfied: urllib3<1.25,>=1.21.1 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.1->de_trf_bertbasecased_lg==2.2.0) (1.24.3)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.1->de_trf_bertbasecased_lg==2.2.0) (2019.9.11)\n",
            "Requirement already satisfied: tqdm<5.0.0,>=4.10.0 in /usr/local/lib/python3.6/dist-packages (from thinc<7.4.0,>=7.3.0->spacy>=2.2.1->de_trf_bertbasecased_lg==2.2.0) (4.28.1)\n",
            "Requirement already satisfied: wcwidth in /usr/local/lib/python3.6/dist-packages (from ftfy<6.0.0,>=5.0.0->spacy-transformers>=0.5.0->de_trf_bertbasecased_lg==2.2.0) (0.1.7)\n",
            "Requirement already satisfied: boto3 in /usr/local/lib/python3.6/dist-packages (from transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->de_trf_bertbasecased_lg==2.2.0) (1.10.18)\n",
            "Requirement already satisfied: sentencepiece in /usr/local/lib/python3.6/dist-packages (from transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->de_trf_bertbasecased_lg==2.2.0) (0.1.83)\n",
            "Requirement already satisfied: sacremoses in /usr/local/lib/python3.6/dist-packages (from transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->de_trf_bertbasecased_lg==2.2.0) (0.0.35)\n",
            "Requirement already satisfied: regex in /usr/local/lib/python3.6/dist-packages (from transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->de_trf_bertbasecased_lg==2.2.0) (2019.11.1)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.6/dist-packages (from importlib-metadata>=0.20; python_version < \"3.8\"->spacy-transformers>=0.5.0->de_trf_bertbasecased_lg==2.2.0) (0.6.0)\n",
            "Requirement already satisfied: botocore<1.14.0,>=1.13.18 in /usr/local/lib/python3.6/dist-packages (from boto3->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->de_trf_bertbasecased_lg==2.2.0) (1.13.18)\n",
            "Requirement already satisfied: jmespath<1.0.0,>=0.7.1 in /usr/local/lib/python3.6/dist-packages (from boto3->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->de_trf_bertbasecased_lg==2.2.0) (0.9.4)\n",
            "Requirement already satisfied: s3transfer<0.3.0,>=0.2.0 in /usr/local/lib/python3.6/dist-packages (from boto3->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->de_trf_bertbasecased_lg==2.2.0) (0.2.1)\n",
            "Requirement already satisfied: six in /usr/local/lib/python3.6/dist-packages (from sacremoses->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->de_trf_bertbasecased_lg==2.2.0) (1.12.0)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.6/dist-packages (from sacremoses->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->de_trf_bertbasecased_lg==2.2.0) (7.0)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.6/dist-packages (from sacremoses->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->de_trf_bertbasecased_lg==2.2.0) (0.14.0)\n",
            "Requirement already satisfied: more-itertools in /usr/local/lib/python3.6/dist-packages (from zipp>=0.5->importlib-metadata>=0.20; python_version < \"3.8\"->spacy-transformers>=0.5.0->de_trf_bertbasecased_lg==2.2.0) (7.2.0)\n",
            "Requirement already satisfied: docutils<0.16,>=0.10 in /usr/local/lib/python3.6/dist-packages (from botocore<1.14.0,>=1.13.18->boto3->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->de_trf_bertbasecased_lg==2.2.0) (0.15.2)\n",
            "Requirement already satisfied: python-dateutil<2.8.1,>=2.1; python_version >= \"2.7\" in /usr/local/lib/python3.6/dist-packages (from botocore<1.14.0,>=1.13.18->boto3->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->de_trf_bertbasecased_lg==2.2.0) (2.6.1)\n",
            "Building wheels for collected packages: de-trf-bertbasecased-lg\n",
            "  Building wheel for de-trf-bertbasecased-lg (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for de-trf-bertbasecased-lg: filename=de_trf_bertbasecased_lg-2.2.0-cp36-none-any.whl size=405539156 sha256=724f4824d1b9b52d2d0ffb7879b864b1389b743429da7832cff8e1377c0c203b\n",
            "  Stored in directory: /tmp/pip-ephem-wheel-cache-ofnp5_3j/wheels/d0/d4/fd/6a0b5c96927f60a326e46fb6609967e16a6197ff5d63853ed1\n",
            "Successfully built de-trf-bertbasecased-lg\n",
            "Installing collected packages: de-trf-bertbasecased-lg\n",
            "Successfully installed de-trf-bertbasecased-lg-2.2.0\n",
            "\u001b[38;5;2m✔ Download and installation successful\u001b[0m\n",
            "You can now load the model via spacy.load('de_trf_bertbasecased_lg')\n",
            "Collecting en_trf_xlnetbasecased_lg==2.2.0\n",
            "\u001b[?25l  Downloading https://github.com/explosion/spacy-models/releases/download/en_trf_xlnetbasecased_lg-2.2.0/en_trf_xlnetbasecased_lg-2.2.0.tar.gz (433.9MB)\n",
            "\u001b[K     |████████████████████████████████| 433.9MB 5.3MB/s \n",
            "\u001b[?25hRequirement already satisfied: spacy>=2.2.1 in /usr/local/lib/python3.6/dist-packages (from en_trf_xlnetbasecased_lg==2.2.0) (2.2.3)\n",
            "Requirement already satisfied: spacy-transformers>=0.5.0 in /usr/local/lib/python3.6/dist-packages (from en_trf_xlnetbasecased_lg==2.2.0) (0.5.1)\n",
            "Requirement already satisfied: blis<0.5.0,>=0.4.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_xlnetbasecased_lg==2.2.0) (0.4.1)\n",
            "Requirement already satisfied: thinc<7.4.0,>=7.3.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_xlnetbasecased_lg==2.2.0) (7.3.1)\n",
            "Requirement already satisfied: cymem<2.1.0,>=2.0.2 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_xlnetbasecased_lg==2.2.0) (2.0.3)\n",
            "Requirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_xlnetbasecased_lg==2.2.0) (1.0.2)\n",
            "Requirement already satisfied: catalogue<1.1.0,>=0.0.7 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_xlnetbasecased_lg==2.2.0) (0.0.8)\n",
            "Requirement already satisfied: srsly<1.1.0,>=0.1.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_xlnetbasecased_lg==2.2.0) (0.2.0)\n",
            "Requirement already satisfied: setuptools in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_xlnetbasecased_lg==2.2.0) (41.6.0)\n",
            "Requirement already satisfied: plac<1.2.0,>=0.9.6 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_xlnetbasecased_lg==2.2.0) (0.9.6)\n",
            "Requirement already satisfied: preshed<3.1.0,>=3.0.2 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_xlnetbasecased_lg==2.2.0) (3.0.2)\n",
            "Requirement already satisfied: wasabi<1.1.0,>=0.4.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_xlnetbasecased_lg==2.2.0) (0.4.0)\n",
            "Requirement already satisfied: numpy>=1.15.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_xlnetbasecased_lg==2.2.0) (1.17.4)\n",
            "Requirement already satisfied: requests<3.0.0,>=2.13.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_xlnetbasecased_lg==2.2.0) (2.21.0)\n",
            "Requirement already satisfied: transformers<2.1.0,>=2.0.0 in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->en_trf_xlnetbasecased_lg==2.2.0) (2.0.0)\n",
            "Requirement already satisfied: torch>=1.0.0 in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->en_trf_xlnetbasecased_lg==2.2.0) (1.3.1)\n",
            "Requirement already satisfied: torchcontrib<0.1.0,>=0.0.2 in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->en_trf_xlnetbasecased_lg==2.2.0) (0.0.2)\n",
            "Requirement already satisfied: dataclasses<0.7,>=0.6; python_version < \"3.7\" in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->en_trf_xlnetbasecased_lg==2.2.0) (0.6)\n",
            "Requirement already satisfied: importlib-metadata>=0.20; python_version < \"3.8\" in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->en_trf_xlnetbasecased_lg==2.2.0) (0.23)\n",
            "Requirement already satisfied: ftfy<6.0.0,>=5.0.0 in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->en_trf_xlnetbasecased_lg==2.2.0) (5.6)\n",
            "Requirement already satisfied: tqdm<5.0.0,>=4.10.0 in /usr/local/lib/python3.6/dist-packages (from thinc<7.4.0,>=7.3.0->spacy>=2.2.1->en_trf_xlnetbasecased_lg==2.2.0) (4.28.1)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.1->en_trf_xlnetbasecased_lg==2.2.0) (2019.9.11)\n",
            "Requirement already satisfied: idna<2.9,>=2.5 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.1->en_trf_xlnetbasecased_lg==2.2.0) (2.8)\n",
            "Requirement already satisfied: chardet<3.1.0,>=3.0.2 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.1->en_trf_xlnetbasecased_lg==2.2.0) (3.0.4)\n",
            "Requirement already satisfied: urllib3<1.25,>=1.21.1 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.1->en_trf_xlnetbasecased_lg==2.2.0) (1.24.3)\n",
            "Requirement already satisfied: sacremoses in /usr/local/lib/python3.6/dist-packages (from transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_xlnetbasecased_lg==2.2.0) (0.0.35)\n",
            "Requirement already satisfied: sentencepiece in /usr/local/lib/python3.6/dist-packages (from transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_xlnetbasecased_lg==2.2.0) (0.1.83)\n",
            "Requirement already satisfied: boto3 in /usr/local/lib/python3.6/dist-packages (from transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_xlnetbasecased_lg==2.2.0) (1.10.18)\n",
            "Requirement already satisfied: regex in /usr/local/lib/python3.6/dist-packages (from transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_xlnetbasecased_lg==2.2.0) (2019.11.1)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.6/dist-packages (from importlib-metadata>=0.20; python_version < \"3.8\"->spacy-transformers>=0.5.0->en_trf_xlnetbasecased_lg==2.2.0) (0.6.0)\n",
            "Requirement already satisfied: wcwidth in /usr/local/lib/python3.6/dist-packages (from ftfy<6.0.0,>=5.0.0->spacy-transformers>=0.5.0->en_trf_xlnetbasecased_lg==2.2.0) (0.1.7)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.6/dist-packages (from sacremoses->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_xlnetbasecased_lg==2.2.0) (0.14.0)\n",
            "Requirement already satisfied: six in /usr/local/lib/python3.6/dist-packages (from sacremoses->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_xlnetbasecased_lg==2.2.0) (1.12.0)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.6/dist-packages (from sacremoses->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_xlnetbasecased_lg==2.2.0) (7.0)\n",
            "Requirement already satisfied: botocore<1.14.0,>=1.13.18 in /usr/local/lib/python3.6/dist-packages (from boto3->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_xlnetbasecased_lg==2.2.0) (1.13.18)\n",
            "Requirement already satisfied: s3transfer<0.3.0,>=0.2.0 in /usr/local/lib/python3.6/dist-packages (from boto3->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_xlnetbasecased_lg==2.2.0) (0.2.1)\n",
            "Requirement already satisfied: jmespath<1.0.0,>=0.7.1 in /usr/local/lib/python3.6/dist-packages (from boto3->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_xlnetbasecased_lg==2.2.0) (0.9.4)\n",
            "Requirement already satisfied: more-itertools in /usr/local/lib/python3.6/dist-packages (from zipp>=0.5->importlib-metadata>=0.20; python_version < \"3.8\"->spacy-transformers>=0.5.0->en_trf_xlnetbasecased_lg==2.2.0) (7.2.0)\n",
            "Requirement already satisfied: python-dateutil<2.8.1,>=2.1; python_version >= \"2.7\" in /usr/local/lib/python3.6/dist-packages (from botocore<1.14.0,>=1.13.18->boto3->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_xlnetbasecased_lg==2.2.0) (2.6.1)\n",
            "Requirement already satisfied: docutils<0.16,>=0.10 in /usr/local/lib/python3.6/dist-packages (from botocore<1.14.0,>=1.13.18->boto3->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_xlnetbasecased_lg==2.2.0) (0.15.2)\n",
            "Building wheels for collected packages: en-trf-xlnetbasecased-lg\n",
            "  Building wheel for en-trf-xlnetbasecased-lg (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for en-trf-xlnetbasecased-lg: filename=en_trf_xlnetbasecased_lg-2.2.0-cp36-none-any.whl size=433910390 sha256=84ab26fe6681838fedc4cbe4d9a6ca15e2e7a722d61255d175bc222f224fe4f1\n",
            "  Stored in directory: /tmp/pip-ephem-wheel-cache-uqz_irhq/wheels/7a/f2/db/a5338163c689e22f8567d2890e8340f5f989fb46c2d7e71493\n",
            "Successfully built en-trf-xlnetbasecased-lg\n",
            "Installing collected packages: en-trf-xlnetbasecased-lg\n",
            "Successfully installed en-trf-xlnetbasecased-lg-2.2.0\n",
            "\u001b[38;5;2m✔ Download and installation successful\u001b[0m\n",
            "You can now load the model via spacy.load('en_trf_xlnetbasecased_lg')\n",
            "Collecting en_trf_robertabase_lg==2.2.0\n",
            "\u001b[33m  WARNING: Retrying (Retry(total=4, connect=None, read=None, redirect=None, status=None)) after connection broken by 'ReadTimeoutError(\"HTTPSConnectionPool(host='github.com', port=443): Read timed out. (read timeout=15)\",)': /explosion/spacy-models/releases/download/en_trf_robertabase_lg-2.2.0/en_trf_robertabase_lg-2.2.0.tar.gz\u001b[0m\n",
            "\u001b[?25l  Downloading https://github.com/explosion/spacy-models/releases/download/en_trf_robertabase_lg-2.2.0/en_trf_robertabase_lg-2.2.0.tar.gz (291.9MB)\n",
            "\u001b[K     |████████████████████████████████| 291.9MB 1.2MB/s \n",
            "\u001b[?25hRequirement already satisfied: spacy>=2.2.1 in /usr/local/lib/python3.6/dist-packages (from en_trf_robertabase_lg==2.2.0) (2.2.3)\n",
            "Requirement already satisfied: spacy-transformers>=0.5.0 in /usr/local/lib/python3.6/dist-packages (from en_trf_robertabase_lg==2.2.0) (0.5.1)\n",
            "Requirement already satisfied: catalogue<1.1.0,>=0.0.7 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_robertabase_lg==2.2.0) (0.0.8)\n",
            "Requirement already satisfied: plac<1.2.0,>=0.9.6 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_robertabase_lg==2.2.0) (0.9.6)\n",
            "Requirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_robertabase_lg==2.2.0) (1.0.2)\n",
            "Requirement already satisfied: setuptools in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_robertabase_lg==2.2.0) (41.6.0)\n",
            "Requirement already satisfied: requests<3.0.0,>=2.13.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_robertabase_lg==2.2.0) (2.21.0)\n",
            "Requirement already satisfied: thinc<7.4.0,>=7.3.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_robertabase_lg==2.2.0) (7.3.1)\n",
            "Requirement already satisfied: blis<0.5.0,>=0.4.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_robertabase_lg==2.2.0) (0.4.1)\n",
            "Requirement already satisfied: numpy>=1.15.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_robertabase_lg==2.2.0) (1.17.4)\n",
            "Requirement already satisfied: wasabi<1.1.0,>=0.4.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_robertabase_lg==2.2.0) (0.4.0)\n",
            "Requirement already satisfied: cymem<2.1.0,>=2.0.2 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_robertabase_lg==2.2.0) (2.0.3)\n",
            "Requirement already satisfied: preshed<3.1.0,>=3.0.2 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_robertabase_lg==2.2.0) (3.0.2)\n",
            "Requirement already satisfied: srsly<1.1.0,>=0.1.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_robertabase_lg==2.2.0) (0.2.0)\n",
            "Requirement already satisfied: transformers<2.1.0,>=2.0.0 in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->en_trf_robertabase_lg==2.2.0) (2.0.0)\n",
            "Requirement already satisfied: ftfy<6.0.0,>=5.0.0 in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->en_trf_robertabase_lg==2.2.0) (5.6)\n",
            "Requirement already satisfied: torchcontrib<0.1.0,>=0.0.2 in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->en_trf_robertabase_lg==2.2.0) (0.0.2)\n",
            "Requirement already satisfied: torch>=1.0.0 in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->en_trf_robertabase_lg==2.2.0) (1.3.1)\n",
            "Requirement already satisfied: importlib-metadata>=0.20; python_version < \"3.8\" in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->en_trf_robertabase_lg==2.2.0) (0.23)\n",
            "Requirement already satisfied: dataclasses<0.7,>=0.6; python_version < \"3.7\" in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->en_trf_robertabase_lg==2.2.0) (0.6)\n",
            "Requirement already satisfied: chardet<3.1.0,>=3.0.2 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.1->en_trf_robertabase_lg==2.2.0) (3.0.4)\n",
            "Requirement already satisfied: idna<2.9,>=2.5 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.1->en_trf_robertabase_lg==2.2.0) (2.8)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.1->en_trf_robertabase_lg==2.2.0) (2019.9.11)\n",
            "Requirement already satisfied: urllib3<1.25,>=1.21.1 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.1->en_trf_robertabase_lg==2.2.0) (1.24.3)\n",
            "Requirement already satisfied: tqdm<5.0.0,>=4.10.0 in /usr/local/lib/python3.6/dist-packages (from thinc<7.4.0,>=7.3.0->spacy>=2.2.1->en_trf_robertabase_lg==2.2.0) (4.28.1)\n",
            "Requirement already satisfied: sentencepiece in /usr/local/lib/python3.6/dist-packages (from transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_robertabase_lg==2.2.0) (0.1.83)\n",
            "Requirement already satisfied: sacremoses in /usr/local/lib/python3.6/dist-packages (from transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_robertabase_lg==2.2.0) (0.0.35)\n",
            "Requirement already satisfied: regex in /usr/local/lib/python3.6/dist-packages (from transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_robertabase_lg==2.2.0) (2019.11.1)\n",
            "Requirement already satisfied: boto3 in /usr/local/lib/python3.6/dist-packages (from transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_robertabase_lg==2.2.0) (1.10.18)\n",
            "Requirement already satisfied: wcwidth in /usr/local/lib/python3.6/dist-packages (from ftfy<6.0.0,>=5.0.0->spacy-transformers>=0.5.0->en_trf_robertabase_lg==2.2.0) (0.1.7)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.6/dist-packages (from importlib-metadata>=0.20; python_version < \"3.8\"->spacy-transformers>=0.5.0->en_trf_robertabase_lg==2.2.0) (0.6.0)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.6/dist-packages (from sacremoses->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_robertabase_lg==2.2.0) (7.0)\n",
            "Requirement already satisfied: six in /usr/local/lib/python3.6/dist-packages (from sacremoses->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_robertabase_lg==2.2.0) (1.12.0)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.6/dist-packages (from sacremoses->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_robertabase_lg==2.2.0) (0.14.0)\n",
            "Requirement already satisfied: jmespath<1.0.0,>=0.7.1 in /usr/local/lib/python3.6/dist-packages (from boto3->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_robertabase_lg==2.2.0) (0.9.4)\n",
            "Requirement already satisfied: s3transfer<0.3.0,>=0.2.0 in /usr/local/lib/python3.6/dist-packages (from boto3->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_robertabase_lg==2.2.0) (0.2.1)\n",
            "Requirement already satisfied: botocore<1.14.0,>=1.13.18 in /usr/local/lib/python3.6/dist-packages (from boto3->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_robertabase_lg==2.2.0) (1.13.18)\n",
            "Requirement already satisfied: more-itertools in /usr/local/lib/python3.6/dist-packages (from zipp>=0.5->importlib-metadata>=0.20; python_version < \"3.8\"->spacy-transformers>=0.5.0->en_trf_robertabase_lg==2.2.0) (7.2.0)\n",
            "Requirement already satisfied: python-dateutil<2.8.1,>=2.1; python_version >= \"2.7\" in /usr/local/lib/python3.6/dist-packages (from botocore<1.14.0,>=1.13.18->boto3->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_robertabase_lg==2.2.0) (2.6.1)\n",
            "Requirement already satisfied: docutils<0.16,>=0.10 in /usr/local/lib/python3.6/dist-packages (from botocore<1.14.0,>=1.13.18->boto3->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_robertabase_lg==2.2.0) (0.15.2)\n",
            "Building wheels for collected packages: en-trf-robertabase-lg\n",
            "  Building wheel for en-trf-robertabase-lg (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for en-trf-robertabase-lg: filename=en_trf_robertabase_lg-2.2.0-cp36-none-any.whl size=295935111 sha256=d6ecb49a8a3546e60ddc98b128f5828c243c314ff2168ebcdfde2ad89b661cfb\n",
            "  Stored in directory: /tmp/pip-ephem-wheel-cache-1uat1h3l/wheels/82/b8/a4/e342de6946be5d55f0b249613d0448fc658f4941403ac48ad3\n",
            "Successfully built en-trf-robertabase-lg\n",
            "Installing collected packages: en-trf-robertabase-lg\n",
            "Successfully installed en-trf-robertabase-lg-2.2.0\n",
            "\u001b[38;5;2m✔ Download and installation successful\u001b[0m\n",
            "You can now load the model via spacy.load('en_trf_robertabase_lg')\n",
            "Collecting en_trf_distilbertbaseuncased_lg==2.2.0\n",
            "\u001b[?25l  Downloading https://github.com/explosion/spacy-models/releases/download/en_trf_distilbertbaseuncased_lg-2.2.0/en_trf_distilbertbaseuncased_lg-2.2.0.tar.gz (245.0MB)\n",
            "\u001b[K     |████████████████████████████████| 245.0MB 2.1MB/s \n",
            "\u001b[?25hRequirement already satisfied: spacy>=2.2.1 in /usr/local/lib/python3.6/dist-packages (from en_trf_distilbertbaseuncased_lg==2.2.0) (2.2.3)\n",
            "Requirement already satisfied: spacy-transformers>=0.5.0 in /usr/local/lib/python3.6/dist-packages (from en_trf_distilbertbaseuncased_lg==2.2.0) (0.5.1)\n",
            "Requirement already satisfied: setuptools in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_distilbertbaseuncased_lg==2.2.0) (41.6.0)\n",
            "Requirement already satisfied: numpy>=1.15.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_distilbertbaseuncased_lg==2.2.0) (1.17.4)\n",
            "Requirement already satisfied: plac<1.2.0,>=0.9.6 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_distilbertbaseuncased_lg==2.2.0) (0.9.6)\n",
            "Requirement already satisfied: srsly<1.1.0,>=0.1.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_distilbertbaseuncased_lg==2.2.0) (0.2.0)\n",
            "Requirement already satisfied: requests<3.0.0,>=2.13.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_distilbertbaseuncased_lg==2.2.0) (2.21.0)\n",
            "Requirement already satisfied: preshed<3.1.0,>=3.0.2 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_distilbertbaseuncased_lg==2.2.0) (3.0.2)\n",
            "Requirement already satisfied: wasabi<1.1.0,>=0.4.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_distilbertbaseuncased_lg==2.2.0) (0.4.0)\n",
            "Requirement already satisfied: catalogue<1.1.0,>=0.0.7 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_distilbertbaseuncased_lg==2.2.0) (0.0.8)\n",
            "Requirement already satisfied: cymem<2.1.0,>=2.0.2 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_distilbertbaseuncased_lg==2.2.0) (2.0.3)\n",
            "Requirement already satisfied: blis<0.5.0,>=0.4.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_distilbertbaseuncased_lg==2.2.0) (0.4.1)\n",
            "Requirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_distilbertbaseuncased_lg==2.2.0) (1.0.2)\n",
            "Requirement already satisfied: thinc<7.4.0,>=7.3.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.1->en_trf_distilbertbaseuncased_lg==2.2.0) (7.3.1)\n",
            "Requirement already satisfied: torch>=1.0.0 in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->en_trf_distilbertbaseuncased_lg==2.2.0) (1.3.1)\n",
            "Requirement already satisfied: torchcontrib<0.1.0,>=0.0.2 in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->en_trf_distilbertbaseuncased_lg==2.2.0) (0.0.2)\n",
            "Requirement already satisfied: ftfy<6.0.0,>=5.0.0 in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->en_trf_distilbertbaseuncased_lg==2.2.0) (5.6)\n",
            "Requirement already satisfied: transformers<2.1.0,>=2.0.0 in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->en_trf_distilbertbaseuncased_lg==2.2.0) (2.0.0)\n",
            "Requirement already satisfied: importlib-metadata>=0.20; python_version < \"3.8\" in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->en_trf_distilbertbaseuncased_lg==2.2.0) (0.23)\n",
            "Requirement already satisfied: dataclasses<0.7,>=0.6; python_version < \"3.7\" in /usr/local/lib/python3.6/dist-packages (from spacy-transformers>=0.5.0->en_trf_distilbertbaseuncased_lg==2.2.0) (0.6)\n",
            "Requirement already satisfied: urllib3<1.25,>=1.21.1 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.1->en_trf_distilbertbaseuncased_lg==2.2.0) (1.24.3)\n",
            "Requirement already satisfied: chardet<3.1.0,>=3.0.2 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.1->en_trf_distilbertbaseuncased_lg==2.2.0) (3.0.4)\n",
            "Requirement already satisfied: idna<2.9,>=2.5 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.1->en_trf_distilbertbaseuncased_lg==2.2.0) (2.8)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.1->en_trf_distilbertbaseuncased_lg==2.2.0) (2019.9.11)\n",
            "Requirement already satisfied: tqdm<5.0.0,>=4.10.0 in /usr/local/lib/python3.6/dist-packages (from thinc<7.4.0,>=7.3.0->spacy>=2.2.1->en_trf_distilbertbaseuncased_lg==2.2.0) (4.28.1)\n",
            "Requirement already satisfied: wcwidth in /usr/local/lib/python3.6/dist-packages (from ftfy<6.0.0,>=5.0.0->spacy-transformers>=0.5.0->en_trf_distilbertbaseuncased_lg==2.2.0) (0.1.7)\n",
            "Requirement already satisfied: sacremoses in /usr/local/lib/python3.6/dist-packages (from transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_distilbertbaseuncased_lg==2.2.0) (0.0.35)\n",
            "Requirement already satisfied: regex in /usr/local/lib/python3.6/dist-packages (from transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_distilbertbaseuncased_lg==2.2.0) (2019.11.1)\n",
            "Requirement already satisfied: boto3 in /usr/local/lib/python3.6/dist-packages (from transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_distilbertbaseuncased_lg==2.2.0) (1.10.18)\n",
            "Requirement already satisfied: sentencepiece in /usr/local/lib/python3.6/dist-packages (from transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_distilbertbaseuncased_lg==2.2.0) (0.1.83)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.6/dist-packages (from importlib-metadata>=0.20; python_version < \"3.8\"->spacy-transformers>=0.5.0->en_trf_distilbertbaseuncased_lg==2.2.0) (0.6.0)\n",
            "Requirement already satisfied: six in /usr/local/lib/python3.6/dist-packages (from sacremoses->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_distilbertbaseuncased_lg==2.2.0) (1.12.0)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.6/dist-packages (from sacremoses->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_distilbertbaseuncased_lg==2.2.0) (7.0)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.6/dist-packages (from sacremoses->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_distilbertbaseuncased_lg==2.2.0) (0.14.0)\n",
            "Requirement already satisfied: s3transfer<0.3.0,>=0.2.0 in /usr/local/lib/python3.6/dist-packages (from boto3->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_distilbertbaseuncased_lg==2.2.0) (0.2.1)\n",
            "Requirement already satisfied: jmespath<1.0.0,>=0.7.1 in /usr/local/lib/python3.6/dist-packages (from boto3->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_distilbertbaseuncased_lg==2.2.0) (0.9.4)\n",
            "Requirement already satisfied: botocore<1.14.0,>=1.13.18 in /usr/local/lib/python3.6/dist-packages (from boto3->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_distilbertbaseuncased_lg==2.2.0) (1.13.18)\n",
            "Requirement already satisfied: more-itertools in /usr/local/lib/python3.6/dist-packages (from zipp>=0.5->importlib-metadata>=0.20; python_version < \"3.8\"->spacy-transformers>=0.5.0->en_trf_distilbertbaseuncased_lg==2.2.0) (7.2.0)\n",
            "Requirement already satisfied: python-dateutil<2.8.1,>=2.1; python_version >= \"2.7\" in /usr/local/lib/python3.6/dist-packages (from botocore<1.14.0,>=1.13.18->boto3->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_distilbertbaseuncased_lg==2.2.0) (2.6.1)\n",
            "Requirement already satisfied: docutils<0.16,>=0.10 in /usr/local/lib/python3.6/dist-packages (from botocore<1.14.0,>=1.13.18->boto3->transformers<2.1.0,>=2.0.0->spacy-transformers>=0.5.0->en_trf_distilbertbaseuncased_lg==2.2.0) (0.15.2)\n",
            "Building wheels for collected packages: en-trf-distilbertbaseuncased-lg\n",
            "  Building wheel for en-trf-distilbertbaseuncased-lg (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for en-trf-distilbertbaseuncased-lg: filename=en_trf_distilbertbaseuncased_lg-2.2.0-cp36-none-any.whl size=245033117 sha256=54ad636cc7d90d302f387566135d6304f6c2e5b7c1b730fc31755b84d3307f35\n",
            "  Stored in directory: /tmp/pip-ephem-wheel-cache-945se78r/wheels/ed/90/91/d6d33eb6c8ac5696288f9c034cead21c5bcc1786d04625f69a\n",
            "Successfully built en-trf-distilbertbaseuncased-lg\n",
            "Installing collected packages: en-trf-distilbertbaseuncased-lg\n",
            "Successfully installed en-trf-distilbertbaseuncased-lg-2.2.0\n",
            "\u001b[38;5;2m✔ Download and installation successful\u001b[0m\n",
            "You can now load the model via spacy.load('en_trf_distilbertbaseuncased_lg')\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "9r1RViL8M1aY",
        "colab_type": "text"
      },
      "source": [
        "#### Imports"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "y8ZOVpYiM83J",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "35e8fb26-7725-4181-bc5e-cb68a599d750"
      },
      "source": [
        "## TF 2.0\n",
        "from __future__ import absolute_import, division, print_function, unicode_literals\n",
        "\n",
        "try:\n",
        "  # %tensorflow_version only exists in Colab.\n",
        "  %tensorflow_version 2.x\n",
        "except Exception:\n",
        "  pass\n",
        "\n",
        "import tensorflow as tf\n",
        "\n",
        "import spacy\n",
        "\n",
        "import en_trf_bertbaseuncased_lg\n",
        "import de_trf_bertbasecased_lg\n",
        "import en_trf_xlnetbasecased_lg\n",
        "import en_trf_robertabase_lg\n",
        "import en_trf_distilbertbaseuncased_lg\n",
        "\n"
      ],
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "TensorFlow is already loaded. Please restart the runtime to change versions.\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "ulkPVotaNCtY",
        "colab_type": "text"
      },
      "source": [
        "#### Similarity"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "CI2v_BURNEdY",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 68
        },
        "outputId": "1ae46d70-54f5-44fc-e4c9-10c592fe9140"
      },
      "source": [
        "nlp = en_trf_bertbaseuncased_lg.load()\n",
        "\n",
        "apple1 = nlp(\"Apple shares rose on the news.\")\n",
        "apple2 = nlp(\"Apple sold fewer iPhones this quarter.\")\n",
        "apple3 = nlp(\"Apple pie is delicious.\")\n",
        "print(apple1[0].similarity(apple2[0]))  # 0.73428553\n",
        "print(apple1[0].similarity(apple3[0]))  # 0.43365782\n",
        "\n",
        "print(apple3.similarity(apple1), apple1.similarity(apple2))"
      ],
      "execution_count": 6,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "0.7342855\n",
            "0.43365782\n",
            "0.5404962349940846 0.6986120688148408\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "5Mx8DyQ2Nf1q",
        "colab_type": "text"
      },
      "source": [
        "#### Vector embedding"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "LmK2tqGmNpK1",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "outputId": "e7b95961-90fa-4949-e597-ad4ef7acb8fe"
      },
      "source": [
        "nlp(\"Apple shares rose on the news.\").vector"
      ],
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array([ 6.09364223e+00, -1.86054897e+00,  7.17620313e-01,  4.29585409e+00,\n",
              "       -1.22607517e+00, -1.60135221e+00, -2.25767565e+00,  7.34396982e+00,\n",
              "       -1.96241438e+00,  5.38497090e-01, -4.89460856e-01, -3.79930377e+00,\n",
              "       -4.23491567e-01,  3.55041194e+00, -8.77407014e-01, -2.93929148e+00,\n",
              "       -7.95274854e-01,  1.71984935e+00,  7.25149930e-01,  4.34301168e-01,\n",
              "       -2.04220682e-01, -3.30724669e+00, -1.40650451e+00,  4.59810495e+00,\n",
              "        3.42912555e+00, -2.45903873e+00, -5.94232798e+00, -2.45301962e+00,\n",
              "       -2.83923101e+00, -2.78204679e+00,  1.87171662e+00,  1.64132667e+00,\n",
              "       -1.50057352e+00,  4.87869883e+00, -2.41017604e+00, -2.36963320e+00,\n",
              "       -4.15057302e-01, -3.92641282e+00, -4.52138615e+00,  3.81746817e+00,\n",
              "       -4.10323715e+00, -4.48688889e+00,  3.15781307e+00,  3.77954531e+00,\n",
              "       -2.07616854e+00, -2.68647838e+00, -8.58555794e-01,  2.62530118e-01,\n",
              "        3.49046278e+00,  1.33810759e+00, -4.66397524e+00,  4.20267439e+00,\n",
              "        3.22155404e+00, -1.78793263e+00, -1.75051260e+00,  5.97917318e+00,\n",
              "        1.25425434e+00, -4.28048968e-01, -3.24866486e+00, -2.28680462e-01,\n",
              "        1.72739458e+00,  8.22138667e-01, -3.20226550e-02, -6.67738438e+00,\n",
              "        5.68860650e-01, -1.26913071e+00, -3.40952063e+00,  3.85117698e+00,\n",
              "       -5.21012068e+00, -2.10805035e+00, -2.18729401e+00, -4.89558697e+00,\n",
              "       -2.57555693e-01, -3.64282703e+00, -1.01347923e-01,  2.61553264e+00,\n",
              "       -1.42092001e+00,  4.11920881e+00,  1.79359007e+00, -3.56835747e+00,\n",
              "       -1.56885111e+00,  6.56282806e+00,  1.14581072e+00,  7.65311289e+00,\n",
              "        2.46635532e+00, -1.27465439e+00, -2.84885621e+00, -4.21739912e+00,\n",
              "        1.55887246e+00,  4.77872229e+00, -8.00153255e-01,  5.35454750e-01,\n",
              "        5.36358213e+00,  4.20889473e+00, -2.78515148e+00,  1.20613050e+00,\n",
              "       -6.33378148e-01, -3.77270150e+00, -2.76129246e+00,  3.19680238e+00,\n",
              "        3.08979201e+00, -4.99191761e+00,  2.17916512e+00,  3.05267882e+00,\n",
              "        1.99066412e+00, -1.35746038e+00, -2.23823190e+00, -7.91511238e-01,\n",
              "        4.49833059e+00,  2.15580559e+00,  1.24450791e+00, -1.37056828e+00,\n",
              "       -2.50986397e-01,  1.86426356e-01, -2.97899771e+00,  4.11202145e+00,\n",
              "       -3.89695191e+00, -3.90933847e+00, -2.39711851e-01, -1.46529245e+00,\n",
              "        6.02453947e-03,  2.00777674e+00, -1.49384809e+00,  6.67364120e+00,\n",
              "        9.41122472e-01,  2.66172743e+00,  6.38612956e-02,  4.14989829e-01,\n",
              "       -8.27029645e-02, -8.27724457e-01,  2.76394510e+00,  5.42675495e+00,\n",
              "        1.30348611e+00, -4.04344893e+00, -1.54324126e+00,  2.90475392e+00,\n",
              "        2.41550899e+00, -2.31513429e+00, -4.89203215e+00, -1.35707581e+00,\n",
              "        2.37191677e+00,  1.53396964e+00,  2.03997993e+00,  2.21601176e+00,\n",
              "        4.62938976e+00,  2.18315291e+00,  3.45418364e-01, -4.36442375e+00,\n",
              "        1.23162866e+00, -8.95311058e-01, -6.52191281e-01, -1.82211339e+00,\n",
              "       -1.01136851e+00, -2.07718372e+00,  2.44740796e+00, -1.25415576e+00,\n",
              "       -2.72797751e+00, -2.09129286e+00,  6.02892208e+00,  3.40708184e+00,\n",
              "        3.32631731e+00,  2.91518927e+00, -1.15336454e+00, -1.33635747e+00,\n",
              "       -1.90229738e+00,  4.42231941e+00,  1.00242984e+00,  5.14904833e+00,\n",
              "       -7.60318875e-01,  4.65412521e+00,  1.41808641e+00,  2.16665983e+00,\n",
              "        8.34923363e+00,  9.98714626e-01,  1.60440493e+00,  1.34273791e+00,\n",
              "       -4.45537806e+00, -1.78787029e+00,  2.96808779e-01,  1.66854095e+00,\n",
              "       -1.11893377e+01, -1.10775614e+00,  6.82056141e+00, -2.25621963e+00,\n",
              "        2.38576984e+00, -2.39221811e+00,  4.96966648e+00, -3.38276476e-01,\n",
              "        4.05520487e+00, -2.13946128e+00, -4.58899689e+00, -2.37876225e+00,\n",
              "       -2.10741854e+00,  8.81944120e-01,  3.34804654e+00, -7.95709801e+00,\n",
              "        2.78108215e+00, -2.27453923e+00,  3.89209127e+00, -9.43446875e-01,\n",
              "        4.40578580e-01,  7.08757043e-01,  1.48519588e+00,  1.00938523e+00,\n",
              "       -6.71385765e-01,  4.35199678e-01, -2.84996653e+00, -1.98584342e+00,\n",
              "       -5.36810112e+00, -9.94776487e-01, -3.14373732e+00,  6.77608919e+00,\n",
              "        1.04811788e+00,  2.08182907e+00,  8.57804418e-01, -1.14373696e+00,\n",
              "       -1.83225662e-01, -2.77714610e+00, -3.94728827e+00, -4.43227351e-01,\n",
              "       -2.95639157e+00, -2.12420416e+00, -2.83055830e+00,  5.01608849e+00,\n",
              "        1.85886621e-02,  7.31585217e+00, -1.49193478e+00,  5.47736108e-01,\n",
              "       -3.09994364e+00,  4.54892778e+00, -2.91774726e+00, -2.17935395e+00,\n",
              "        4.36480379e+00, -2.81286478e-01, -2.65807819e+00, -1.24353468e+00,\n",
              "       -3.26336956e+00, -3.72659469e+00, -4.67729986e-01, -3.55517292e+00,\n",
              "       -4.78111476e-01, -2.48183823e+00,  4.04463673e+00,  1.14063823e+00,\n",
              "        4.45026457e-02,  3.97805750e-01,  3.68414307e+00, -3.36378741e+00,\n",
              "       -1.47779131e+00, -4.71737719e+00, -2.09377289e+00, -5.25015974e+00,\n",
              "       -2.01767850e+00, -3.53712225e+00,  1.48301852e+00, -1.91141105e+00,\n",
              "        2.47354507e+00,  7.89224267e-01, -3.31785083e+00,  2.57165623e+00,\n",
              "        6.17579842e+00,  1.67726994e+00,  3.91839814e+00,  2.59586167e+00,\n",
              "        7.27585196e-01, -4.99245071e+00,  1.45887542e+00,  1.77195382e+00,\n",
              "       -2.37943441e-01, -8.01520705e-01,  2.09719157e+00, -4.64027309e+00,\n",
              "        3.61751080e+00,  2.96629691e+00,  1.08160996e+00, -7.58320332e+00,\n",
              "        1.16752434e+00,  4.60446119e-01,  2.81892443e+00, -2.81819510e+00,\n",
              "        1.23562181e+00,  2.72626519e+00, -1.42586529e+00, -1.43634629e+00,\n",
              "        1.55401731e+00, -3.24868059e+00, -4.93614626e+00, -6.88246965e-01,\n",
              "       -3.05413175e+00, -3.63918495e+00, -1.53884983e+00,  1.01993948e-01,\n",
              "       -5.00676155e-01, -2.93173122e+00,  7.85334349e-01, -9.45380032e-01,\n",
              "        1.30978942e-01,  3.84679675e+00,  2.01601267e+00, -9.84422803e-01,\n",
              "       -1.15934479e+00,  3.57014322e+00, -7.89086461e-01, -1.59439191e-01,\n",
              "       -5.26203775e+00, -4.91797447e-01,  2.45187551e-01, -3.37336183e+00,\n",
              "       -2.84112301e+01,  1.00893065e-01,  3.13945031e+00, -4.46745872e+00,\n",
              "        1.71517718e+00, -1.49259317e+00, -2.48297930e+00, -1.29946399e+00,\n",
              "       -4.21314001e+00, -2.02444696e+00,  3.33022326e-01, -4.40429020e+00,\n",
              "        3.86944795e+00,  3.42579532e+00,  2.68670034e+00,  3.03673387e+00,\n",
              "        2.11538982e+00, -2.39001942e+00, -6.53642058e-01,  3.52472544e+00,\n",
              "       -3.61844897e+00, -1.53689742e+00,  2.16342521e+00, -3.08606291e+00,\n",
              "        3.75931501e+00,  1.55611920e+00,  2.34367990e+00,  1.93960190e+00,\n",
              "       -1.93258190e+00,  1.10326040e+00,  1.08681381e+00,  3.76279044e+00,\n",
              "        4.32926702e+00,  1.32984686e+00,  3.05241847e+00, -8.59055877e-01,\n",
              "        7.97192812e-01, -1.33735728e+00, -5.46322525e-01, -1.48127437e+00,\n",
              "       -1.82669449e+00, -5.62580466e-01, -2.57819557e+00, -7.53281653e-01,\n",
              "        9.61335659e+00, -3.99629760e+00, -2.68955946e+00, -6.60299957e-02,\n",
              "       -1.45664394e-01, -4.57509136e+00,  3.59215450e+00,  6.03213549e-01,\n",
              "        1.31301355e+00,  1.18831754e+00, -4.01826191e+00, -3.26471949e+00,\n",
              "       -5.75596273e-01,  4.38090897e+00, -4.03917027e+00, -5.23788500e+00,\n",
              "        1.89847958e+00, -1.41471303e+00,  1.48814273e+00,  7.72465229e-01,\n",
              "       -1.02410853e-01, -6.75694227e+00, -4.03196716e+00, -5.73208213e-01,\n",
              "        1.43309808e+00,  3.71724486e-01, -2.09425449e+00,  3.54120588e+00,\n",
              "       -2.95521617e-02, -8.93273163e+00, -2.36081624e+00, -3.52289319e+00,\n",
              "        3.15897965e+00,  1.54597521e-01,  3.22443604e+00,  9.47142601e-01,\n",
              "       -3.82875681e+00, -2.80831957e+00, -1.85522985e+00, -3.81348777e+00,\n",
              "       -1.10781097e+00, -8.30792522e+00, -2.18275428e-01, -4.01529121e+00,\n",
              "       -3.23097301e+00, -3.61814404e+00,  7.21068501e-01,  5.78944981e-02,\n",
              "        3.50667524e+00,  3.43483472e+00,  1.45886660e+00, -4.27594006e-01,\n",
              "        3.89830470e+00,  5.16141295e-01, -1.22830677e+00,  1.90905190e+00,\n",
              "       -1.58117771e+00, -1.81194019e+00,  2.26354074e+00, -6.49113119e-01,\n",
              "        1.80613422e+00,  1.41856849e-01, -3.32189918e+00,  2.88508606e+00,\n",
              "       -2.00680017e+00, -2.81732583e+00,  1.04650784e+00, -4.98879242e+00,\n",
              "        4.46932697e+00, -7.86352396e-01, -1.23794389e+00, -2.53055423e-01,\n",
              "        4.80075598e+00,  2.74606156e+00, -5.51558971e-01, -1.12692118e+00,\n",
              "        1.81306034e-01,  5.66054487e+00, -4.29105848e-01, -1.83419466e+00,\n",
              "       -8.08274806e-01,  1.47144496e+00, -2.48138738e+00, -3.51592231e+00,\n",
              "       -3.79663277e+00, -1.10581267e+00, -1.30326951e+00, -3.05650163e+00,\n",
              "        2.76732039e+00,  3.02349544e+00,  2.71625686e+00, -8.47839713e-01,\n",
              "       -4.72539246e-01, -1.63602948e+00,  3.29804850e+00,  3.95572186e+00,\n",
              "       -2.52682358e-01,  5.55173397e+00,  1.82605326e+00,  2.34340763e+00,\n",
              "        4.40237236e+00,  2.99230433e+00,  1.58865190e+00,  2.59872389e+00,\n",
              "       -8.71651649e-01,  3.30831146e+00, -5.97976112e+00,  2.37512797e-01,\n",
              "       -1.14060879e+00,  1.31674504e+00,  3.37859005e-01, -3.75998807e+00,\n",
              "        2.99937677e+00, -2.19961858e+00, -2.31367493e+00, -6.18445921e+00,\n",
              "       -1.57810330e+00,  3.57413411e-01,  4.88239437e-01,  2.39312840e+00,\n",
              "       -4.37645721e+00,  4.55646420e+00, -9.22662258e-01,  2.04894233e+00,\n",
              "       -1.82680118e+00,  1.36777496e+00, -1.83149219e-01,  2.58065629e+00,\n",
              "       -1.04538786e+00, -1.23874176e+00, -1.74903226e+00,  1.98551822e+00,\n",
              "        9.87645388e-01, -4.11249733e+00, -1.78083622e+00, -4.09051552e-02,\n",
              "       -2.38939548e+00, -1.95231760e+00, -4.83411551e+00,  1.16928363e+00,\n",
              "        6.82353163e+00,  6.98677444e+00, -2.74163413e+00,  2.36588717e+00,\n",
              "        3.03744268e+00,  3.63886738e+00,  2.56450027e-01,  3.44060087e+00,\n",
              "       -7.92863369e+00, -5.35503745e-01, -5.31310129e+00, -7.60246038e+00,\n",
              "        6.53290606e+00, -3.56515646e-01, -2.04185867e+00, -6.09832227e-01,\n",
              "        1.43257618e+00,  1.99894476e+00, -3.78869915e+00,  3.03941369e+00,\n",
              "       -1.42993641e+00, -2.08657309e-01,  1.72024274e+00,  5.45970678e+00,\n",
              "       -7.83580065e-01, -1.19259812e-01, -2.20200539e+00, -4.46622705e+00,\n",
              "       -6.02309227e+00, -4.90300226e+00,  4.81906843e+00,  2.84217143e+00,\n",
              "        4.07225728e-01, -2.30147362e+00, -2.44546556e+00,  8.10448170e-01,\n",
              "       -4.40816355e+00, -2.21455860e+00, -1.83870900e+00,  8.78880918e-01,\n",
              "       -4.29078007e+00, -5.48546124e+00, -1.73355627e+00,  3.65053630e+00,\n",
              "       -4.52715588e+00, -1.92444062e+00, -1.72915459e-01, -1.46947062e+00,\n",
              "        4.09044647e+00,  3.04028583e+00, -7.09931791e-01,  2.64969969e+00,\n",
              "       -8.70560932e+00, -3.80570960e+00,  1.99838579e+00,  3.21879268e-01,\n",
              "       -2.35903883e+00, -4.07356310e+00, -1.51566553e+00, -3.17007613e+00,\n",
              "        1.84921670e+00,  2.22065639e+00, -1.59891629e+00,  9.35777092e+00,\n",
              "        2.16989231e+00,  2.96526241e+00,  6.72265172e-01,  2.28416872e+00,\n",
              "       -2.76882911e+00, -5.26695907e-01, -2.19661689e+00, -8.66949940e+00,\n",
              "       -3.39039660e+00, -2.98527956e+00, -4.42590141e+00, -5.81587434e-01,\n",
              "       -1.35190535e+00, -8.95002961e-01,  2.12064481e+00,  6.11993504e+00,\n",
              "        5.36167145e+00,  2.22547793e+00,  4.14023161e-01, -8.37603807e-02,\n",
              "        5.77309370e+00,  2.40642214e+00,  8.70051622e-01,  1.71849322e+00,\n",
              "       -2.23646998e+00,  3.05863309e+00, -5.76465368e+00,  1.19032979e+00,\n",
              "       -3.81362724e+00, -9.84130287e+00,  1.89730510e-01, -1.80415773e+00,\n",
              "        6.10180497e-02, -1.29728663e+00,  9.46744561e-01, -5.97872078e-01,\n",
              "       -2.98043656e+00, -5.96555090e+00, -2.81052971e+00,  6.47592449e+00,\n",
              "       -2.51329422e+00,  7.30227232e-01,  1.77615821e+00,  4.38470697e+00,\n",
              "       -2.55661440e+00,  4.71631050e+00, -5.88675678e-01,  1.39889681e+00,\n",
              "        1.78317153e+00, -7.43441701e-01, -4.63267279e+00,  2.09760928e+00,\n",
              "       -3.40444279e+00,  1.15828669e+00,  6.59501553e+00,  4.14760637e+00,\n",
              "       -9.11485672e-01,  2.80261135e+00,  6.67901754e-01, -1.30550098e+00,\n",
              "        7.83261359e-01,  2.21898985e+00, -1.52626622e+00, -3.02861500e+00,\n",
              "        1.35445762e+00,  6.17810059e+00, -5.32866669e+00, -2.43809366e+00,\n",
              "       -9.35092568e-01, -7.23533034e-01, -2.64717197e+00,  1.89383280e+00,\n",
              "        1.54823184e+00, -2.69237256e+00,  2.64266086e+00, -1.94999957e+00,\n",
              "        2.22074175e+00,  2.10204840e+00, -1.79889107e+00, -7.08383083e-01,\n",
              "        2.67147255e+00,  2.98854756e+00, -2.63102317e+00,  4.01811790e+00,\n",
              "       -2.40882397e+00,  7.64503956e-01,  1.48756075e+00, -9.31027508e+00,\n",
              "       -3.12029743e+00,  2.51245403e+00,  3.46418023e-02, -1.48345995e+00,\n",
              "        3.76961613e+00, -7.79176235e-01,  2.37112451e+00,  4.82536888e+00,\n",
              "       -1.66138685e+00,  3.49553752e+00, -8.18685949e-01,  6.33465946e-02,\n",
              "        6.32273483e+00,  5.04640150e+00,  4.29390621e+00,  4.31742811e+00,\n",
              "       -5.84447205e-01,  1.52645469e-01,  9.44443941e-01, -2.36859322e+00,\n",
              "        2.56289816e+00,  3.29133105e+00, -6.18633389e-01,  4.52463388e+00,\n",
              "        2.22978139e+00,  4.25174665e+00,  1.98681986e+00, -4.15270329e+00,\n",
              "        2.16658139e+00,  1.93011761e+00,  9.30301726e-01, -1.03806090e+00,\n",
              "       -1.10628831e+00, -3.58482099e+00,  3.65628958e+00,  2.30769634e+00,\n",
              "        2.81735301e-01, -1.95389998e+00,  2.83169270e-01,  1.90747285e+00,\n",
              "        1.78578031e+00, -5.41668653e-01, -8.19193184e-01,  5.66953278e+00,\n",
              "        2.61814046e+00,  3.09710312e+00, -4.24110651e+00, -2.63074780e+00,\n",
              "        7.09678173e-01, -6.46913528e-01, -3.17010736e+00,  4.44188297e-01,\n",
              "        2.14697337e+00, -3.11883712e+00,  3.50264716e+00, -9.95911956e-01,\n",
              "        2.00304747e+00,  3.91624451e-01, -4.43488741e+00,  5.83002150e-01,\n",
              "        9.64658856e-01,  3.41223574e+00,  8.94050241e-01,  4.50296497e+00,\n",
              "        1.48549962e+00, -6.11369133e+00, -4.65791893e+00,  5.73187470e-02,\n",
              "        8.04744720e-01,  1.18970203e+00, -1.55354619e+00, -4.80230904e+00,\n",
              "       -6.28373432e+00, -1.28662324e+00,  2.42903042e+00,  3.25742173e+00,\n",
              "       -1.12366819e+01,  4.50791121e+00, -3.50902033e+00, -1.54501188e+00,\n",
              "        4.23897266e+00,  1.87780941e+00, -4.33529139e+00,  2.39962363e+00,\n",
              "       -3.50717783e+00, -6.54034138e-01, -1.78582513e+00,  1.94339907e+00,\n",
              "        2.14045405e+00,  6.10566199e-01, -3.86804730e-01,  2.18218350e+00,\n",
              "        5.70489979e+00,  1.48803532e+00, -3.99843979e+00,  2.16567636e+00,\n",
              "        3.25194287e+00, -2.68298674e+00,  1.33172378e-01,  1.44017994e+00,\n",
              "       -4.99026984e-01,  2.51753068e+00, -3.39852571e+00, -2.89352608e+00,\n",
              "        2.15996146e+00, -4.47066307e+00, -2.11036849e+00, -3.87019253e+00,\n",
              "       -1.71978438e+00, -3.20430279e+00, -2.67933798e+00, -3.29285002e+00,\n",
              "       -8.21532130e-01, -7.98356152e+00, -4.13360000e-02,  3.01995969e+00,\n",
              "       -7.65110552e-01,  3.82196426e-01,  5.35901690e+00, -4.56075370e-01,\n",
              "       -4.97367203e-01, -6.06400251e-01,  3.53572154e+00, -2.91257453e+00],\n",
              "      dtype=float32)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 4
        }
      ]
    }
  ]
}