BaselineVoxConverse.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "DT5hNAsu0X-u"
   },
   "source": [
    "# **LOAD LIBRARIES**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "executionInfo": {
     "elapsed": 22410,
     "status": "ok",
     "timestamp": 1620718045464,
     "user": {
      "displayName": "Shashi Kant Gupta",
      "photoUrl": "",
      "userId": "03361959783973937060"
     },
     "user_tz": -330
    },
    "id": "46zwMZhjUi1e",
    "outputId": "cacb66f3-8025-4e2f-f94b-25cd8533dd77"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[K     |████████████████████████████████| 1.9MB 5.7MB/s \n",
      "\u001b[K     |████████████████████████████████| 358kB 4.5MB/s \n",
      "\u001b[K     |████████████████████████████████| 1.2MB 7.7MB/s \n",
      "\u001b[K     |████████████████████████████████| 102kB 7.4MB/s \n",
      "\u001b[K     |████████████████████████████████| 645kB 13.1MB/s \n",
      "\u001b[K     |████████████████████████████████| 552kB 18.6MB/s \n",
      "\u001b[K     |████████████████████████████████| 51kB 2.7MB/s \n",
      "\u001b[K     |████████████████████████████████| 61kB 6.0MB/s \n",
      "\u001b[K     |████████████████████████████████| 51kB 6.2MB/s \n",
      "\u001b[K     |████████████████████████████████| 133kB 21.8MB/s \n",
      "\u001b[?25h"
     ]
    }
   ],
   "source": [
    "!pip install torchaudio -q --no-deps\n",
    "!pip install speechbrain -q\n",
    "!pip install spectralcluster -q\n",
    "!pip install pyannote.metrics -q\n",
    "!pip install gdown -q"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "executionInfo": {
     "elapsed": 11477,
     "status": "ok",
     "timestamp": 1620719569157,
     "user": {
      "displayName": "Shashi Kant Gupta",
      "photoUrl": "",
      "userId": "03361959783973937060"
     },
     "user_tz": -330
    },
    "id": "2F3EtGFv0jLQ",
    "outputId": "9856f309-483b-44eb-ae53-3777d8c8db91"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Downloading...\n",
      "From: https://drive.google.com/uc?id=1XltkNas1LTOck62GIDYT0WcPDPGZEo7P\n",
      "To: /content/utils.py\n",
      "100% 15.4k/15.4k [00:00<00:00, 7.32MB/s]\n",
      "Downloading...\n",
      "From: https://drive.google.com/uc?id=1FWIRF2Kq6JB0fFHwjkZmVfEuGq0-SSC5\n",
      "To: /content/DEC.py\n",
      "100% 10.1k/10.1k [00:00<00:00, 21.1MB/s]\n",
      "Downloading...\n",
      "From: https://drive.google.com/uc?id=1hbepzjAxHTQS5QoAlKNP9zK0nMxdjauJ\n",
      "To: /content/optimumSpeaker.py\n",
      "100% 7.08k/7.08k [00:00<00:00, 14.5MB/s]\n",
      "Downloading...\n",
      "From: https://drive.google.com/uc?id=1RQkezkiXa5DVFHE7g4UKE2v8vcmgJFpm\n",
      "To: /content/baselineMethods.py\n",
      "100% 4.39k/4.39k [00:00<00:00, 9.04MB/s]\n"
     ]
    }
   ],
   "source": [
    "!git clone /~https://github.com/shashikg/speaker_diarization_ee698.git\n",
    "!cp -r speaker_diarization_ee698/core/. core"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "executionInfo": {
     "elapsed": 839,
     "status": "ok",
     "timestamp": 1620719572627,
     "user": {
      "displayName": "Shashi Kant Gupta",
      "photoUrl": "",
      "userId": "03361959783973937060"
     },
     "user_tz": -330
    },
    "id": "0iqaDi7jb5qQ",
    "outputId": "777bb09a-0d1b-46f0-d192-410243856484"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Populating the interactive namespace from numpy and matplotlib\n"
     ]
    }
   ],
   "source": [
    "%pylab inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "executionInfo": {
     "elapsed": 3716,
     "status": "ok",
     "timestamp": 1620719578162,
     "user": {
      "displayName": "Shashi Kant Gupta",
      "photoUrl": "",
      "userId": "03361959783973937060"
     },
     "user_tz": -330
    },
    "id": "FGTt1sJS0bLP"
   },
   "outputs": [],
   "source": [
    "from __future__ import print_function, division\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "import torchaudio\n",
    "import os\n",
    "import torch\n",
    "from torch.utils.data import Dataset, DataLoader\n",
    "from speechbrain.pretrained import SpeakerRecognition\n",
    "import warnings\n",
    "warnings.filterwarnings('ignore')\n",
    "\n",
    "from sklearn.cluster import KMeans, SpectralClustering\n",
    "from sklearn import decomposition\n",
    "from tqdm.auto import tqdm\n",
    "\n",
    "from core.utils import DiarizationDataSet, get_metrics, plot_annot, make_rttm\n",
    "import core.baselineMethods as baselineMethods\n",
    "\n",
    "import shutil\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "tH201ftngnwi"
   },
   "source": [
    "# Baseline over \"test\" dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "executionInfo": {
     "elapsed": 6391,
     "status": "ok",
     "timestamp": 1620719617418,
     "user": {
      "displayName": "Shashi Kant Gupta",
      "photoUrl": "",
      "userId": "03361959783973937060"
     },
     "user_tz": -330
    },
    "id": "azc4tDba0-aT",
    "outputId": "22d08e53-b861-4e7c-83e7-48714204dc17"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Dataset already downloaded!\n",
      "Downloading precomputed VADs...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Downloading...\n",
      "From: https://drive.google.com/uc?id=18oXqn9Zyt5tJpoEwKKztpTag-AJMQ2Sz\n",
      "To: /content/tmp.zip\n",
      "100%|██████████| 128k/128k [00:00<00:00, 17.7MB/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Download and Extraction Complete\n",
      "Precomputed X-vectors exists!\n",
      "Will use precomputed features...\n",
      "\n",
      "Downloading precomputed features...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Downloading...\n",
      "From: https://drive.google.com/uc?id=1-2-AZnabTtHxLmw2DBwj4PJDGwlvFa8J\n",
      "To: /content/tmp.zip\n",
      "69.4MB [00:00, 185MB/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Download and Extraction Complete\n",
      "\n",
      "Data size: 50\n"
     ]
    }
   ],
   "source": [
    "audio_dataset = DiarizationDataSet(dataset_name='voxconverse',\n",
    "                                   window_len=1500, \n",
    "                                   window_step=750,\n",
    "                                   split='test',\n",
    "                                   use_oracle_vad=False)\n",
    "\n",
    "print(\"\\nData size:\", len(audio_dataset))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "I6Kjl-jE-uOk"
   },
   "source": [
    "## KMeans - Oracle Number of Speakers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 1000,
     "referenced_widgets": [
      "187b26443aa64b1daf2397e89785296c",
      "b563068d003f4286bf2384d774f1814d",
      "9d2f9fe9b70545e9835b5eb10ff35dfe",
      "636c2fd5d6d84421980a21397138b2bf",
      "217799b5e1ac40e7852a5609f8058671",
      "49a6fb2ed48e4614866d82e7abb7dff2",
      "7f9d3645ea054b01958110bbac42d7db",
      "1f7ced105d41430fa0e15650836a9fdc",
      "98d36f1fe7bf425a93ecd37bc938669f",
      "188678bf83f64bb48e3377ac7012f5c2",
      "dda43b20254240ee9bda218edd590a77",
      "cad84ead2e4648d19344b8d8923dbb1b",
      "8e71a52756614d598677f1920bfbd4b7",
      "40bb3343570747e19253686b2c1a2161",
      "83b8913d41b34e5fb939648a26d67cdf",
      "7f0e6412950144d9afc4d2b4e58f447d"
     ]
    },
    "executionInfo": {
     "elapsed": 11068,
     "status": "ok",
     "timestamp": 1620719638629,
     "user": {
      "displayName": "Shashi Kant Gupta",
      "photoUrl": "",
      "userId": "03361959783973937060"
     },
     "user_tz": -330
    },
    "id": "k18nyRCpSmO0",
    "outputId": "1c70bb0d-9534-4424-aff8-351bd8c138e2"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "187b26443aa64b1daf2397e89785296c",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(FloatProgress(value=0.0, max=50.0), HTML(value='')))"
      ]
     },
     "metadata": {
      "tags": []
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "98d36f1fe7bf425a93ecd37bc938669f",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(FloatProgress(value=0.0, max=50.0), HTML(value='')))"
      ]
     },
     "metadata": {
      "tags": []
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "      diarization error rate    total  correct correct false alarm false alarm missed detection missed detection confusion confusion\n",
      "                           %                         %                       %                                 %                   %\n",
      "item                                                                                                                                \n",
      "ahnss                   3.29   582.22   564.90   97.03        1.84        0.32            14.95             2.57      2.37      0.41\n",
      "akthc                   5.01   101.91   101.30   99.40        4.50        4.41             0.61             0.60      0.00      0.00\n",
      "aufkn                  24.30   162.52   124.60   76.67        1.57        0.97             2.11             1.30     35.81     22.03\n",
      "bkwns                   6.05    47.85    47.28   98.81        2.33        4.86             0.46             0.96      0.11      0.23\n",
      "blwmj                   1.77   245.88   244.24   99.33        2.71        1.10             1.56             0.63      0.08      0.03\n",
      "bravd                   7.48   295.07   277.43   94.02        4.43        1.50            11.91             4.04      5.73      1.94\n",
      "ccokr                  20.14   157.88   131.85   83.51        5.76        3.65             5.49             3.48     20.54     13.01\n",
      "cmhsm                   2.57   576.61   574.04   99.55       12.26        2.13             2.57             0.45      0.00      0.00\n",
      "cqaec                  47.64   174.13    95.63   54.92        4.46        2.56            21.84            12.54     56.66     32.54\n",
      "dhorc                   4.02   274.29   270.45   98.60        7.20        2.62             3.71             1.35      0.13      0.05\n",
      "djngn                   2.49   162.56   162.22   99.79        3.70        2.28             0.10             0.06      0.24      0.15\n",
      "eapdk                   1.95   526.69   518.86   98.51        2.44        0.46             4.53             0.86      3.30      0.63\n",
      "ehpau                   9.94   120.85   112.90   93.42        4.07        3.36             7.95             6.58      0.00      0.00\n",
      "esrit                   4.40   195.26   193.33   99.01        6.67        3.42             1.93             0.99      0.00      0.00\n",
      "falxo                  36.25   317.21   229.95   72.49       27.72        8.74            11.30             3.56     75.96     23.95\n",
      "fsaal                  19.80   184.44   152.05   82.44        4.12        2.23             0.97             0.53     31.42     17.04\n",
      "gofnj                  21.35   374.94   296.89   79.18        1.99        0.53             2.81             0.75     75.24     20.07\n",
      "goyli                  22.49   598.62   473.73   79.14        9.71        1.62             8.27             1.38    116.62     19.48\n",
      "gwtwd                   5.60    42.15    40.14   95.23        0.35        0.83             1.75             4.15      0.26      0.62\n",
      "gzvkx                  35.68   198.90   131.68   66.20        3.74        1.88             2.89             1.45     64.33     32.34\n",
      "hgdez                  11.88   843.93   767.08   90.89       23.38        2.77             9.12             1.08     67.73      8.03\n",
      "imbqf                   3.65   306.29   298.02   97.30        2.92        0.95             7.33             2.39      0.94      0.31\n",
      "irvat                   3.00   192.95   188.50   97.69        1.35        0.70             4.23             2.19      0.22      0.11\n",
      "jnivh                   1.77   107.89   106.36   98.58        0.38        0.36             1.12             1.04      0.41      0.38\n",
      "jsdmu                  12.85   118.34   109.83   92.81        6.70        5.66             8.51             7.19      0.00      0.00\n",
      "kbkon                  57.21    82.36    35.40   42.98        0.16        0.19             2.11             2.56     44.85     54.46\n",
      "kckqn                   2.23   311.02   307.33   98.81        3.23        1.04             3.05             0.98      0.64      0.21\n",
      "luvfz                  15.40   167.69   145.01   86.48        3.15        1.88             6.21             3.70     16.47      9.82\n",
      "mevkw                  11.84    59.85    54.39   90.88        1.62        2.72             5.46             9.12      0.00      0.00\n",
      "ngyrk                   8.13   122.87   119.87   97.56        6.99        5.69             2.75             2.24      0.25      0.20\n",
      "oxxwk                  11.07   391.63   370.58   94.63       22.32        5.70             6.28             1.60     14.77      3.77\n",
      "pilgb                  35.67   497.38   333.61   67.07       13.66        2.75            13.90             2.79    149.87     30.13\n",
      "plbbw                  33.89    73.77    50.60   68.59        1.83        2.48             0.96             1.30     22.21     30.11\n",
      "pnook                  47.94   304.00   170.92   56.22       12.66        4.17             3.12             1.03    129.96     42.75\n",
      "qjgpl                  22.73   109.37    87.10   79.64        2.59        2.36             0.76             0.69     21.51     19.67\n",
      "qygfk                   3.36   352.15   340.67   96.74        0.35        0.10             9.33             2.65      2.15      0.61\n",
      "sduml                   3.79   633.95   627.22   98.94       17.27        2.72             6.28             0.99      0.45      0.07\n",
      "sosnj                   5.80   306.79   302.71   98.67       13.70        4.47             3.96             1.29      0.12      0.04\n",
      "szsyz                  38.76    45.70    28.06   61.40        0.08        0.16             0.66             1.44     16.98     37.16\n",
      "tguxv                  52.00   234.25   114.99   49.09        2.56        1.09             0.26             0.11    119.00     50.80\n",
      "txcok                   2.32   395.01   387.33   98.06        1.47        0.37             7.20             1.82      0.48      0.12\n",
      "uatlu                  37.30   114.36    78.34   68.50        6.64        5.80            19.74            17.26     16.28     14.24\n",
      "ufpel                  73.13   220.39    76.83   34.86       17.61        7.99            10.48             4.76    133.08     60.38\n",
      "uvnmy                  59.67   161.40    67.84   42.03        2.75        1.71             2.92             1.81     90.64     56.16\n",
      "vmaiq                  53.67   672.48   322.24   47.92       10.65        1.58             6.67             0.99    343.57     51.09\n",
      "wmori                   7.53    95.21    92.83   97.50        4.79        5.03             2.38             2.50      0.00      0.00\n",
      "xmfzh                   3.76   169.01   165.27   97.79        2.62        1.55             1.38             0.82      2.36      1.40\n",
      "ycxxe                   4.39   130.30   125.89   96.62        1.32        1.01             3.65             2.80      0.76      0.58\n",
      "ysgbf                   5.30    93.57    93.35   99.76        4.74        5.07             0.22             0.24      0.00      0.00\n",
      "zyffh                  29.13   237.43   171.26   72.13        2.99        1.26             3.84             1.62     62.33     26.25\n",
      "TOTAL                  17.94 12891.32 10882.90   84.42      304.03        2.36           261.59             2.03   1746.83     13.55\n"
     ]
    }
   ],
   "source": [
    "hypothesis_dir = baselineMethods.diarizationOracleNumSpkrs(audio_dataset, method=\"KMeans\")\n",
    "metric = get_metrics(audio_dataset.label_dir, hypothesis_dir)\n",
    "print(metric)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 142
    },
    "executionInfo": {
     "elapsed": 1469,
     "status": "ok",
     "timestamp": 1620719644811,
     "user": {
      "displayName": "Shashi Kant Gupta",
      "photoUrl": "",
      "userId": "03361959783973937060"
     },
     "user_tz": -330
    },
    "id": "K08l7xhCQY20",
    "outputId": "8a5aa6fa-0a0f-42fb-a9be-2025ec4c886b"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr:last-of-type th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>diarization error rate</th>\n",
       "      <th>false alarm</th>\n",
       "      <th>missed detection</th>\n",
       "      <th>confusion</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>%</th>\n",
       "      <th>%</th>\n",
       "      <th>%</th>\n",
       "      <th>%</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>item</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>TOTAL</th>\n",
       "      <td>17.938039</td>\n",
       "      <td>2.358409</td>\n",
       "      <td>2.029195</td>\n",
       "      <td>13.550435</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      diarization error rate false alarm missed detection  confusion\n",
       "                           %           %                %          %\n",
       "item                                                                \n",
       "TOTAL              17.938039    2.358409         2.029195  13.550435"
      ]
     },
     "execution_count": 6,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = metric.report()\n",
    "dfT = df[-1:]\n",
    "dfT[[dfT.keys()[0], dfT.keys()[5], dfT.keys()[7], dfT.keys()[9]]]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "XGp-ryjr-xXJ"
   },
   "source": [
    "## Spectral - Oracle Number of Speakers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 1000,
     "referenced_widgets": [
      "e2d7946c7c14476086754b9e9fe5b55a",
      "cd501070accd418086ec61821b834c0d",
      "59a10e4059784d4c9fd3059dd5db2e40",
      "ebe81adfb23d4cc9851b518d4cf736e9",
      "79fe3b823ef34ffaa9e72b3d5ba34dc3",
      "6e851f47ed2f46a3b79a20e7cba3173f",
      "c2ee702eb0d6497b8f7430ca8e41ebb9",
      "88f7c79f678b4b2788ec8faebdf3f3e6",
      "cdbce5fa54e24b84a8ffdacd839ccd42",
      "f0112b8d1979476d81679f490012c086",
      "66379417b7f24d2784c172f504fd55b1",
      "3be6607f244f46029c7aa0abc941b8d0",
      "d2c76492832e4f429ad36f18e81508d2",
      "dd1be0cb7f4248d2b426832777fb1eb5",
      "d01fc2e0e3eb4d459284157dae1de034",
      "5d9c76365291445d9abbdeab85f8358f"
     ]
    },
    "executionInfo": {
     "elapsed": 180225,
     "status": "ok",
     "timestamp": 1620719838250,
     "user": {
      "displayName": "Shashi Kant Gupta",
      "photoUrl": "",
      "userId": "03361959783973937060"
     },
     "user_tz": -330
    },
    "id": "WeGjW5ror9qN",
    "outputId": "cd97be50-01d9-4801-9b1d-2c7545c205ed"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "e2d7946c7c14476086754b9e9fe5b55a",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(FloatProgress(value=0.0, max=50.0), HTML(value='')))"
      ]
     },
     "metadata": {
      "tags": []
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "cdbce5fa54e24b84a8ffdacd839ccd42",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(FloatProgress(value=0.0, max=50.0), HTML(value='')))"
      ]
     },
     "metadata": {
      "tags": []
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "      diarization error rate    total  correct correct false alarm false alarm missed detection missed detection confusion confusion\n",
      "                           %                         %                       %                                 %                   %\n",
      "item                                                                                                                                \n",
      "ahnss                   3.43   582.22   564.08   96.88        1.84        0.32            14.95             2.57      3.19      0.55\n",
      "akthc                   5.01   101.91   101.30   99.40        4.50        4.41             0.61             0.60      0.00      0.00\n",
      "aufkn                   4.28   162.52   157.14   96.69        1.57        0.97             2.11             1.30      3.27      2.01\n",
      "bkwns                   6.05    47.85    47.28   98.81        2.33        4.86             0.46             0.96      0.11      0.23\n",
      "blwmj                   1.77   245.88   244.24   99.33        2.71        1.10             1.56             0.63      0.08      0.03\n",
      "bravd                   6.97   295.07   278.93   94.53        4.43        1.50            11.91             4.04      4.23      1.43\n",
      "ccokr                  38.28   157.88   103.20   65.37        5.76        3.65             5.49             3.48     49.19     31.16\n",
      "cmhsm                   2.57   576.61   574.04   99.55       12.26        2.13             2.57             0.45      0.00      0.00\n",
      "cqaec                  19.68   174.13   144.31   82.87        4.46        2.56            21.84            12.54      7.98      4.58\n",
      "dhorc                   4.02   274.29   270.45   98.60        7.20        2.62             3.71             1.35      0.13      0.05\n",
      "djngn                   2.49   162.56   162.22   99.79        3.70        2.28             0.10             0.06      0.24      0.15\n",
      "eapdk                   2.01   526.69   518.55   98.45        2.44        0.46             4.53             0.86      3.61      0.69\n",
      "ehpau                  10.04   120.85   112.78   93.32        4.07        3.36             7.95             6.58      0.12      0.10\n",
      "esrit                   4.40   195.26   193.33   99.01        6.67        3.42             1.93             0.99      0.00      0.00\n",
      "falxo                  27.37   317.21   258.11   81.37       27.72        8.74            11.30             3.56     47.80     15.07\n",
      "fsaal                  29.70   184.44   133.78   72.53        4.12        2.23             0.97             0.53     49.69     26.94\n",
      "gofnj                   1.44   374.94   371.54   99.09        1.99        0.53             2.81             0.75      0.59      0.16\n",
      "goyli                   4.17   598.62   583.35   97.45        9.71        1.62             8.27             1.38      7.00      1.17\n",
      "gwtwd                   9.37    42.15    38.55   91.46        0.35        0.83             1.75             4.15      1.85      4.39\n",
      "gzvkx                   8.26   198.90   186.21   93.62        3.74        1.88             2.89             1.45      9.80      4.93\n",
      "hgdez                   5.40   843.93   821.75   97.37       23.38        2.77             9.12             1.08     13.06      1.55\n",
      "imbqf                   3.65   306.29   298.02   97.30        2.92        0.95             7.33             2.39      0.94      0.31\n",
      "irvat                   3.00   192.95   188.50   97.69        1.35        0.70             4.23             2.19      0.22      0.11\n",
      "jnivh                   3.53   107.89   104.47   96.83        0.38        0.36             1.12             1.04      2.30      2.13\n",
      "jsdmu                  12.85   118.34   109.83   92.81        6.70        5.66             8.51             7.19      0.00      0.00\n",
      "kbkon                  19.53    82.36    66.43   80.66        0.16        0.19             2.11             2.56     13.82     16.78\n",
      "kckqn                   2.21   311.02   307.38   98.83        3.23        1.04             3.05             0.98      0.59      0.19\n",
      "luvfz                  21.28   167.69   135.15   80.60        3.15        1.88             6.21             3.70     26.33     15.70\n",
      "mevkw                  19.12    59.85    50.03   83.59        1.62        2.72             5.46             9.12      4.36      7.28\n",
      "ngyrk                   8.35   122.87   119.60   97.34        6.99        5.69             2.75             2.24      0.52      0.42\n",
      "oxxwk                  11.07   391.63   370.58   94.63       22.32        5.70             6.28             1.60     14.77      3.77\n",
      "pilgb                   6.44   497.38   479.01   96.31       13.66        2.75            13.90             2.79      4.47      0.90\n",
      "plbbw                   3.78    73.77    72.81   98.70        1.83        2.48             0.96             1.30      0.00      0.00\n",
      "pnook                  10.53   304.00   284.64   93.63       12.66        4.17             3.12             1.03     16.24      5.34\n",
      "qjgpl                  23.28   109.37    86.49   79.08        2.59        2.36             0.76             0.69     22.12     20.22\n",
      "qygfk                  31.52   352.15   241.51   68.58        0.35        0.10             9.33             2.65    101.31     28.77\n",
      "sduml                   8.65   633.95   596.41   94.08       17.27        2.72             6.28             0.99     31.26      4.93\n",
      "sosnj                   5.80   306.79   302.71   98.67       13.70        4.47             3.96             1.29      0.12      0.04\n",
      "szsyz                   4.06    45.70    43.92   96.11        0.08        0.16             0.66             1.44      1.12      2.45\n",
      "tguxv                   2.45   234.25   231.06   98.64        2.56        1.09             0.26             0.11      2.93      1.25\n",
      "txcok                   2.32   395.01   387.31   98.05        1.47        0.37             7.20             1.82      0.50      0.13\n",
      "uatlu                  23.87   114.36    93.70   81.93        6.64        5.80            19.74            17.26      0.92      0.80\n",
      "ufpel                  33.30   220.39   164.61   74.69       17.61        7.99            10.48             4.76     45.30     20.55\n",
      "uvnmy                   5.60   161.40   155.12   96.11        2.75        1.71             2.92             1.81      3.36      2.08\n",
      "vmaiq                  47.90   672.48   360.99   53.68       10.65        1.58             6.67             0.99    304.82     45.33\n",
      "wmori                   7.53    95.21    92.83   97.50        4.79        5.03             2.38             2.50      0.00      0.00\n",
      "xmfzh                  22.58   169.01   133.46   78.97        2.62        1.55             1.38             0.82     34.17     20.22\n",
      "ycxxe                  23.47   130.30   101.04   77.54        1.32        1.01             3.65             2.80     25.61     19.65\n",
      "ysgbf                   5.30    93.57    93.35   99.76        4.74        5.07             0.22             0.24      0.00      0.00\n",
      "zyffh                   3.18   237.43   232.88   98.08        2.99        1.26             3.84             1.62      0.71      0.30\n",
      "TOTAL                  11.06 12891.32 11768.98   91.29      304.03        2.36           261.59             2.03    860.75      6.68\n"
     ]
    }
   ],
   "source": [
    "hypothesis_dir = baselineMethods.diarizationOracleNumSpkrs(audio_dataset, method=\"Spectral\")\n",
    "metric = get_metrics(audio_dataset.label_dir, hypothesis_dir)\n",
    "print(metric)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 142
    },
    "executionInfo": {
     "elapsed": 2117,
     "status": "ok",
     "timestamp": 1620719840384,
     "user": {
      "displayName": "Shashi Kant Gupta",
      "photoUrl": "",
      "userId": "03361959783973937060"
     },
     "user_tz": -330
    },
    "id": "zr02Mtv6QbNg",
    "outputId": "e959d01c-0ade-44c0-dddd-5d4fcb77e63c"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr:last-of-type th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>diarization error rate</th>\n",
       "      <th>false alarm</th>\n",
       "      <th>missed detection</th>\n",
       "      <th>confusion</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>%</th>\n",
       "      <th>%</th>\n",
       "      <th>%</th>\n",
       "      <th>%</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>item</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>TOTAL</th>\n",
       "      <td>11.064577</td>\n",
       "      <td>2.358409</td>\n",
       "      <td>2.029195</td>\n",
       "      <td>6.676973</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      diarization error rate false alarm missed detection confusion\n",
       "                           %           %                %         %\n",
       "item                                                               \n",
       "TOTAL              11.064577    2.358409         2.029195  6.676973"
      ]
     },
     "execution_count": 8,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = metric.report()\n",
    "dfT = df[-1:]\n",
    "dfT[[dfT.keys()[0], dfT.keys()[5], dfT.keys()[7], dfT.keys()[9]]]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "JNWfHmRK_Glj"
   },
   "source": [
    "## Spectral - EigenGap"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 1000,
     "referenced_widgets": [
      "e109980ccce5444685b888b071f507ab",
      "d8582d2ba3374da5bc8ccf5e065ca09b",
      "bb4c06e3f0f9476db5a04bec9b54e7fe",
      "cd1bb98443104319bceea9ea3e0e41b3",
      "486c689da36d49d89d7fab6a0c0581b3",
      "b6889e5989ae4b63b0f34160f4d9147a",
      "dd5d0562b4a2486096701ae09b6a0731",
      "e5ab21a675a642d38b4f37174555c009",
      "8ea258a11aa84700bd54a3018a9edcec",
      "8646c940ff5442cf9cb26ebcf8e9a876",
      "e64c2c9a0e0a42339feb43c1e9afd688",
      "7793a0b788854e10befd2edd94f69640",
      "42ccdfd491114121a0766a755475f336",
      "2726e925f5a242c5a4be23ded77d512f",
      "24f0f1df80084db2aacbc022c7b0c38f",
      "a3bcf362af044dd98ded214c72fd6373"
     ]
    },
    "executionInfo": {
     "elapsed": 22857,
     "status": "ok",
     "timestamp": 1620719861135,
     "user": {
      "displayName": "Shashi Kant Gupta",
      "photoUrl": "",
      "userId": "03361959783973937060"
     },
     "user_tz": -330
    },
    "id": "yfcI3lQFJQLf",
    "outputId": "dfc9a57d-d5e5-4d75-f230-93c1a9cacda7"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "e109980ccce5444685b888b071f507ab",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(FloatProgress(value=0.0, max=50.0), HTML(value='')))"
      ]
     },
     "metadata": {
      "tags": []
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "8ea258a11aa84700bd54a3018a9edcec",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(FloatProgress(value=0.0, max=50.0), HTML(value='')))"
      ]
     },
     "metadata": {
      "tags": []
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "      diarization error rate    total  correct correct false alarm false alarm missed detection missed detection confusion confusion\n",
      "                           %                         %                       %                                 %                   %\n",
      "item                                                                                                                                \n",
      "ahnss                   5.30   582.22   553.21   95.02        1.84        0.32            14.95             2.57     14.06      2.41\n",
      "akthc                  30.05   101.91    75.78   74.36        4.50        4.41             0.61             0.60     25.52     25.04\n",
      "aufkn                  22.55   162.52   127.45   78.42        1.57        0.97             2.11             1.30     32.96     20.28\n",
      "bkwns                  89.23    47.85     7.48   15.63        2.33        4.86             0.46             0.96     39.91     83.41\n",
      "blwmj                   2.69   245.88   241.99   98.42        2.71        1.10             1.56             0.63      2.33      0.95\n",
      "bravd                  10.68   295.07   268.00   90.83        4.43        1.50            11.91             4.04     15.16      5.14\n",
      "ccokr                  18.89   157.88   133.82   84.76        5.76        3.65             5.49             3.48     18.57     11.76\n",
      "cmhsm                   2.57   576.61   574.04   99.55       12.26        2.13             2.57             0.45      0.00      0.00\n",
      "cqaec                  29.35   174.13   127.48   73.21        4.46        2.56            21.84            12.54     24.81     14.25\n",
      "dhorc                   4.55   274.29   269.02   98.08        7.20        2.62             3.71             1.35      1.56      0.57\n",
      "djngn                   3.16   162.56   161.13   99.12        3.70        2.28             0.10             0.06      1.33      0.82\n",
      "eapdk                  14.60   526.69   452.21   85.86        2.44        0.46             4.53             0.86     69.95     13.28\n",
      "ehpau                  11.83   120.85   110.62   91.53        4.07        3.36             7.95             6.58      2.28      1.89\n",
      "esrit                  14.65   195.26   173.33   88.77        6.67        3.42             1.93             0.99     20.00     10.24\n",
      "falxo                  42.71   317.21   209.46   66.03       27.72        8.74            11.30             3.56     96.45     30.41\n",
      "fsaal                   7.09   184.44   175.49   95.15        4.12        2.23             0.97             0.53      7.98      4.33\n",
      "gofnj                  27.94   374.94   272.19   72.60        1.99        0.53             2.81             0.75     99.94     26.65\n",
      "goyli                  26.15   598.62   451.79   75.47        9.71        1.62             8.27             1.38    138.56     23.15\n",
      "gwtwd                  32.69    42.15    28.72   68.14        0.35        0.83             1.75             4.15     11.68     27.71\n",
      "gzvkx                  37.16   198.90   128.73   64.72        3.74        1.88             2.89             1.45     67.28     33.83\n",
      "hgdez                  12.42   843.93   762.46   90.35       23.38        2.77             9.12             1.08     72.35      8.57\n",
      "imbqf                   9.77   306.29   279.27   91.18        2.92        0.95             7.33             2.39     19.69      6.43\n",
      "irvat                   3.75   192.95   187.05   96.94        1.35        0.70             4.23             2.19      1.67      0.87\n",
      "jnivh                   2.49   107.89   105.59   97.87        0.38        0.36             1.12             1.04      1.18      1.09\n",
      "jsdmu                  12.85   118.34   109.83   92.81        6.70        5.66             8.51             7.19      0.00      0.00\n",
      "kbkon                   2.75    82.36    80.25   97.44        0.16        0.19             2.11             2.56      0.00      0.00\n",
      "kckqn                   2.37   311.02   306.89   98.67        3.23        1.04             3.05             0.98      1.08      0.35\n",
      "luvfz                  24.43   167.69   129.88   77.45        3.15        1.88             6.21             3.70     31.60     18.84\n",
      "mevkw                  54.46    59.85    28.88   48.25        1.62        2.72             5.46             9.12     25.51     42.62\n",
      "ngyrk                   8.40   122.87   119.54   97.29        6.99        5.69             2.75             2.24      0.58      0.47\n",
      "oxxwk                  29.36   391.63   298.98   76.34       22.32        5.70             6.28             1.60     86.37     22.05\n",
      "pilgb                   9.45   497.38   464.02   93.29       13.66        2.75            13.90             2.79     19.46      3.91\n",
      "plbbw                  87.01    73.77    11.41   15.47        1.83        2.48             0.96             1.30     61.40     83.23\n",
      "pnook                  33.12   304.00   215.97   71.04       12.66        4.17             3.12             1.03     84.91     27.93\n",
      "qjgpl                  23.71   109.37    86.02   78.65        2.59        2.36             0.76             0.69     22.59     20.65\n",
      "qygfk                   4.18   352.15   337.78   95.92        0.35        0.10             9.33             2.65      5.04      1.43\n",
      "sduml                  21.65   633.95   514.00   81.08       17.27        2.72             6.28             0.99    113.67     17.93\n",
      "sosnj                  34.65   306.79   214.19   69.82       13.70        4.47             3.96             1.29     88.64     28.89\n",
      "szsyz                  79.84    45.70     9.29   20.33        0.08        0.16             0.66             1.44     35.75     78.23\n",
      "tguxv                  43.55   234.25   134.80   57.55        2.56        1.09             0.26             0.11     99.19     42.34\n",
      "txcok                   2.83   395.01   385.29   97.54        1.47        0.37             7.20             1.82      2.52      0.64\n",
      "uatlu                  25.59   114.36    91.73   80.21        6.64        5.80            19.74            17.26      2.89      2.53\n",
      "ufpel                  33.30   220.39   164.61   74.69       17.61        7.99            10.48             4.76     45.30     20.55\n",
      "uvnmy                   6.50   161.40   153.67   95.21        2.75        1.71             2.92             1.81      4.81      2.98\n",
      "vmaiq                  17.45   672.48   565.80   84.14       10.65        1.58             6.67             0.99    100.01     14.87\n",
      "wmori                  49.28    95.21    53.08   55.75        4.79        5.03             2.38             2.50     39.75     41.75\n",
      "xmfzh                  18.22   169.01   140.84   83.33        2.62        1.55             1.38             0.82     26.79     15.85\n",
      "ycxxe                  32.94   130.30    88.70   68.07        1.32        1.01             3.65             2.80     37.95     29.13\n",
      "ysgbf                   5.30    93.57    93.35   99.76        4.74        5.07             0.22             0.24      0.00      0.00\n",
      "zyffh                   4.12   237.43   230.64   97.14        2.99        1.26             3.84             1.62      2.95      1.24\n",
      "TOTAL                  17.76 12891.32 10905.75   84.60      304.03        2.36           261.59             2.03   1723.98     13.37\n"
     ]
    }
   ],
   "source": [
    "hypothesis_dir = baselineMethods.diarizationEigenGapNumSpkrs(audio_dataset)\n",
    "metric = get_metrics(audio_dataset.label_dir, hypothesis_dir)\n",
    "print(metric)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 142
    },
    "executionInfo": {
     "elapsed": 22848,
     "status": "ok",
     "timestamp": 1620719861137,
     "user": {
      "displayName": "Shashi Kant Gupta",
      "photoUrl": "",
      "userId": "03361959783973937060"
     },
     "user_tz": -330
    },
    "id": "zPJYV4gTQdfx",
    "outputId": "a080c02c-c5c2-493d-83cd-2093e24f4590"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr:last-of-type th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>diarization error rate</th>\n",
       "      <th>false alarm</th>\n",
       "      <th>missed detection</th>\n",
       "      <th>confusion</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>%</th>\n",
       "      <th>%</th>\n",
       "      <th>%</th>\n",
       "      <th>%</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>item</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>TOTAL</th>\n",
       "      <td>17.760788</td>\n",
       "      <td>2.358409</td>\n",
       "      <td>2.029195</td>\n",
       "      <td>13.373184</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      diarization error rate false alarm missed detection  confusion\n",
       "                           %           %                %          %\n",
       "item                                                                \n",
       "TOTAL              17.760788    2.358409         2.029195  13.373184"
      ]
     },
     "execution_count": 10,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = metric.report()\n",
    "dfT = df[-1:]\n",
    "dfT[[dfT.keys()[0], dfT.keys()[5], dfT.keys()[7], dfT.keys()[9]]]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "4Dv0fC5mhhao"
   },
   "source": [
    "# Baseline over 'full' split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "executionInfo": {
     "elapsed": 28127,
     "status": "ok",
     "timestamp": 1620719866428,
     "user": {
      "displayName": "Shashi Kant Gupta",
      "photoUrl": "",
      "userId": "03361959783973937060"
     },
     "user_tz": -330
    },
    "id": "OwMmmaqYhnn0",
    "outputId": "3b1eef40-f7ca-4d75-b327-a93ac1bd6206"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Dataset already downloaded!\n",
      "Downloading precomputed VADs...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Downloading...\n",
      "From: https://drive.google.com/uc?id=18oXqn9Zyt5tJpoEwKKztpTag-AJMQ2Sz\n",
      "To: /content/tmp.zip\n",
      "100%|██████████| 128k/128k [00:00<00:00, 20.0MB/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Download and Extraction Complete\n",
      "Precomputed X-vectors exists!\n",
      "Will use precomputed features...\n",
      "\n",
      "Downloading precomputed features...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Downloading...\n",
      "From: https://drive.google.com/uc?id=1-2-AZnabTtHxLmw2DBwj4PJDGwlvFa8J\n",
      "To: /content/tmp.zip\n",
      "69.4MB [00:00, 154MB/s] \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Download and Extraction Complete\n",
      "\n",
      "Data size: 216\n"
     ]
    }
   ],
   "source": [
    "audio_dataset = DiarizationDataSet(dataset_name='voxconverse',\n",
    "                                   window_len=1500, \n",
    "                                   window_step=750,\n",
    "                                   split='full',\n",
    "                                   use_oracle_vad=False)\n",
    "\n",
    "print(\"\\nData size:\", len(audio_dataset))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "xr7XxEyOhx6S"
   },
   "source": [
    "## KMeans - Oracle Number of Speakers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 1000,
     "referenced_widgets": [
      "6303baf5ffaa4fc3960e1bea01bd967c",
      "a2094201e2fe4ce8b17b861ef8f34149",
      "0f329e994e6d46dcba976a1784bf62bd",
      "aeb90cd107104355bbd81279b98312d6",
      "f0763d2c1f7a4f9a91704d80a1e3a521",
      "eb8c0ec5bbcd41f0bebf986eac72e499",
      "3bb9f73dd3804582b154c7829004f7d7",
      "32df9728d51541ec9df59e7d8e1eaeb7",
      "7bfad5f8660049068b78f4b0baae8fe2",
      "38cd1936f3d24a198ee0a7a8e606489b",
      "ee1152a81c324d0da489931a5f1af709",
      "d9dce791b4354d1397775826596eae00",
      "2db5b233393141248cc738cc0fc9cd77",
      "62e51e02c59945aea9794be6370e6acb",
      "b03cf8d8effa4db18f77430bc67995e0",
      "7bd569a2014d4abcb3b7906e09c9df1f"
     ]
    },
    "executionInfo": {
     "elapsed": 72482,
     "status": "ok",
     "timestamp": 1620719910792,
     "user": {
      "displayName": "Shashi Kant Gupta",
      "photoUrl": "",
      "userId": "03361959783973937060"
     },
     "user_tz": -330
    },
    "id": "X5ekF1v3h_Yw",
    "outputId": "1049eac9-d6ee-4f1f-ec73-62eef78d9f02"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "6303baf5ffaa4fc3960e1bea01bd967c",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(FloatProgress(value=0.0, max=216.0), HTML(value='')))"
      ]
     },
     "metadata": {
      "tags": []
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "7bfad5f8660049068b78f4b0baae8fe2",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(FloatProgress(value=0.0, max=216.0), HTML(value='')))"
      ]
     },
     "metadata": {
      "tags": []
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "      diarization error rate    total  correct correct false alarm false alarm missed detection missed detection confusion confusion\n",
      "                           %                         %                       %                                 %                   %\n",
      "item                                                                                                                                \n",
      "abjxc                   2.17    62.10    61.71   99.37        0.95        1.54             0.39             0.63      0.00      0.00\n",
      "afjiv                   9.48   116.64   115.96   99.42       10.38        8.90             0.68             0.58      0.00      0.00\n",
      "ahnss                   3.29   582.22   564.90   97.03        1.84        0.32            14.95             2.57      2.37      0.41\n",
      "aisvi                  42.74   430.98   261.55   60.69       14.78        3.43             1.35             0.31    168.08     39.00\n",
      "akthc                   5.01   101.91   101.30   99.40        4.50        4.41             0.61             0.60      0.00      0.00\n",
      "ampme                   6.54   133.62   130.38   97.58        5.49        4.11             3.24             2.42      0.00      0.00\n",
      "asxwr                   2.12   225.58   221.75   98.30        0.95        0.42             3.21             1.42      0.62      0.27\n",
      "atgpi                   1.50   118.34   117.44   99.24        0.87        0.74             0.90             0.76      0.00      0.00\n",
      "aufkn                  24.30   162.52   124.60   76.67        1.57        0.97             2.11             1.30     35.81     22.03\n",
      "azisu                  20.06   156.42   125.44   80.19        0.40        0.25             5.42             3.47     25.56     16.34\n",
      "bauzd                  63.99   418.59   172.22   41.14       21.47        5.13             6.74             1.61    239.63     57.25\n",
      "bdopb                  23.29   856.09   670.29   78.30       13.59        1.59             8.36             0.98    177.44     20.73\n",
      "bkwns                   6.05    47.85    47.28   98.81        2.33        4.86             0.46             0.96      0.11      0.23\n",
      "blwmj                   1.77   245.88   244.24   99.33        2.71        1.10             1.56             0.63      0.08      0.03\n",
      "bravd                   7.48   295.07   277.43   94.02        4.43        1.50            11.91             4.04      5.73      1.94\n",
      "bspxd                   8.00   256.90   240.43   93.59        4.07        1.59            16.16             6.29      0.31      0.12\n",
      "bwzyf                  27.17    66.24    52.79   79.70        4.55        6.87             1.07             1.62     12.38     18.69\n",
      "bxpwa                  49.44   400.22   207.55   51.86        5.21        1.30             3.67             0.92    189.00     47.22\n",
      "bydui                   1.39   270.00   266.94   98.87        0.70        0.26             1.43             0.53      1.63      0.60\n",
      "ccokr                  20.14   157.88   131.85   83.51        5.76        3.65             5.49             3.48     20.54     13.01\n",
      "cjfer                  32.34   529.27   369.04   69.73       10.93        2.07            16.81             3.18    143.42     27.10\n",
      "cmfyw                   5.68   364.10   354.14   97.26       10.72        2.95             8.77             2.41      1.19      0.33\n",
      "cmhsm                   2.57   576.61   574.04   99.55       12.26        2.13             2.57             0.45      0.00      0.00\n",
      "cobal                   0.44    74.93    74.60   99.56        0.00        0.00             0.30             0.40      0.03      0.04\n",
      "cqaec                  47.64   174.13    95.63   54.92        4.46        2.56            21.84            12.54     56.66     32.54\n",
      "crixb                   7.70   236.10   226.07   95.75        8.15        3.45             9.07             3.84      0.96      0.41\n",
      "cwryz                  48.02   131.69    69.47   52.75        1.02        0.77             6.78             5.15     55.44     42.10\n",
      "cyyxp                  14.76   134.40   128.47   95.59       13.90       10.35             5.93             4.41      0.00      0.00\n",
      "czlvt                  13.49   883.50   767.49   86.87        3.16        0.36            12.58             1.42    103.43     11.71\n",
      "dbugl                  12.65   754.14   662.51   87.85        3.79        0.50            14.20             1.88     77.43     10.27\n",
      "dhorc                   4.02   274.29   270.45   98.60        7.20        2.62             3.71             1.35      0.13      0.05\n",
      "djngn                   2.49   162.56   162.22   99.79        3.70        2.28             0.10             0.06      0.24      0.15\n",
      "djqif                   7.02   440.18   434.61   98.73       25.33        5.75             2.75             0.62      2.82      0.64\n",
      "dscgs                   4.70   183.66   178.43   97.15        3.39        1.85             4.41             2.40      0.82      0.45\n",
      "dvngl                  46.31   379.46   204.80   53.97        1.06        0.28             8.38             2.21    166.28     43.82\n",
      "eapdk                   2.09   526.69   518.11   98.37        2.44        0.46             4.53             0.86      4.05      0.77\n",
      "edixl                   1.23   300.67   299.51   99.61        2.53        0.84             0.39             0.13      0.77      0.26\n",
      "ehpau                   9.94   120.85   112.90   93.42        4.07        3.36             7.95             6.58      0.00      0.00\n",
      "epdpg                  60.29   457.30   207.38   45.35       25.80        5.64            10.04             2.20    239.88     52.46\n",
      "eqttu                   0.11   159.47   159.29   99.89        0.00        0.00             0.08             0.05      0.10      0.06\n",
      "esrit                   4.40   195.26   193.33   99.01        6.67        3.42             1.93             0.99      0.00      0.00\n",
      "evtyi                  20.75   556.23   547.37   98.41      106.58       19.16             8.86             1.59      0.00      0.00\n",
      "exymw                   4.30    84.39    84.04   99.59        3.28        3.88             0.04             0.05      0.31      0.37\n",
      "eziem                  13.40   139.84   122.80   87.81        1.70        1.22             4.57             3.27     12.47      8.92\n",
      "ezsgk                  38.26   153.61    98.07   63.84        3.23        2.10             7.78             5.06     47.76     31.09\n",
      "falxo                  36.25   317.21   229.95   72.49       27.72        8.74            11.30             3.56     75.96     23.95\n",
      "femmv                   5.82   160.18   156.54   97.73        5.69        3.55             1.81             1.13      1.83      1.14\n",
      "fkvvo                  29.11   486.83   355.78   73.08       10.66        2.19             7.38             1.52    123.67     25.40\n",
      "fsaal                  19.80   184.44   152.05   82.44        4.12        2.23             0.97             0.53     31.42     17.04\n",
      "fvyvb                  43.90   707.45   413.85   58.50       16.94        2.39            79.46            11.23    214.14     30.27\n",
      "fxgvy                   5.50    50.74    47.95   94.50        0.00        0.00             2.79             5.50      0.00      0.00\n",
      "ggvel                  26.22   113.88    91.58   80.42        7.57        6.64             1.39             1.22     20.91     18.36\n",
      "gocbm                   3.66   247.23   244.04   98.71        5.87        2.37             1.97             0.80      1.22      0.49\n",
      "gofnj                  21.35   374.94   296.89   79.18        1.99        0.53             2.81             0.75     75.24     20.07\n",
      "goyli                  21.52   598.62   479.53   80.11        9.71        1.62             8.27             1.38    110.82     18.51\n",
      "gpjne                   1.84   174.50   172.99   99.13        1.70        0.97             1.27             0.73      0.24      0.14\n",
      "gqbvk                   5.97   148.62   145.89   98.16        6.14        4.13             2.73             1.84      0.00      0.00\n",
      "gqdxy                   3.70   335.03   328.17   97.95        5.54        1.65             4.44             1.33      2.42      0.72\n",
      "grzbb                   8.67   421.48   411.66   97.67       26.73        6.34             9.82             2.33      0.00      0.00\n",
      "gwtwd                   5.60    42.15    40.14   95.23        0.35        0.83             1.75             4.15      0.26      0.62\n",
      "gzvkx                  35.68   198.90   131.68   66.20        3.74        1.88             2.89             1.45     64.33     32.34\n",
      "hgdez                  11.88   843.93   767.08   90.89       23.38        2.77             9.12             1.08     67.73      8.03\n",
      "hgeec                   0.94   408.86   405.18   99.10        0.18        0.04             1.08             0.26      2.60      0.64\n",
      "hiyis                   0.54    85.17    84.71   99.46        0.00        0.00             0.32             0.38      0.14      0.16\n",
      "hkzpa                   4.31   885.39   867.65   98.00       20.40        2.30            15.82             1.79      1.92      0.22\n",
      "houcx                   7.54   254.73   249.48   97.94       13.95        5.48             4.48             1.76      0.77      0.30\n",
      "hqyok                   3.94    20.29    19.83   97.73        0.34        1.68             0.46             2.27      0.00      0.00\n",
      "hycgx                   3.73   228.40   224.27   98.19        4.40        1.93             3.89             1.70      0.24      0.11\n",
      "ikgcq                  35.27    99.84    72.29   72.41        7.66        7.67             3.45             3.46     24.10     24.14\n",
      "imbqf                   3.65   306.29   298.02   97.30        2.92        0.95             7.33             2.39      0.94      0.31\n",
      "imtug                   4.74   131.27   129.66   98.77        4.61        3.51             1.61             1.23      0.00      0.00\n",
      "ioasm                  39.62   311.06   211.47   67.98       23.66        7.61            53.89            17.32     45.70     14.69\n",
      "ipqqq                   3.04   317.36   309.04   97.38        1.33        0.42             7.27             2.29      1.05      0.33\n",
      "iqbww                  12.10   187.25   171.80   91.75        7.20        3.85             9.41             5.03      6.04      3.23\n",
      "iqtde                   0.23   107.92   107.70   99.80        0.03        0.03             0.15             0.14      0.07      0.06\n",
      "irvat                   3.00   192.95   188.50   97.69        1.35        0.70             4.23             2.19      0.22      0.11\n",
      "iwdjy                  30.88   185.47   148.65   80.15       20.45       11.03            11.44             6.17     25.38     13.68\n",
      "jcako                   7.06   816.00   795.38   97.47       37.03        4.54             9.23             1.13     11.39      1.40\n",
      "jhdav                  16.65   135.46   115.06   84.94        2.15        1.59             0.26             0.19     20.14     14.87\n",
      "jiqvr                   9.78    64.77    62.39   96.33        3.95        6.11             0.47             0.73      1.91      2.95\n",
      "jnivh                   1.77   107.89   106.36   98.58        0.38        0.36             1.12             1.04      0.41      0.38\n",
      "jsdmu                  12.85   118.34   109.83   92.81        6.70        5.66             8.51             7.19      0.00      0.00\n",
      "jsmbi                   5.28    99.37    97.83   98.45        3.70        3.73             0.34             0.34      1.20      1.21\n",
      "jtagk                  80.59   242.05    53.50   22.10        6.53        2.70            55.76            23.04    132.79     54.86\n",
      "jyflp                   5.17   396.14   385.02   97.19        9.35        2.36             9.08             2.29      2.04      0.51\n",
      "jyirt                   6.05    79.86    77.55   97.11        2.52        3.16             1.87             2.34      0.44      0.55\n",
      "jynhe                   3.59   559.43   545.53   97.52        6.18        1.10            12.64             2.26      1.26      0.23\n",
      "kbkon                  57.21    82.36    35.40   42.98        0.16        0.19             2.11             2.56     44.85     54.46\n",
      "kckqn                   2.23   311.02   307.33   98.81        3.23        1.04             3.05             0.98      0.64      0.21\n",
      "kctgl                   3.47    98.59    96.99   98.38        1.82        1.85             1.53             1.55      0.07      0.07\n",
      "kdfqk                  73.93   759.06   247.02   32.54       49.15        6.47            40.88             5.39    471.16     62.07\n",
      "kefgo                  35.98   342.45   226.95   66.27        7.70        2.25             2.71             0.79    112.79     32.94\n",
      "kiadt                  54.70   688.43   341.08   49.54       29.23        4.25             3.46             0.50    343.89     49.95\n",
      "kkghn                   8.39   669.27   649.93   97.11       36.78        5.50            19.34             2.89      0.00      0.00\n",
      "kklpv                   1.48   761.27   754.42   99.10        4.38        0.58             4.44             0.58      2.41      0.32\n",
      "kkwkn                   1.59   449.66   447.35   99.49        4.86        1.08             0.82             0.18      1.49      0.33\n",
      "kszpd                  14.08   145.42   126.37   86.90        1.42        0.98             1.12             0.77     17.93     12.33\n",
      "ktzmw                  25.75   932.51   699.78   75.04        7.35        0.79             4.40             0.47    228.33     24.49\n",
      "kuduk                   2.89   504.30   494.86   98.13        5.12        1.02             3.62             0.72      5.82      1.15\n",
      "ldkmv                   2.80   450.61   438.99   97.42        1.00        0.22             9.48             2.10      2.14      0.47\n",
      "ldnro                  34.48  1017.14   684.71   67.32       18.27        1.80            10.31             1.01    322.12     31.67\n",
      "lfzib                  13.13   256.80   225.97   87.99        2.90        1.13            11.14             4.34     19.69      7.67\n",
      "lknjp                   6.68    67.24    64.94   96.58        2.19        3.26             1.13             1.68      1.17      1.74\n",
      "luvfz                  15.40   167.69   145.01   86.48        3.15        1.88             6.21             3.70     16.47      9.82\n",
      "mdbod                  11.80   574.65   521.43   90.74       14.58        2.54             5.99             1.04     47.23      8.22\n",
      "mekog                   1.98   835.01   822.67   98.52        4.19        0.50             6.55             0.78      5.79      0.69\n",
      "mesob                  32.14   104.78    71.41   68.15        0.30        0.29             5.54             5.29     27.83     26.56\n",
      "mevkw                  11.84    59.85    54.39   90.88        1.62        2.72             5.46             9.12      0.00      0.00\n",
      "mgpok                  26.68   518.37   396.85   76.56       16.79        3.24             0.54             0.10    120.98     23.34\n",
      "migzj                  11.76   102.08    90.76   88.91        0.68        0.67             9.54             9.35      1.78      1.74\n",
      "mjgil                   2.81   193.73   190.56   98.36        2.27        1.17             3.17             1.64      0.00      0.00\n",
      "mkrcv                   4.25   542.87   528.97   97.44        9.17        1.69            10.17             1.87      3.73      0.69\n",
      "mpvoh                  45.24   117.74    65.90   55.97        1.43        1.21            41.49            35.24     10.35      8.79\n",
      "mqxsf                  37.05   631.45   407.93   64.60       10.42        1.65            34.72             5.50    188.80     29.90\n",
      "mvjuk                   3.74   313.07   307.64   98.27        6.29        2.01             4.03             1.29      1.40      0.45\n",
      "mwfmq                  45.06   431.80   240.72   55.75        3.50        0.81             1.22             0.28    189.86     43.97\n",
      "nctdh                  12.84   113.05   101.18   89.50        2.64        2.34             0.35             0.31     11.52     10.19\n",
      "ndkwv                   5.08   680.39   653.71   96.08        7.91        1.16            24.53             3.61      2.15      0.32\n",
      "nfqjx                   5.21   675.34   660.14   97.75       19.97        2.96            13.77             2.04      1.43      0.21\n",
      "ngyrk                   8.13   122.87   119.87   97.56        6.99        5.69             2.75             2.24      0.25      0.20\n",
      "nnqfq                   3.60   118.92   115.06   96.75        0.43        0.36             3.83             3.22      0.03      0.03\n",
      "nrogz                  49.50   373.23   204.20   54.71       15.73        4.21            21.63             5.80    147.40     39.49\n",
      "ntchr                   2.76   388.44   383.86   98.82        6.13        1.58             3.31             0.85      1.27      0.33\n",
      "nxgad                   2.77   129.96   126.43   97.28        0.07        0.05             2.95             2.27      0.58      0.45\n",
      "odkzj                   2.61   538.24   528.84   98.25        4.67        0.87             7.66             1.42      1.74      0.32\n",
      "oekmc                  39.83   140.33    86.33   61.52        1.90        1.35             0.69             0.49     53.31     37.99\n",
      "oenox                   2.93    72.12    71.86   99.64        1.85        2.57             0.26             0.36      0.00      0.00\n",
      "oklol                  22.48   837.40   665.73   79.50       16.55        1.98            18.62             2.22    153.05     18.28\n",
      "onpra                  46.61   239.96   132.48   55.21        4.37        1.82            49.87            20.78     57.61     24.01\n",
      "ooxnm                  24.54   289.96   226.33   78.06        7.52        2.59             4.83             1.67     58.80     20.28\n",
      "oxxwk                  11.07   391.63   370.58   94.63       22.32        5.70             6.28             1.60     14.77      3.77\n",
      "paibn                   1.02   332.04   331.06   99.70        2.40        0.72             0.41             0.12      0.57      0.17\n",
      "pgkde                   1.91   275.18   272.57   99.05        2.65        0.96             1.79             0.65      0.82      0.30\n",
      "pilgb                  35.82   497.38   332.86   66.92       13.66        2.75            13.90             2.79    150.62     30.28\n",
      "plbbw                  33.89    73.77    50.60   68.59        1.83        2.48             0.96             1.30     22.21     30.11\n",
      "pnook                  47.94   304.00   170.92   56.22       12.66        4.17             3.12             1.03    129.96     42.75\n",
      "pnyir                  16.57   417.78   351.79   84.20        3.23        0.77            16.59             3.97     49.40     11.82\n",
      "ppgjx                  14.07   419.78   383.71   91.41       22.99        5.48            28.88             6.88      7.19      1.71\n",
      "pqmho                  14.26    14.17    13.57   95.77        1.42       10.02             0.60             4.23      0.00      0.00\n",
      "praxo                   2.77   470.44   462.62   98.34        5.21        1.11             6.63             1.41      1.19      0.25\n",
      "qfdpp                   1.95   311.13   307.90   98.96        2.84        0.91             2.88             0.93      0.35      0.11\n",
      "qhesr                   4.93   147.62   141.98   96.18        1.65        1.11             5.64             3.82      0.00      0.00\n",
      "qjgpl                  22.73   109.37    87.10   79.64        2.59        2.36             0.76             0.69     21.51     19.67\n",
      "qouur                   0.17  1014.40  1014.04   99.96        1.34        0.13             0.36             0.04      0.00      0.00\n",
      "qppll                   3.04    65.06    64.79   99.58        1.71        2.63             0.27             0.42      0.00      0.00\n",
      "qpylu                  15.78    30.23    28.15   93.12        2.69        8.90             2.08             6.88      0.00      0.00\n",
      "qrzjk                   0.34    38.22    38.09   99.66        0.00        0.00             0.13             0.34      0.00      0.00\n",
      "qsfzo                   1.27   138.23   136.88   99.02        0.41        0.30             1.07             0.77      0.28      0.20\n",
      "qvtia                  38.90   203.49   194.99   95.82       70.66       34.73             8.50             4.18      0.00      0.00\n",
      "qydmg                   0.00   112.18   112.18  100.00        0.00        0.00             0.00             0.00      0.00      0.00\n",
      "qygfk                   3.36   352.15   340.67   96.74        0.35        0.10             9.33             2.65      2.15      0.61\n",
      "qzwxa                   0.96   211.45   211.33   99.94        1.91        0.90             0.12             0.06      0.00      0.00\n",
      "rcxzg                   2.39   166.59   163.12   97.92        0.50        0.30             2.58             1.55      0.89      0.53\n",
      "rtvuw                  41.09    43.62    26.08   59.79        0.39        0.88            11.89            27.26      5.65     12.95\n",
      "rxgun                  21.00   177.52   141.04   79.45        0.80        0.45             7.86             4.43     28.62     16.12\n",
      "sduml                   3.79   633.95   627.22   98.94       17.27        2.72             6.28             0.99      0.45      0.07\n",
      "sikkm                   0.14    62.47    62.38   99.86        0.00        0.00             0.09             0.14      0.00      0.00\n",
      "sldwj                   4.20   127.96   125.98   98.45        3.39        2.65             1.35             1.06      0.63      0.49\n",
      "sosnj                   5.80   306.79   302.71   98.67       13.70        4.47             3.96             1.29      0.12      0.04\n",
      "spzmn                   1.25   152.83   152.11   99.53        1.19        0.78             0.41             0.27      0.31      0.20\n",
      "sqkup                  45.47   104.81    62.53   59.66        5.38        5.13             7.12             6.79     35.16     33.55\n",
      "suuxu                  24.59   239.86   191.47   79.83       10.59        4.42            32.93            13.73     15.46      6.45\n",
      "syiwe                   3.00    62.26    61.46   98.72        1.07        1.72             0.37             0.59      0.43      0.69\n",
      "szsyz                  38.76    45.70    28.06   61.40        0.08        0.16             0.66             1.44     16.98     37.16\n",
      "tcwsn                   2.43   353.33   346.13   97.96        1.40        0.40             5.35             1.51      1.85      0.52\n",
      "tfvyr                   2.40    26.90    26.44   98.29        0.19        0.69             0.46             1.71      0.00      0.00\n",
      "tguxv                  52.00   234.25   114.99   49.09        2.56        1.09             0.26             0.11    119.00     50.80\n",
      "tiams                  18.54   140.80   117.15   83.20        2.46        1.75             0.56             0.40     23.09     16.40\n",
      "tjkfn                  52.24   600.69   297.16   49.47       10.30        1.71             3.02             0.50    300.51     50.03\n",
      "tlprc                   4.02   131.21   127.96   97.52        2.02        1.54             1.22             0.93      2.03      1.55\n",
      "tplwz                   5.13   190.81   182.93   95.87        1.91        1.00             6.72             3.52      1.16      0.61\n",
      "tucrg                 100.93     3.23     2.50   77.40        2.53       78.33             0.73            22.60      0.00      0.00\n",
      "txcok                   2.32   395.01   387.33   98.06        1.47        0.37             7.20             1.82      0.48      0.12\n",
      "uatlu                  37.30   114.36    78.34   68.50        6.64        5.80            19.74            17.26     16.28     14.24\n",
      "udjij                  11.52   467.51   423.86   90.66       10.21        2.18            38.81             8.30      4.84      1.04\n",
      "uexjc                  12.05   270.52   244.84   90.51        6.92        2.56             9.10             3.36     16.58      6.13\n",
      "ufpel                  73.13   220.39    76.83   34.86       17.61        7.99            10.48             4.76    133.08     60.38\n",
      "ulriv                   3.06   374.18   363.19   97.06        0.45        0.12             9.15             2.45      1.84      0.49\n",
      "usbgm                   0.70    56.73    56.73  100.00        0.40        0.70             0.00             0.00      0.00      0.00\n",
      "uvnmy                  59.67   161.40    67.84   42.03        2.75        1.71             2.92             1.81     90.64     56.16\n",
      "vbjlx                  35.16   188.10   123.01   65.40        1.05        0.56            14.33             7.62     50.76     26.99\n",
      "vmaiq                  50.58   672.48   342.98   51.00       10.65        1.58             6.67             0.99    322.83     48.01\n",
      "vmbga                   7.27   523.79   505.06   96.42       19.35        3.69            14.45             2.76      4.28      0.82\n",
      "vysqj                   0.44    84.27    84.01   99.69        0.11        0.14             0.26             0.31      0.00      0.00\n",
      "wbqza                  44.12   595.21   343.77   57.76       11.20        1.88             8.47             1.42    242.97     40.82\n",
      "wdjyj                   7.92   178.05   170.09   95.53        6.14        3.45             3.01             1.69      4.95      2.78\n",
      "wewoz                   4.48   116.97   115.41   98.67        3.68        3.15             1.16             0.99      0.40      0.34\n",
      "whmpa                  39.61    42.64    25.75   60.39        0.00        0.00             5.64            13.23     11.25     26.38\n",
      "willh                   0.80   113.30   113.08   99.81        0.69        0.60             0.22             0.19      0.00      0.00\n",
      "wjhgf                  30.49    61.44    43.35   70.56        0.64        1.05             3.39             5.52     14.70     23.93\n",
      "wmori                   7.53    95.21    92.83   97.50        4.79        5.03             2.38             2.50      0.00      0.00\n",
      "wnfoi                  26.43   175.03   131.72   75.26        2.95        1.69             6.14             3.51     37.17     21.24\n",
      "wspbh                   3.43   599.80   590.86   98.51       11.63        1.94             7.12             1.19      1.82      0.30\n",
      "xiglo                   7.17    97.15    94.46   97.23        4.28        4.41             2.47             2.54      0.22      0.23\n",
      "xmfzh                   3.76   169.01   165.27   97.79        2.62        1.55             1.38             0.82      2.36      1.40\n",
      "xvllq                   4.00   228.15   225.00   98.62        5.98        2.62             3.07             1.35      0.08      0.04\n",
      "xxwgv                   8.68   611.11   562.42   92.03        4.37        0.72            27.78             4.55     20.91      3.42\n",
      "xypdm                  17.59   305.01   292.93   96.04       41.56       13.63            12.08             3.96      0.00      0.00\n",
      "ycxxe                   4.39   130.30   125.89   96.62        1.32        1.01             3.65             2.80      0.76      0.58\n",
      "ydlfw                   6.30   163.58   153.89   94.08        0.61        0.37             9.69             5.92      0.00      0.00\n",
      "yfcmz                   2.19   523.50   516.23   98.61        4.18        0.80             3.24             0.62      4.03      0.77\n",
      "ylnza                  24.05   516.66   396.79   76.80        4.38        0.85             3.09             0.60    116.78     22.60\n",
      "ypwjd                   6.32   223.18   221.08   99.06       12.01        5.38             0.84             0.38      1.26      0.56\n",
      "yrsve                  23.29   517.43   397.56   76.83        0.61        0.12            16.68             3.22    103.19     19.94\n",
      "ysgbf                   5.30    93.57    93.35   99.76        4.74        5.07             0.22             0.24      0.00      0.00\n",
      "yuzyu                   1.89   590.57   579.94   98.20        0.50        0.09             9.87             1.67      0.76      0.13\n",
      "ywcwr                   3.65   127.12   124.66   98.06        2.18        1.71             2.38             1.87      0.08      0.06\n",
      "zajzs                   1.04   180.33   178.64   99.06        0.19        0.11             1.44             0.80      0.25      0.14\n",
      "zcdsd                   1.23   555.74   549.99   98.97        1.08        0.20             4.47             0.80      1.28      0.23\n",
      "zfkap                   3.19   101.34   100.35   99.02        2.24        2.21             0.70             0.69      0.29      0.29\n",
      "zidwg                   2.64   162.89   161.50   99.15        2.91        1.79             0.24             0.15      1.15      0.71\n",
      "zmndm                   2.36   270.91   267.65   98.80        3.14        1.16             3.26             1.20      0.00      0.00\n",
      "zrlyl                   6.83   480.84   471.24   98.00       23.23        4.83             8.18             1.70      1.42      0.30\n",
      "ztzzr                  15.04   203.21   198.52   97.69       25.88       12.74             4.69             2.31      0.00      0.00\n",
      "zvmyn                   6.94   107.95   107.33   99.43        6.87        6.36             0.62             0.57      0.00      0.00\n",
      "zyffh                  29.13   237.43   171.26   72.13        2.99        1.26             3.84             1.62     62.33     26.25\n",
      "TOTAL                  17.15 63534.15 54230.27   85.36     1592.85        2.51          1536.22             2.42   7767.66     12.23\n"
     ]
    }
   ],
   "source": [
    "hypothesis_dir = baselineMethods.diarizationOracleNumSpkrs(audio_dataset, method=\"KMeans\")\n",
    "metric = get_metrics(audio_dataset.label_dir, hypothesis_dir)\n",
    "print(metric)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 142
    },
    "executionInfo": {
     "elapsed": 72474,
     "status": "ok",
     "timestamp": 1620719910794,
     "user": {
      "displayName": "Shashi Kant Gupta",
      "photoUrl": "",
      "userId": "03361959783973937060"
     },
     "user_tz": -330
    },
    "id": "yvlCq3YvNnQN",
    "outputId": "44614b18-963c-4f00-f94b-ddc4b95a6649"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr:last-of-type th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>diarization error rate</th>\n",
       "      <th>false alarm</th>\n",
       "      <th>missed detection</th>\n",
       "      <th>confusion</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>%</th>\n",
       "      <th>%</th>\n",
       "      <th>%</th>\n",
       "      <th>%</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>item</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>TOTAL</th>\n",
       "      <td>17.150973</td>\n",
       "      <td>2.507069</td>\n",
       "      <td>2.417944</td>\n",
       "      <td>12.22596</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      diarization error rate false alarm missed detection confusion\n",
       "                           %           %                %         %\n",
       "item                                                               \n",
       "TOTAL              17.150973    2.507069         2.417944  12.22596"
      ]
     },
     "execution_count": 13,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = metric.report()\n",
    "dfT = df[-1:]\n",
    "dfT[[dfT.keys()[0], dfT.keys()[5], dfT.keys()[7], dfT.keys()[9]]]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "xsnS_f6jhzbN"
   },
   "source": [
    "## Spectral - Oracle Number of Speakers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 1000,
     "referenced_widgets": [
      "4ce288a4d0fb4882a5233ab3b993422d",
      "ca062d7569c64e97a46544e375aa752a",
      "09a78678cf634f1e93b35187d2a2169e",
      "fa79b3ea2a9d46ad9492192c5434d5ab",
      "b39eaca8e47548a89fd77d83a767de12",
      "a45ef64792fe4a03825f46cae03664cc",
      "46c2a17949484499943f884ade821b99",
      "45b29d9eee1e4a8e87b52ea77a043f9e",
      "b235cc8a331d4311a33d25cf21baf12f",
      "bcddb29e38314c1eba0069742104d875",
      "815ce7854eca4df18520bb641c964db8",
      "cf54d2d1c65a40cd825f23030da42eda",
      "c7ccfc34494249dfa7246ff655596914",
      "dc1ee9e07faa4ac086e27002bb9c46a4",
      "85032cc339ab47dc81b8db0c9f08cba1",
      "140991bc4cf640418bc0ca32d962c7b8"
     ]
    },
    "executionInfo": {
     "elapsed": 842714,
     "status": "ok",
     "timestamp": 1620720681043,
     "user": {
      "displayName": "Shashi Kant Gupta",
      "photoUrl": "",
      "userId": "03361959783973937060"
     },
     "user_tz": -330
    },
    "id": "cxzEbni_iCa-",
    "outputId": "1e2c008c-81f2-4d72-afa9-ab4a22bbaff0"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "4ce288a4d0fb4882a5233ab3b993422d",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(FloatProgress(value=0.0, max=216.0), HTML(value='')))"
      ]
     },
     "metadata": {
      "tags": []
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "b235cc8a331d4311a33d25cf21baf12f",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(FloatProgress(value=0.0, max=216.0), HTML(value='')))"
      ]
     },
     "metadata": {
      "tags": []
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "      diarization error rate    total  correct correct false alarm false alarm missed detection missed detection confusion confusion\n",
      "                           %                         %                       %                                 %                   %\n",
      "item                                                                                                                                \n",
      "abjxc                   2.17    62.10    61.71   99.37        0.95        1.54             0.39             0.63      0.00      0.00\n",
      "afjiv                  16.82   116.64   107.40   92.08       10.38        8.90             0.68             0.58      8.56      7.34\n",
      "ahnss                   3.47   582.22   563.83   96.84        1.84        0.32            14.95             2.57      3.44      0.59\n",
      "aisvi                   3.93   430.98   428.81   99.50       14.78        3.43             1.35             0.31      0.82      0.19\n",
      "akthc                   5.01   101.91   101.30   99.40        4.50        4.41             0.61             0.60      0.00      0.00\n",
      "ampme                   6.54   133.62   130.38   97.58        5.49        4.11             3.24             2.42      0.00      0.00\n",
      "asxwr                   2.12   225.58   221.75   98.30        0.95        0.42             3.21             1.42      0.62      0.27\n",
      "atgpi                   1.50   118.34   117.44   99.24        0.87        0.74             0.90             0.76      0.00      0.00\n",
      "aufkn                   4.28   162.52   157.14   96.69        1.57        0.97             2.11             1.30      3.27      2.01\n",
      "azisu                  16.32   156.42   131.28   83.93        0.40        0.25             5.42             3.47     19.72     12.61\n",
      "bauzd                   7.69   418.59   407.87   97.44       21.47        5.13             6.74             1.61      3.98      0.95\n",
      "bdopb                   3.46   856.09   840.09   98.13       13.59        1.59             8.36             0.98      7.64      0.89\n",
      "bkwns                   6.05    47.85    47.28   98.81        2.33        4.86             0.46             0.96      0.11      0.23\n",
      "blwmj                   1.77   245.88   244.24   99.33        2.71        1.10             1.56             0.63      0.08      0.03\n",
      "bravd                   6.97   295.07   278.93   94.53        4.43        1.50            11.91             4.04      4.23      1.43\n",
      "bspxd                   8.00   256.90   240.43   93.59        4.07        1.59            16.16             6.29      0.31      0.12\n",
      "bwzyf                   8.48    66.24    65.17   98.38        4.55        6.87             1.07             1.62      0.00      0.00\n",
      "bxpwa                   3.03   400.22   393.31   98.27        5.21        1.30             3.67             0.92      3.24      0.81\n",
      "bydui                   1.39   270.00   266.94   98.87        0.70        0.26             1.43             0.53      1.63      0.60\n",
      "ccokr                  38.28   157.88   103.20   65.37        5.76        3.65             5.49             3.48     49.19     31.16\n",
      "cjfer                  73.15   529.27   153.05   28.92       10.93        2.07            16.81             3.18    359.41     67.91\n",
      "cmfyw                   5.89   364.10   353.38   97.06       10.72        2.95             8.77             2.41      1.95      0.54\n",
      "cmhsm                   2.57   576.61   574.04   99.55       12.26        2.13             2.57             0.45      0.00      0.00\n",
      "cobal                   0.44    74.93    74.60   99.56        0.00        0.00             0.30             0.40      0.03      0.04\n",
      "cqaec                  19.68   174.13   144.31   82.87        4.46        2.56            21.84            12.54      7.98      4.58\n",
      "crixb                   7.85   236.10   225.72   95.60        8.15        3.45             9.07             3.84      1.31      0.55\n",
      "cwryz                   9.28   131.69   120.49   91.50        1.02        0.77             6.78             5.15      4.42      3.36\n",
      "cyyxp                  14.76   134.40   128.47   95.59       13.90       10.35             5.93             4.41      0.00      0.00\n",
      "czlvt                   7.09   883.50   824.00   93.27        3.16        0.36            12.58             1.42     46.92      5.31\n",
      "dbugl                   3.75   754.14   729.67   96.76        3.79        0.50            14.20             1.88     10.27      1.36\n",
      "dhorc                   4.02   274.29   270.45   98.60        7.20        2.62             3.71             1.35      0.13      0.05\n",
      "djngn                   2.49   162.56   162.22   99.79        3.70        2.28             0.10             0.06      0.24      0.15\n",
      "djqif                   7.18   440.18   433.89   98.57       25.33        5.75             2.75             0.62      3.54      0.80\n",
      "dscgs                   4.70   183.66   178.43   97.15        3.39        1.85             4.41             2.40      0.82      0.45\n",
      "dvngl                   6.93   379.46   354.24   93.35        1.06        0.28             8.38             2.21     16.84      4.44\n",
      "eapdk                   1.95   526.69   518.86   98.51        2.44        0.46             4.53             0.86      3.30      0.63\n",
      "edixl                   1.35   300.67   299.14   99.49        2.53        0.84             0.39             0.13      1.14      0.38\n",
      "ehpau                  10.04   120.85   112.78   93.32        4.07        3.36             7.95             6.58      0.12      0.10\n",
      "epdpg                  30.23   457.30   344.86   75.41       25.80        5.64            10.04             2.20    102.40     22.39\n",
      "eqttu                   0.11   159.47   159.29   99.89        0.00        0.00             0.08             0.05      0.10      0.06\n",
      "esrit                   4.40   195.26   193.33   99.01        6.67        3.42             1.93             0.99      0.00      0.00\n",
      "evtyi                  20.75   556.23   547.37   98.41      106.58       19.16             8.86             1.59      0.00      0.00\n",
      "exymw                  20.45    84.39    70.41   83.43        3.28        3.88             0.04             0.05     13.94     16.52\n",
      "eziem                  21.05   139.84   112.10   80.16        1.70        1.22             4.57             3.27     23.17     16.57\n",
      "ezsgk                   7.64   153.61   145.11   94.47        3.23        2.10             7.78             5.06      0.72      0.47\n",
      "falxo                  27.31   317.21   258.31   81.43       27.72        8.74            11.30             3.56     47.60     15.01\n",
      "femmv                   5.69   160.18   156.75   97.86        5.69        3.55             1.81             1.13      1.62      1.01\n",
      "fkvvo                   8.78   486.83   454.76   93.41       10.66        2.19             7.38             1.52     24.69      5.07\n",
      "fsaal                  29.70   184.44   133.78   72.53        4.12        2.23             0.97             0.53     49.69     26.94\n",
      "fvyvb                  14.49   707.45   621.89   87.91       16.94        2.39            79.46            11.23      6.10      0.86\n",
      "fxgvy                   5.91    50.74    47.74   94.09        0.00        0.00             2.79             5.50      0.21      0.41\n",
      "ggvel                  25.81   113.88    92.05   80.83        7.57        6.64             1.39             1.22     20.44     17.95\n",
      "gocbm                  14.14   247.23   218.13   88.23        5.87        2.37             1.97             0.80     27.13     10.97\n",
      "gofnj                   1.44   374.94   371.54   99.09        1.99        0.53             2.81             0.75      0.59      0.16\n",
      "goyli                   3.41   598.62   587.90   98.21        9.71        1.62             8.27             1.38      2.45      0.41\n",
      "gpjne                   1.84   174.50   172.99   99.13        1.70        0.97             1.27             0.73      0.24      0.14\n",
      "gqbvk                   5.97   148.62   145.89   98.16        6.14        4.13             2.73             1.84      0.00      0.00\n",
      "gqdxy                   3.49   335.03   328.87   98.16        5.54        1.65             4.44             1.33      1.72      0.51\n",
      "grzbb                   8.67   421.48   411.66   97.67       26.73        6.34             9.82             2.33      0.00      0.00\n",
      "gwtwd                   9.37    42.15    38.55   91.46        0.35        0.83             1.75             4.15      1.85      4.39\n",
      "gzvkx                   8.26   198.90   186.21   93.62        3.74        1.88             2.89             1.45      9.80      4.93\n",
      "hgdez                   5.53   843.93   820.68   97.25       23.38        2.77             9.12             1.08     14.13      1.67\n",
      "hgeec                   0.85   408.86   405.55   99.19        0.18        0.04             1.08             0.26      2.23      0.55\n",
      "hiyis                   0.54    85.17    84.71   99.46        0.00        0.00             0.32             0.38      0.14      0.16\n",
      "hkzpa                   4.31   885.39   867.65   98.00       20.40        2.30            15.82             1.79      1.92      0.22\n",
      "houcx                   7.57   254.73   249.40   97.91       13.95        5.48             4.48             1.76      0.85      0.33\n",
      "hqyok                   3.94    20.29    19.83   97.73        0.34        1.68             0.46             2.27      0.00      0.00\n",
      "hycgx                  26.83   228.40   171.52   75.10        4.40        1.93             3.89             1.70     52.99     23.20\n",
      "ikgcq                  13.99    99.84    93.53   93.68        7.66        7.67             3.45             3.46      2.86      2.86\n",
      "imbqf                   3.65   306.29   298.02   97.30        2.92        0.95             7.33             2.39      0.94      0.31\n",
      "imtug                   4.74   131.27   129.66   98.77        4.61        3.51             1.61             1.23      0.00      0.00\n",
      "ioasm                  34.42   311.06   227.66   73.19       23.66        7.61            53.89            17.32     29.51      9.49\n",
      "ipqqq                   4.94   317.36   303.01   95.48        1.33        0.42             7.27             2.29      7.08      2.23\n",
      "iqbww                  16.90   187.25   162.81   86.95        7.20        3.85             9.41             5.03     15.03      8.03\n",
      "iqtde                  15.78   107.92    90.92   84.25        0.03        0.03             0.15             0.14     16.85     15.61\n",
      "irvat                   3.00   192.95   188.50   97.69        1.35        0.70             4.23             2.19      0.22      0.11\n",
      "iwdjy                  19.08   185.47   170.53   91.94       20.45       11.03            11.44             6.17      3.50      1.89\n",
      "jcako                   7.14   816.00   794.77   97.40       37.03        4.54             9.23             1.13     12.00      1.47\n",
      "jhdav                  13.78   135.46   118.95   87.81        2.15        1.59             0.26             0.19     16.25     12.00\n",
      "jiqvr                   9.43    64.77    62.62   96.68        3.95        6.11             0.47             0.73      1.68      2.59\n",
      "jnivh                   3.53   107.89   104.47   96.83        0.38        0.36             1.12             1.04      2.30      2.13\n",
      "jsdmu                  12.85   118.34   109.83   92.81        6.70        5.66             8.51             7.19      0.00      0.00\n",
      "jsmbi                   8.80    99.37    94.33   94.93        3.70        3.73             0.34             0.34      4.70      4.73\n",
      "jtagk                  27.85   242.05   181.17   74.85        6.53        2.70            55.76            23.04      5.12      2.12\n",
      "jyflp                   5.07   396.14   385.42   97.29        9.35        2.36             9.08             2.29      1.64      0.41\n",
      "jyirt                   6.05    79.86    77.55   97.11        2.52        3.16             1.87             2.34      0.44      0.55\n",
      "jynhe                   3.59   559.43   545.51   97.51        6.18        1.10            12.64             2.26      1.28      0.23\n",
      "kbkon                  19.53    82.36    66.43   80.66        0.16        0.19             2.11             2.56     13.82     16.78\n",
      "kckqn                   2.21   311.02   307.38   98.83        3.23        1.04             3.05             0.98      0.59      0.19\n",
      "kctgl                   3.47    98.59    96.99   98.38        1.82        1.85             1.53             1.55      0.07      0.07\n",
      "kdfqk                  43.33   759.06   479.32   63.15       49.15        6.47            40.88             5.39    238.86     31.47\n",
      "kefgo                   4.16   342.45   335.89   98.08        7.70        2.25             2.71             0.79      3.85      1.12\n",
      "kiadt                   7.00   688.43   669.46   97.24       29.23        4.25             3.46             0.50     15.51      2.25\n",
      "kkghn                   8.39   669.27   649.93   97.11       36.78        5.50            19.34             2.89      0.00      0.00\n",
      "kklpv                   1.60   761.27   753.48   98.98        4.38        0.58             4.44             0.58      3.35      0.44\n",
      "kkwkn                   1.63   449.66   447.17   99.45        4.86        1.08             0.82             0.18      1.67      0.37\n",
      "kszpd                   2.92   145.42   142.59   98.05        1.42        0.98             1.12             0.77      1.71      1.18\n",
      "ktzmw                   1.43   932.51   926.54   99.36        7.35        0.79             4.40             0.47      1.57      0.17\n",
      "kuduk                  19.98   504.30   408.65   81.03        5.12        1.02             3.62             0.72     92.03     18.25\n",
      "ldkmv                   2.82   450.61   438.91   97.40        1.00        0.22             9.48             2.10      2.22      0.49\n",
      "ldnro                   8.85  1017.14   945.36   92.94       18.27        1.80            10.31             1.01     61.47      6.04\n",
      "lfzib                  20.96   256.80   205.87   80.17        2.90        1.13            11.14             4.34     39.79     15.49\n",
      "lknjp                  24.38    67.24    53.04   78.88        2.19        3.26             1.13             1.68     13.07     19.44\n",
      "luvfz                  21.28   167.69   135.15   80.60        3.15        1.88             6.21             3.70     26.33     15.70\n",
      "mdbod                  26.41   574.65   437.45   76.12       14.58        2.54             5.99             1.04    131.21     22.83\n",
      "mekog                   1.98   835.01   822.70   98.53        4.19        0.50             6.55             0.78      5.76      0.69\n",
      "mesob                   9.75   104.78    94.87   90.54        0.30        0.29             5.54             5.29      4.37      4.17\n",
      "mevkw                  19.12    59.85    50.03   83.59        1.62        2.72             5.46             9.12      4.36      7.28\n",
      "mgpok                   3.47   518.37   517.15   99.76       16.79        3.24             0.54             0.10      0.68      0.13\n",
      "migzj                  32.77   102.08    69.31   67.90        0.68        0.67             9.54             9.35     23.23     22.76\n",
      "mjgil                   2.81   193.73   190.56   98.36        2.27        1.17             3.17             1.64      0.00      0.00\n",
      "mkrcv                   4.05   542.87   530.04   97.64        9.17        1.69            10.17             1.87      2.66      0.49\n",
      "mpvoh                  42.05   117.74    69.66   59.16        1.43        1.21            41.49            35.24      6.59      5.60\n",
      "mqxsf                  38.43   631.45   399.24   63.23       10.42        1.65            34.72             5.50    197.49     31.28\n",
      "mvjuk                   3.74   313.07   307.64   98.27        6.29        2.01             4.03             1.29      1.40      0.45\n",
      "mwfmq                   1.22   431.80   430.03   99.59        3.50        0.81             1.22             0.28      0.55      0.13\n",
      "nctdh                   7.10   113.05   107.66   95.23        2.64        2.34             0.35             0.31      5.04      4.46\n",
      "ndkwv                   5.37   680.39   651.77   95.79        7.91        1.16            24.53             3.61      4.09      0.60\n",
      "nfqjx                   5.46   675.34   658.45   97.50       19.97        2.96            13.77             2.04      3.12      0.46\n",
      "ngyrk                   8.35   122.87   119.60   97.34        6.99        5.69             2.75             2.24      0.52      0.42\n",
      "nnqfq                  33.87   118.92    79.07   66.49        0.43        0.36             3.83             3.22     36.02     30.29\n",
      "nrogz                  21.64   373.23   308.19   82.57       15.73        4.21            21.63             5.80     43.41     11.63\n",
      "ntchr                   2.76   388.44   383.86   98.82        6.13        1.58             3.31             0.85      1.27      0.33\n",
      "nxgad                   2.77   129.96   126.43   97.28        0.07        0.05             2.95             2.27      0.58      0.45\n",
      "odkzj                   2.57   538.24   529.07   98.30        4.67        0.87             7.66             1.42      1.51      0.28\n",
      "oekmc                  13.20   140.33   123.70   88.15        1.90        1.35             0.69             0.49     15.94     11.36\n",
      "oenox                   2.93    72.12    71.86   99.64        1.85        2.57             0.26             0.36      0.00      0.00\n",
      "oklol                   5.55   837.40   807.51   96.43       16.55        1.98            18.62             2.22     11.27      1.35\n",
      "onpra                  23.91   239.96   186.95   77.91        4.37        1.82            49.87            20.78      3.14      1.31\n",
      "ooxnm                  33.05   289.96   201.64   69.54        7.52        2.59             4.83             1.67     83.49     28.79\n",
      "oxxwk                  11.07   391.63   370.58   94.63       22.32        5.70             6.28             1.60     14.77      3.77\n",
      "paibn                   1.02   332.04   331.06   99.70        2.40        0.72             0.41             0.12      0.57      0.17\n",
      "pgkde                   1.91   275.18   272.57   99.05        2.65        0.96             1.79             0.65      0.82      0.30\n",
      "pilgb                   6.44   497.38   479.01   96.31       13.66        2.75            13.90             2.79      4.47      0.90\n",
      "plbbw                   3.78    73.77    72.81   98.70        1.83        2.48             0.96             1.30      0.00      0.00\n",
      "pnook                  10.53   304.00   284.64   93.63       12.66        4.17             3.12             1.03     16.24      5.34\n",
      "pnyir                  10.95   417.78   375.25   89.82        3.23        0.77            16.59             3.97     25.94      6.21\n",
      "ppgjx                  12.88   419.78   388.69   92.59       22.99        5.48            28.88             6.88      2.21      0.53\n",
      "pqmho                  14.26    14.17    13.57   95.77        1.42       10.02             0.60             4.23      0.00      0.00\n",
      "praxo                   2.77   470.44   462.62   98.34        5.21        1.11             6.63             1.41      1.19      0.25\n",
      "qfdpp                   1.95   311.13   307.90   98.96        2.84        0.91             2.88             0.93      0.35      0.11\n",
      "qhesr                   4.93   147.62   141.98   96.18        1.65        1.11             5.64             3.82      0.00      0.00\n",
      "qjgpl                  23.28   109.37    86.49   79.08        2.59        2.36             0.76             0.69     22.12     20.22\n",
      "qouur                   0.17  1014.40  1014.04   99.96        1.34        0.13             0.36             0.04      0.00      0.00\n",
      "qppll                   3.04    65.06    64.79   99.58        1.71        2.63             0.27             0.42      0.00      0.00\n",
      "qpylu                  50.05    30.23    17.79   58.85        2.69        8.90             2.08             6.88     10.36     34.27\n",
      "qrzjk                   0.34    38.22    38.09   99.66        0.00        0.00             0.13             0.34      0.00      0.00\n",
      "qsfzo                   1.51   138.23   136.55   98.78        0.41        0.30             1.07             0.77      0.61      0.44\n",
      "qvtia                  38.90   203.49   194.99   95.82       70.66       34.73             8.50             4.18      0.00      0.00\n",
      "qydmg                   0.00   112.18   112.18  100.00        0.00        0.00             0.00             0.00      0.00      0.00\n",
      "qygfk                  31.52   352.15   241.51   68.58        0.35        0.10             9.33             2.65    101.31     28.77\n",
      "qzwxa                   0.96   211.45   211.33   99.94        1.91        0.90             0.12             0.06      0.00      0.00\n",
      "rcxzg                   2.56   166.59   162.83   97.74        0.50        0.30             2.58             1.55      1.18      0.71\n",
      "rtvuw                  30.78    43.62    30.58   70.11        0.39        0.88            11.89            27.26      1.15      2.64\n",
      "rxgun                   7.53   177.52   164.96   92.92        0.80        0.45             7.86             4.43      4.70      2.65\n",
      "sduml                   3.80   633.95   627.10   98.92       17.27        2.72             6.28             0.99      0.57      0.09\n",
      "sikkm                   0.14    62.47    62.38   99.86        0.00        0.00             0.09             0.14      0.00      0.00\n",
      "sldwj                   9.02   127.96   119.81   93.63        3.39        2.65             1.35             1.06      6.80      5.31\n",
      "sosnj                   5.80   306.79   302.71   98.67       13.70        4.47             3.96             1.29      0.12      0.04\n",
      "spzmn                   1.25   152.83   152.11   99.53        1.19        0.78             0.41             0.27      0.31      0.20\n",
      "sqkup                  57.64   104.81    49.78   47.50        5.38        5.13             7.12             6.79     47.91     45.71\n",
      "suuxu                  25.88   239.86   188.37   78.53       10.59        4.42            32.93            13.73     18.56      7.74\n",
      "syiwe                   3.00    62.26    61.46   98.72        1.07        1.72             0.37             0.59      0.43      0.69\n",
      "szsyz                   4.06    45.70    43.92   96.11        0.08        0.16             0.66             1.44      1.12      2.45\n",
      "tcwsn                   2.43   353.33   346.13   97.96        1.40        0.40             5.35             1.51      1.85      0.52\n",
      "tfvyr                   2.40    26.90    26.44   98.29        0.19        0.69             0.46             1.71      0.00      0.00\n",
      "tguxv                   2.45   234.25   231.06   98.64        2.56        1.09             0.26             0.11      2.93      1.25\n",
      "tiams                   4.87   140.80   136.41   96.88        2.46        1.75             0.56             0.40      3.83      2.72\n",
      "tjkfn                   8.30   600.69   561.11   93.41       10.30        1.71             3.02             0.50     36.56      6.09\n",
      "tlprc                  11.22   131.21   118.51   90.32        2.02        1.54             1.22             0.93     11.48      8.75\n",
      "tplwz                   8.19   190.81   177.10   92.81        1.91        1.00             6.72             3.52      6.99      3.66\n",
      "tucrg                 113.62     3.23     2.09   64.71        2.53       78.33             0.73            22.60      0.41     12.69\n",
      "txcok                   2.32   395.01   387.31   98.05        1.47        0.37             7.20             1.82      0.50      0.13\n",
      "uatlu                  23.87   114.36    93.70   81.93        6.64        5.80            19.74            17.26      0.92      0.80\n",
      "udjij                  11.81   467.51   422.49   90.37       10.21        2.18            38.81             8.30      6.21      1.33\n",
      "uexjc                   7.85   270.52   256.20   94.71        6.92        2.56             9.10             3.36      5.22      1.93\n",
      "ufpel                  33.30   220.39   164.61   74.69       17.61        7.99            10.48             4.76     45.30     20.55\n",
      "ulriv                   3.06   374.18   363.19   97.06        0.45        0.12             9.15             2.45      1.84      0.49\n",
      "usbgm                   0.70    56.73    56.73  100.00        0.40        0.70             0.00             0.00      0.00      0.00\n",
      "uvnmy                   5.60   161.40   155.12   96.11        2.75        1.71             2.92             1.81      3.36      2.08\n",
      "vbjlx                  12.22   188.10   166.17   88.34        1.05        0.56            14.33             7.62      7.60      4.04\n",
      "vmaiq                  69.30   672.48   217.12   32.29       10.65        1.58             6.67             0.99    448.69     66.72\n",
      "vmbga                   7.59   523.79   503.40   96.11       19.35        3.69            14.45             2.76      5.94      1.13\n",
      "vysqj                   0.44    84.27    84.01   99.69        0.11        0.14             0.26             0.31      0.00      0.00\n",
      "wbqza                   4.22   595.21   581.27   97.66       11.20        1.88             8.47             1.42      5.47      0.92\n",
      "wdjyj                  23.96   178.05   141.54   79.49        6.14        3.45             3.01             1.69     33.50     18.81\n",
      "wewoz                  36.37   116.97    78.11   66.78        3.68        3.15             1.16             0.99     37.70     32.23\n",
      "whmpa                  18.50    42.64    34.75   81.50        0.00        0.00             5.64            13.23      2.25      5.28\n",
      "willh                   0.80   113.30   113.08   99.81        0.69        0.60             0.22             0.19      0.00      0.00\n",
      "wjhgf                  13.32    61.44    53.90   87.73        0.64        1.05             3.39             5.52      4.15      6.75\n",
      "wmori                   7.53    95.21    92.83   97.50        4.79        5.03             2.38             2.50      0.00      0.00\n",
      "wnfoi                   5.74   175.03   167.94   95.95        2.95        1.69             6.14             3.51      0.95      0.54\n",
      "wspbh                   3.36   599.80   591.26   98.58       11.63        1.94             7.12             1.19      1.42      0.24\n",
      "xiglo                   7.17    97.15    94.46   97.23        4.28        4.41             2.47             2.54      0.22      0.23\n",
      "xmfzh                  22.58   169.01   133.46   78.97        2.62        1.55             1.38             0.82     34.17     20.22\n",
      "xvllq                   4.00   228.15   225.00   98.62        5.98        2.62             3.07             1.35      0.08      0.04\n",
      "xxwgv                   5.62   611.11   581.15   95.10        4.37        0.72            27.78             4.55      2.18      0.36\n",
      "xypdm                  17.59   305.01   292.93   96.04       41.56       13.63            12.08             3.96      0.00      0.00\n",
      "ycxxe                  23.47   130.30   101.04   77.54        1.32        1.01             3.65             2.80     25.61     19.65\n",
      "ydlfw                  12.40   163.58   143.91   87.98        0.61        0.37             9.69             5.92      9.98      6.10\n",
      "yfcmz                   2.14   523.50   516.46   98.66        4.18        0.80             3.24             0.62      3.80      0.73\n",
      "ylnza                  22.30   516.66   405.81   78.54        4.38        0.85             3.09             0.60    107.76     20.86\n",
      "ypwjd                   6.32   223.18   221.08   99.06       12.01        5.38             0.84             0.38      1.26      0.56\n",
      "yrsve                   4.25   517.43   496.04   95.87        0.61        0.12            16.68             3.22      4.71      0.91\n",
      "ysgbf                   5.30    93.57    93.35   99.76        4.74        5.07             0.22             0.24      0.00      0.00\n",
      "yuzyu                   1.89   590.57   579.94   98.20        0.50        0.09             9.87             1.67      0.76      0.13\n",
      "ywcwr                   3.65   127.12   124.66   98.06        2.18        1.71             2.38             1.87      0.08      0.06\n",
      "zajzs                   1.04   180.33   178.64   99.06        0.19        0.11             1.44             0.80      0.25      0.14\n",
      "zcdsd                   1.23   555.74   550.01   98.97        1.08        0.20             4.47             0.80      1.26      0.23\n",
      "zfkap                   3.19   101.34   100.35   99.02        2.24        2.21             0.70             0.69      0.29      0.29\n",
      "zidwg                  23.73   162.89   127.14   78.05        2.91        1.79             0.24             0.15     35.51     21.80\n",
      "zmndm                   2.36   270.91   267.65   98.80        3.14        1.16             3.26             1.20      0.00      0.00\n",
      "zrlyl                   6.83   480.84   471.24   98.00       23.23        4.83             8.18             1.70      1.42      0.30\n",
      "ztzzr                  15.04   203.21   198.52   97.69       25.88       12.74             4.69             2.31      0.00      0.00\n",
      "zvmyn                   6.94   107.95   107.33   99.43        6.87        6.36             0.62             0.57      0.00      0.00\n",
      "zyffh                   3.18   237.43   232.88   98.08        2.99        1.26             3.84             1.62      0.71      0.30\n",
      "TOTAL                  10.25 63534.15 58612.01   92.25     1592.85        2.51          1536.22             2.42   3385.92      5.33\n"
     ]
    }
   ],
   "source": [
    "hypothesis_dir = baselineMethods.diarizationOracleNumSpkrs(audio_dataset, method=\"Spectral\")\n",
    "metric = get_metrics(audio_dataset.label_dir, hypothesis_dir)\n",
    "print(metric)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 142
    },
    "executionInfo": {
     "elapsed": 842710,
     "status": "ok",
     "timestamp": 1620720681050,
     "user": {
      "displayName": "Shashi Kant Gupta",
      "photoUrl": "",
      "userId": "03361959783973937060"
     },
     "user_tz": -330
    },
    "id": "VoeKU0eQQQrd",
    "outputId": "14cadec4-84e4-401c-e6af-b826369b8a1a"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr:last-of-type th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>diarization error rate</th>\n",
       "      <th>false alarm</th>\n",
       "      <th>missed detection</th>\n",
       "      <th>confusion</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>%</th>\n",
       "      <th>%</th>\n",
       "      <th>%</th>\n",
       "      <th>%</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>item</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>TOTAL</th>\n",
       "      <td>10.254304</td>\n",
       "      <td>2.507069</td>\n",
       "      <td>2.417944</td>\n",
       "      <td>5.329291</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      diarization error rate false alarm missed detection confusion\n",
       "                           %           %                %         %\n",
       "item                                                               \n",
       "TOTAL              10.254304    2.507069         2.417944  5.329291"
      ]
     },
     "execution_count": 15,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = metric.report()\n",
    "dfT = df[-1:]\n",
    "dfT[[dfT.keys()[0], dfT.keys()[5], dfT.keys()[7], dfT.keys()[9]]]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "OiFZ_66hh6Nv"
   },
   "source": [
    "## Spectral - EigenGap"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 1000,
     "referenced_widgets": [
      "46c59235aedf4230b0852b35b36cf05c",
      "c6ef92e2b88d470f9d576a693008075d",
      "82e39a5d09ed4e979ef986ee2ed62e95",
      "59ada5ca3c094f50a6aaa9c40afd9ee5",
      "05d944d6f6c0454bbbcf32926db28484",
      "c2e2975bd3e241a4bfe4b9e55441a083",
      "ef690b9c6ff046e5adc1c94a8ea6029e",
      "5e6c08325e3a4d4a8a6171eae396ee02",
      "187dc5e3fbb9462c9c4fdb431df1b1c0",
      "82a8c86bca67431184b90d53d09399ec",
      "59c6ca9e70cb43a48210dcb8fd4cf939",
      "5e3538af8785492685fc6ffdf6391e4a",
      "ae71e519adda418694986b58a30d1407",
      "f3b2a766079f442687c2ad74a242fee3",
      "ad5b03e6ea6143fa8f40b35a9f86814f",
      "52edae3692f64c72ab8a2d88d20b816d"
     ]
    },
    "executionInfo": {
     "elapsed": 958479,
     "status": "ok",
     "timestamp": 1620720796828,
     "user": {
      "displayName": "Shashi Kant Gupta",
      "photoUrl": "",
      "userId": "03361959783973937060"
     },
     "user_tz": -330
    },
    "id": "x5JJ_CkFiEcI",
    "outputId": "d8f8856a-b99c-425e-c972-b3fa08351604"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "46c59235aedf4230b0852b35b36cf05c",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(FloatProgress(value=0.0, max=216.0), HTML(value='')))"
      ]
     },
     "metadata": {
      "tags": []
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "187dc5e3fbb9462c9c4fdb431df1b1c0",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(FloatProgress(value=0.0, max=216.0), HTML(value='')))"
      ]
     },
     "metadata": {
      "tags": []
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "      diarization error rate    total  correct correct false alarm false alarm missed detection missed detection confusion confusion\n",
      "                           %                         %                       %                                 %                   %\n",
      "item                                                                                                                                \n",
      "abjxc                  85.84    62.10     9.75   15.70        0.95        1.54             0.39             0.63     51.96     83.67\n",
      "afjiv                   9.58   116.64   115.85   99.32       10.38        8.90             0.68             0.58      0.11      0.09\n",
      "ahnss                   5.30   582.22   553.21   95.02        1.84        0.32            14.95             2.57     14.06      2.41\n",
      "aisvi                  14.18   430.98   384.66   89.25       14.78        3.43             1.35             0.31     44.97     10.43\n",
      "akthc                  30.05   101.91    75.78   74.36        4.50        4.41             0.61             0.60     25.52     25.04\n",
      "ampme                  35.62   133.62    91.52   68.49        5.49        4.11             3.24             2.42     38.86     29.08\n",
      "asxwr                  17.79   225.58   186.40   82.63        0.95        0.42             3.21             1.42     35.97     15.95\n",
      "atgpi                   1.50   118.34   117.44   99.24        0.87        0.74             0.90             0.76      0.00      0.00\n",
      "aufkn                  22.55   162.52   127.45   78.42        1.57        0.97             2.11             1.30     32.96     20.28\n",
      "azisu                   5.51   156.42   148.20   94.74        0.40        0.25             5.42             3.47      2.80      1.79\n",
      "bauzd                   9.10   418.59   401.95   96.02       21.47        5.13             6.74             1.61      9.90      2.37\n",
      "bdopb                   4.01   856.09   835.38   97.58       13.59        1.59             8.36             0.98     12.35      1.44\n",
      "bkwns                  89.23    47.85     7.48   15.63        2.33        4.86             0.46             0.96     39.91     83.41\n",
      "blwmj                   2.69   245.88   241.99   98.42        2.71        1.10             1.56             0.63      2.33      0.95\n",
      "bravd                  10.68   295.07   268.00   90.83        4.43        1.50            11.91             4.04     15.16      5.14\n",
      "bspxd                  15.02   256.90   222.38   86.56        4.07        1.59            16.16             6.29     18.36      7.15\n",
      "bwzyf                  56.20    66.24    33.56   50.66        4.55        6.87             1.07             1.62     31.61     47.72\n",
      "bxpwa                   9.61   400.22   366.98   91.69        5.21        1.30             3.67             0.92     29.57      7.39\n",
      "bydui                   2.05   270.00   265.16   98.21        0.70        0.26             1.43             0.53      3.41      1.26\n",
      "ccokr                  18.89   157.88   133.82   84.76        5.76        3.65             5.49             3.48     18.57     11.76\n",
      "cjfer                  21.62   529.27   425.77   80.44       10.93        2.07            16.81             3.18     86.69     16.38\n",
      "cmfyw                  16.26   364.10   315.64   86.69       10.72        2.95             8.77             2.41     39.69     10.90\n",
      "cmhsm                   2.57   576.61   574.04   99.55       12.26        2.13             2.57             0.45      0.00      0.00\n",
      "cobal                  79.85    74.93    15.10   20.15        0.00        0.00             0.30             0.40     59.53     79.45\n",
      "cqaec                  29.35   174.13   127.48   73.21        4.46        2.56            21.84            12.54     24.81     14.25\n",
      "crixb                   8.66   236.10   223.79   94.79        8.15        3.45             9.07             3.84      3.24      1.37\n",
      "cwryz                  16.23   131.69   111.33   84.54        1.02        0.77             6.78             5.15     13.58     10.31\n",
      "cyyxp                  14.76   134.40   128.47   95.59       13.90       10.35             5.93             4.41      0.00      0.00\n",
      "czlvt                  14.36   883.50   759.81   86.00        3.16        0.36            12.58             1.42    111.11     12.58\n",
      "dbugl                   9.72   754.14   684.63   90.78        3.79        0.50            14.20             1.88     55.31      7.33\n",
      "dhorc                   4.55   274.29   269.02   98.08        7.20        2.62             3.71             1.35      1.56      0.57\n",
      "djngn                   3.16   162.56   161.13   99.12        3.70        2.28             0.10             0.06      1.33      0.82\n",
      "djqif                  11.14   440.18   416.47   94.61       25.33        5.75             2.75             0.62     20.96      4.76\n",
      "dscgs                   7.58   183.66   173.13   94.27        3.39        1.85             4.41             2.40      6.12      3.33\n",
      "dvngl                   7.73   379.46   351.20   92.55        1.06        0.28             8.38             2.21     19.88      5.24\n",
      "eapdk                  14.60   526.69   452.21   85.86        2.44        0.46             4.53             0.86     69.95     13.28\n",
      "edixl                   1.48   300.67   298.76   99.36        2.53        0.84             0.39             0.13      1.52      0.51\n",
      "ehpau                  11.83   120.85   110.62   91.53        4.07        3.36             7.95             6.58      2.28      1.89\n",
      "epdpg                  33.90   457.30   328.06   71.74       25.80        5.64            10.04             2.20    119.20     26.07\n",
      "eqttu                   0.58   159.47   158.54   99.42        0.00        0.00             0.08             0.05      0.85      0.53\n",
      "esrit                  14.65   195.26   173.33   88.77        6.67        3.42             1.93             0.99     20.00     10.24\n",
      "evtyi                  26.41   556.23   515.93   92.75      106.58       19.16             8.86             1.59     31.44      5.65\n",
      "exymw                  26.40    84.39    65.39   77.49        3.28        3.88             0.04             0.05     18.96     22.47\n",
      "eziem                  22.05   139.84   110.70   79.16        1.70        1.22             4.57             3.27     24.57     17.57\n",
      "ezsgk                   8.48   153.61   143.82   93.63        3.23        2.10             7.78             5.06      2.01      1.31\n",
      "falxo                  42.71   317.21   209.46   66.03       27.72        8.74            11.30             3.56     96.45     30.41\n",
      "femmv                  27.73   160.18   121.45   75.82        5.69        3.55             1.81             1.13     36.92     23.05\n",
      "fkvvo                  11.98   486.83   439.15   90.21       10.66        2.19             7.38             1.52     40.30      8.28\n",
      "fsaal                   7.09   184.44   175.49   95.15        4.12        2.23             0.97             0.53      7.98      4.33\n",
      "fvyvb                  20.04   707.45   582.62   82.35       16.94        2.39            79.46            11.23     45.37      6.41\n",
      "fxgvy                   5.50    50.74    47.95   94.50        0.00        0.00             2.79             5.50      0.00      0.00\n",
      "ggvel                  18.73   113.88   100.11   87.91        7.57        6.64             1.39             1.22     12.38     10.87\n",
      "gocbm                  21.15   247.23   200.80   81.22        5.87        2.37             1.97             0.80     44.46     17.98\n",
      "gofnj                  27.94   374.94   272.19   72.60        1.99        0.53             2.81             0.75     99.94     26.65\n",
      "goyli                  26.15   598.62   451.79   75.47        9.71        1.62             8.27             1.38    138.56     23.15\n",
      "gpjne                   2.17   174.50   172.42   98.81        1.70        0.97             1.27             0.73      0.81      0.46\n",
      "gqbvk                  33.69   148.62   104.69   70.44        6.14        4.13             2.73             1.84     41.20     27.72\n",
      "gqdxy                  13.71   335.03   294.64   87.94        5.54        1.65             4.44             1.33     35.95     10.73\n",
      "grzbb                  54.86   421.48   216.98   51.48       26.73        6.34             9.82             2.33    194.68     46.19\n",
      "gwtwd                  32.69    42.15    28.72   68.14        0.35        0.83             1.75             4.15     11.68     27.71\n",
      "gzvkx                  37.16   198.90   128.73   64.72        3.74        1.88             2.89             1.45     67.28     33.83\n",
      "hgdez                  12.42   843.93   762.46   90.35       23.38        2.77             9.12             1.08     72.35      8.57\n",
      "hgeec                  28.22   408.86   293.66   71.82        0.18        0.04             1.08             0.26    114.12     27.91\n",
      "hiyis                   0.54    85.17    84.71   99.46        0.00        0.00             0.32             0.38      0.14      0.16\n",
      "hkzpa                   5.40   885.39   858.02   96.91       20.40        2.30            15.82             1.79     11.55      1.30\n",
      "houcx                  14.08   254.73   232.82   91.40       13.95        5.48             4.48             1.76     17.43      6.84\n",
      "hqyok                  83.19    20.29     3.75   18.48        0.34        1.68             0.46             2.27     16.08     79.25\n",
      "hycgx                   5.84   228.40   219.46   96.09        4.40        1.93             3.89             1.70      5.05      2.21\n",
      "ikgcq                  13.12    99.84    94.40   94.55        7.66        7.67             3.45             3.46      1.99      1.99\n",
      "imbqf                   9.77   306.29   279.27   91.18        2.92        0.95             7.33             2.39     19.69      6.43\n",
      "imtug                   6.96   131.27   126.75   96.56        4.61        3.51             1.61             1.23      2.91      2.22\n",
      "ioasm                  35.53   311.06   224.22   72.08       23.66        7.61            53.89            17.32     32.95     10.59\n",
      "ipqqq                   9.22   317.36   289.42   91.20        1.33        0.42             7.27             2.29     20.67      6.51\n",
      "iqbww                  21.57   187.25   154.06   82.28        7.20        3.85             9.41             5.03     23.78     12.70\n",
      "iqtde                   0.80   107.92   107.09   99.23        0.03        0.03             0.15             0.14      0.68      0.63\n",
      "irvat                   3.75   192.95   187.05   96.94        1.35        0.70             4.23             2.19      1.67      0.87\n",
      "iwdjy                  20.71   185.47   167.50   90.31       20.45       11.03            11.44             6.17      6.53      3.52\n",
      "jcako                   8.38   816.00   784.65   96.16       37.03        4.54             9.23             1.13     22.12      2.71\n",
      "jhdav                  13.32   135.46   119.56   88.26        2.15        1.59             0.26             0.19     15.64     11.55\n",
      "jiqvr                  34.85    64.77    46.15   71.25        3.95        6.11             0.47             0.73     18.15     28.02\n",
      "jnivh                   2.49   107.89   105.59   97.87        0.38        0.36             1.12             1.04      1.18      1.09\n",
      "jsdmu                  12.85   118.34   109.83   92.81        6.70        5.66             8.51             7.19      0.00      0.00\n",
      "jsmbi                  23.34    99.37    79.88   80.39        3.70        3.73             0.34             0.34     19.15     19.27\n",
      "jtagk                  29.09   242.05   178.16   73.60        6.53        2.70            55.76            23.04      8.13      3.36\n",
      "jyflp                  12.81   396.14   354.75   89.55        9.35        2.36             9.08             2.29     32.31      8.16\n",
      "jyirt                  19.83    79.86    66.54   83.32        2.52        3.16             1.87             2.34     11.45     14.34\n",
      "jynhe                  13.71   559.43   488.88   87.39        6.18        1.10            12.64             2.26     57.91     10.35\n",
      "kbkon                   2.75    82.36    80.25   97.44        0.16        0.19             2.11             2.56      0.00      0.00\n",
      "kckqn                   2.37   311.02   306.89   98.67        3.23        1.04             3.05             0.98      1.08      0.35\n",
      "kctgl                   5.35    98.59    95.14   96.50        1.82        1.85             1.53             1.55      1.92      1.95\n",
      "kdfqk                  41.93   759.06   489.90   64.54       49.15        6.47            40.88             5.39    228.28     30.07\n",
      "kefgo                   8.85   342.45   319.84   93.40        7.70        2.25             2.71             0.79     19.90      5.81\n",
      "kiadt                   7.51   688.43   665.98   96.74       29.23        4.25             3.46             0.50     18.99      2.76\n",
      "kkghn                   8.39   669.27   649.93   97.11       36.78        5.50            19.34             2.89      0.00      0.00\n",
      "kklpv                   2.95   761.27   743.17   97.62        4.38        0.58             4.44             0.58     13.66      1.79\n",
      "kkwkn                   1.59   449.66   447.35   99.49        4.86        1.08             0.82             0.18      1.49      0.33\n",
      "kszpd                  31.59   145.42   100.90   69.39        1.42        0.98             1.12             0.77     43.40     29.84\n",
      "ktzmw                   8.22   932.51   863.25   92.57        7.35        0.79             4.40             0.47     64.86      6.96\n",
      "kuduk                   7.35   504.30   472.35   93.66        5.12        1.02             3.62             0.72     28.33      5.62\n",
      "ldkmv                   4.17   450.61   432.82   96.05        1.00        0.22             9.48             2.10      8.31      1.84\n",
      "ldnro                  39.84  1017.14   630.21   61.96       18.27        1.80            10.31             1.01    376.62     37.03\n",
      "lfzib                  62.55   256.80    99.06   38.57        2.90        1.13            11.14             4.34    146.60     57.09\n",
      "lknjp                  11.24    67.24    61.87   92.01        2.19        3.26             1.13             1.68      4.24      6.31\n",
      "luvfz                  24.43   167.69   129.88   77.45        3.15        1.88             6.21             3.70     31.60     18.84\n",
      "mdbod                  20.22   574.65   473.03   82.32       14.58        2.54             5.99             1.04     95.63     16.64\n",
      "mekog                   4.03   835.01   805.51   96.47        4.19        0.50             6.55             0.78     22.95      2.75\n",
      "mesob                  59.62   104.78    42.61   40.67        0.30        0.29             5.54             5.29     56.63     54.05\n",
      "mevkw                  54.46    59.85    28.88   48.25        1.62        2.72             5.46             9.12     25.51     42.62\n",
      "mgpok                  55.73   518.37   246.25   47.50       16.79        3.24             0.54             0.10    271.58     52.39\n",
      "migzj                  14.49   102.08    87.97   86.18        0.68        0.67             9.54             9.35      4.57      4.48\n",
      "mjgil                  10.52   193.73   175.62   90.65        2.27        1.17             3.17             1.64     14.94      7.71\n",
      "mkrcv                   9.12   542.87   502.52   92.57        9.17        1.69            10.17             1.87     30.18      5.56\n",
      "mpvoh                  38.92   117.74    73.35   62.30        1.43        1.21            41.49            35.24      2.90      2.46\n",
      "mqxsf                  47.50   631.45   341.91   54.15       10.42        1.65            34.72             5.50    254.82     40.35\n",
      "mvjuk                   4.56   313.07   305.09   97.45        6.29        2.01             4.03             1.29      3.95      1.26\n",
      "mwfmq                   1.94   431.80   426.91   98.87        3.50        0.81             1.22             0.28      3.67      0.85\n",
      "nctdh                  21.81   113.05    91.03   80.52        2.64        2.34             0.35             0.31     21.67     19.17\n",
      "ndkwv                   7.65   680.39   636.28   93.52        7.91        1.16            24.53             3.61     19.58      2.88\n",
      "nfqjx                   8.44   675.34   638.33   94.52       19.97        2.96            13.77             2.04     23.24      3.44\n",
      "ngyrk                   8.40   122.87   119.54   97.29        6.99        5.69             2.75             2.24      0.58      0.47\n",
      "nnqfq                   8.98   118.92   108.67   91.38        0.43        0.36             3.83             3.22      6.42      5.40\n",
      "nrogz                  55.50   373.23   181.81   48.71       15.73        4.21            21.63             5.80    169.79     45.49\n",
      "ntchr                   3.70   388.44   380.19   97.88        6.13        1.58             3.31             0.85      4.94      1.27\n",
      "nxgad                   3.72   129.96   125.19   96.33        0.07        0.05             2.95             2.27      1.82      1.40\n",
      "odkzj                   3.11   538.24   526.16   97.76        4.67        0.87             7.66             1.42      4.42      0.82\n",
      "oekmc                  20.82   140.33   113.02   80.54        1.90        1.35             0.69             0.49     26.62     18.97\n",
      "oenox                  34.94    72.12    48.77   67.62        1.85        2.57             0.26             0.36     23.09     32.02\n",
      "oklol                  61.53   837.40   338.66   40.44       16.55        1.98            18.62             2.22    480.12     57.33\n",
      "onpra                  37.66   239.96   153.96   64.16        4.37        1.82            49.87            20.78     36.13     15.06\n",
      "ooxnm                  30.16   289.96   210.02   72.43        7.52        2.59             4.83             1.67     75.11     25.90\n",
      "oxxwk                  29.36   391.63   298.98   76.34       22.32        5.70             6.28             1.60     86.37     22.05\n",
      "paibn                   4.40   332.04   319.84   96.33        2.40        0.72             0.41             0.12     11.79      3.55\n",
      "pgkde                   2.99   275.18   269.60   97.97        2.65        0.96             1.79             0.65      3.79      1.38\n",
      "pilgb                   9.45   497.38   464.02   93.29       13.66        2.75            13.90             2.79     19.46      3.91\n",
      "plbbw                  87.01    73.77    11.41   15.47        1.83        2.48             0.96             1.30     61.40     83.23\n",
      "pnook                  33.12   304.00   215.97   71.04       12.66        4.17             3.12             1.03     84.91     27.93\n",
      "pnyir                  12.18   417.78   370.12   88.59        3.23        0.77            16.59             3.97     31.07      7.44\n",
      "ppgjx                  15.87   419.78   376.17   89.61       22.99        5.48            28.88             6.88     14.73      3.51\n",
      "pqmho                  99.44    14.17     1.50   10.59        1.42       10.02             0.60             4.23     12.07     85.18\n",
      "praxo                   2.92   470.44   461.93   98.19        5.21        1.11             6.63             1.41      1.88      0.40\n",
      "qfdpp                   3.85   311.13   301.99   97.06        2.84        0.91             2.88             0.93      6.26      2.01\n",
      "qhesr                  10.35   147.62   133.99   90.77        1.65        1.11             5.64             3.82      7.99      5.41\n",
      "qjgpl                  23.71   109.37    86.02   78.65        2.59        2.36             0.76             0.69     22.59     20.65\n",
      "qouur                   0.17  1014.40  1014.04   99.96        1.34        0.13             0.36             0.04      0.00      0.00\n",
      "qppll                  89.95    65.06     8.25   12.68        1.71        2.63             0.27             0.42     56.54     86.90\n",
      "qpylu                  18.26    30.23    27.40   90.64        2.69        8.90             2.08             6.88      0.75      2.48\n",
      "qrzjk                  83.41    38.22     6.34   16.59        0.00        0.00             0.13             0.34     31.75     83.07\n",
      "qsfzo                  40.73   138.23    82.34   59.57        0.41        0.30             1.07             0.77     54.82     39.66\n",
      "qvtia                  40.13   203.49   192.50   94.60       70.66       34.73             8.50             4.18      2.49      1.22\n",
      "qydmg                  92.65   112.18     8.25    7.35        0.00        0.00             0.00             0.00    103.93     92.65\n",
      "qygfk                   4.18   352.15   337.78   95.92        0.35        0.10             9.33             2.65      5.04      1.43\n",
      "qzwxa                   1.10   211.45   211.03   99.80        1.91        0.90             0.12             0.06      0.30      0.14\n",
      "rcxzg                  12.59   166.59   146.12   87.71        0.50        0.30             2.58             1.55     17.89     10.74\n",
      "rtvuw                  57.85    43.62    18.77   43.03        0.39        0.88            11.89            27.26     12.96     29.71\n",
      "rxgun                   6.50   177.52   166.78   93.95        0.80        0.45             7.86             4.43      2.88      1.62\n",
      "sduml                  21.65   633.95   514.00   81.08       17.27        2.72             6.28             0.99    113.67     17.93\n",
      "sikkm                  90.40    62.47     6.00    9.60        0.00        0.00             0.09             0.14     56.38     90.25\n",
      "sldwj                  10.65   127.96   117.72   92.00        3.39        2.65             1.35             1.06      8.89      6.95\n",
      "sosnj                  34.65   306.79   214.19   69.82       13.70        4.47             3.96             1.29     88.64     28.89\n",
      "spzmn                  10.45   152.83   138.05   90.33        1.19        0.78             0.41             0.27     14.37      9.40\n",
      "sqkup                  42.50   104.81    65.65   62.64        5.38        5.13             7.12             6.79     32.04     30.57\n",
      "suuxu                  40.90   239.86   152.34   63.51       10.59        4.42            32.93            13.73     54.59     22.76\n",
      "syiwe                   3.00    62.26    61.46   98.72        1.07        1.72             0.37             0.59      0.43      0.69\n",
      "szsyz                  79.84    45.70     9.29   20.33        0.08        0.16             0.66             1.44     35.75     78.23\n",
      "tcwsn                   2.40   353.33   346.25   98.00        1.40        0.40             5.35             1.51      1.73      0.49\n",
      "tfvyr                  78.38    26.90     6.00   22.30        0.19        0.69             0.46             1.71     20.44     75.99\n",
      "tguxv                  43.55   234.25   134.80   57.55        2.56        1.09             0.26             0.11     99.19     42.34\n",
      "tiams                  18.31   140.80   117.48   83.44        2.46        1.75             0.56             0.40     22.76     16.16\n",
      "tjkfn                   8.80   600.69   558.10   92.91       10.30        1.71             3.02             0.50     39.57      6.59\n",
      "tlprc                  37.09   131.21    84.57   64.45        2.02        1.54             1.22             0.93     45.42     34.62\n",
      "tplwz                  11.16   190.81   171.44   89.85        1.91        1.00             6.72             3.52     12.65      6.63\n",
      "tucrg                 133.75     3.23     1.44   44.58        2.53       78.33             0.73            22.60      1.06     32.82\n",
      "txcok                   2.83   395.01   385.29   97.54        1.47        0.37             7.20             1.82      2.52      0.64\n",
      "uatlu                  25.59   114.36    91.73   80.21        6.64        5.80            19.74            17.26      2.89      2.53\n",
      "udjij                  13.51   467.51   414.56   88.67       10.21        2.18            38.81             8.30     14.14      3.02\n",
      "uexjc                   9.89   270.52   250.67   92.66        6.92        2.56             9.10             3.36     10.75      3.97\n",
      "ufpel                  33.30   220.39   164.61   74.69       17.61        7.99            10.48             4.76     45.30     20.55\n",
      "ulriv                  15.43   374.18   316.90   84.69        0.45        0.12             9.15             2.45     48.13     12.86\n",
      "usbgm                  33.45    56.73    38.15   67.25        0.40        0.70             0.00             0.00     18.58     32.75\n",
      "uvnmy                   6.50   161.40   153.67   95.21        2.75        1.71             2.92             1.81      4.81      2.98\n",
      "vbjlx                  37.50   188.10   118.61   63.06        1.05        0.56            14.33             7.62     55.16     29.32\n",
      "vmaiq                  17.45   672.48   565.80   84.14       10.65        1.58             6.67             0.99    100.01     14.87\n",
      "vmbga                   7.91   523.79   501.69   95.78       19.35        3.69            14.45             2.76      7.65      1.46\n",
      "vysqj                   0.44    84.27    84.01   99.69        0.11        0.14             0.26             0.31      0.00      0.00\n",
      "wbqza                   6.39   595.21   568.39   95.49       11.20        1.88             8.47             1.42     18.35      3.08\n",
      "wdjyj                  23.27   178.05   142.76   80.18        6.14        3.45             3.01             1.69     32.28     18.13\n",
      "wewoz                  14.20   116.97   104.04   88.95        3.68        3.15             1.16             0.99     11.77     10.06\n",
      "whmpa                  82.41    42.64     7.50   17.59        0.00        0.00             5.64            13.23     29.50     69.18\n",
      "willh                   1.18   113.30   112.65   99.43        0.69        0.60             0.22             0.19      0.43      0.38\n",
      "wjhgf                  52.03    61.44    30.12   49.02        0.64        1.05             3.39             5.52     27.93     45.46\n",
      "wmori                  49.28    95.21    53.08   55.75        4.79        5.03             2.38             2.50     39.75     41.75\n",
      "wnfoi                   7.93   175.03   164.10   93.76        2.95        1.69             6.14             3.51      4.79      2.74\n",
      "wspbh                   4.23   599.80   586.06   97.71       11.63        1.94             7.12             1.19      6.62      1.10\n",
      "xiglo                   9.06    97.15    92.63   95.35        4.28        4.41             2.47             2.54      2.05      2.11\n",
      "xmfzh                  18.22   169.01   140.84   83.33        2.62        1.55             1.38             0.82     26.79     15.85\n",
      "xvllq                  12.15   228.15   206.40   90.47        5.98        2.62             3.07             1.35     18.68      8.19\n",
      "xxwgv                  27.55   611.11   447.13   73.17        4.37        0.72            27.78             4.55    136.20     22.29\n",
      "xypdm                  17.59   305.01   292.93   96.04       41.56       13.63            12.08             3.96      0.00      0.00\n",
      "ycxxe                  32.94   130.30    88.70   68.07        1.32        1.01             3.65             2.80     37.95     29.13\n",
      "ydlfw                  20.16   163.58   131.21   80.21        0.61        0.37             9.69             5.92     22.68     13.86\n",
      "yfcmz                   2.63   523.50   513.92   98.17        4.18        0.80             3.24             0.62      6.34      1.21\n",
      "ylnza                  48.21   516.66   271.95   52.64        4.38        0.85             3.09             0.60    241.62     46.77\n",
      "ypwjd                   6.55   223.18   220.57   98.83       12.01        5.38             0.84             0.38      1.77      0.79\n",
      "yrsve                   4.30   517.43   495.78   95.82        0.61        0.12            16.68             3.22      4.97      0.96\n",
      "ysgbf                   5.30    93.57    93.35   99.76        4.74        5.07             0.22             0.24      0.00      0.00\n",
      "yuzyu                   2.17   590.57   578.25   97.91        0.50        0.09             9.87             1.67      2.45      0.41\n",
      "ywcwr                   4.14   127.12   124.04   97.58        2.18        1.71             2.38             1.87      0.70      0.55\n",
      "zajzs                   2.61   180.33   175.81   97.49        0.19        0.11             1.44             0.80      3.08      1.71\n",
      "zcdsd                   7.53   555.74   514.95   92.66        1.08        0.20             4.47             0.80     36.32      6.54\n",
      "zfkap                  31.46   101.34    71.70   70.75        2.24        2.21             0.70             0.69     28.94     28.56\n",
      "zidwg                  31.94   162.89   113.78   69.85        2.91        1.79             0.24             0.15     48.87     30.00\n",
      "zmndm                   2.36   270.91   267.65   98.80        3.14        1.16             3.26             1.20      0.00      0.00\n",
      "zrlyl                   9.69   480.84   457.46   95.14       23.23        4.83             8.18             1.70     15.20      3.16\n",
      "ztzzr                  15.04   203.21   198.52   97.69       25.88       12.74             4.69             2.31      0.00      0.00\n",
      "zvmyn                   6.94   107.95   107.33   99.43        6.87        6.36             0.62             0.57      0.00      0.00\n",
      "zyffh                   4.12   237.43   230.64   97.14        2.99        1.26             3.84             1.62      2.95      1.24\n",
      "TOTAL                  16.98 63534.15 54337.07   85.52     1592.85        2.51          1536.22             2.42   7660.86     12.06\n"
     ]
    }
   ],
   "source": [
    "hypothesis_dir = baselineMethods.diarizationEigenGapNumSpkrs(audio_dataset)\n",
    "metric = get_metrics(audio_dataset.label_dir, hypothesis_dir)\n",
    "print(metric)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 142
    },
    "executionInfo": {
     "elapsed": 958470,
     "status": "ok",
     "timestamp": 1620720796829,
     "user": {
      "displayName": "Shashi Kant Gupta",
      "photoUrl": "",
      "userId": "03361959783973937060"
     },
     "user_tz": -330
    },
    "id": "yTBaNT7UC22u",
    "outputId": "e966584f-19ef-4cf0-d4e6-dae4a3d1ee08"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr:last-of-type th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>diarization error rate</th>\n",
       "      <th>false alarm</th>\n",
       "      <th>missed detection</th>\n",
       "      <th>confusion</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>%</th>\n",
       "      <th>%</th>\n",
       "      <th>%</th>\n",
       "      <th>%</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>item</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>TOTAL</th>\n",
       "      <td>16.982875</td>\n",
       "      <td>2.507069</td>\n",
       "      <td>2.417944</td>\n",
       "      <td>12.057862</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      diarization error rate false alarm missed detection  confusion\n",
       "                           %           %                %          %\n",
       "item                                                                \n",
       "TOTAL              16.982875    2.507069         2.417944  12.057862"
      ]
     },
     "execution_count": 17,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = metric.report()\n",
    "dfT = df[-1:]\n",
    "dfT[[dfT.keys()[0], dfT.keys()[5], dfT.keys()[7], dfT.keys()[9]]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "2Tr7f2KKZW_X"
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "accelerator": "GPU",
  "colab": {
   "collapsed_sections": [],
   "name": "BaselineVoxConverse.ipynb",
   "provenance": [],
   "toc_visible": true
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  },
  "widgets": {
   "application/vnd.jupyter.widget-state+json": {
    "05d944d6f6c0454bbbcf32926db28484": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": "initial"
     }
    },
    "09a78678cf634f1e93b35187d2a2169e": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "100%",
      "description_tooltip": null,
      "layout": "IPY_MODEL_a45ef64792fe4a03825f46cae03664cc",
      "max": 216,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_b39eaca8e47548a89fd77d83a767de12",
      "value": 216
     }
    },
    "0f329e994e6d46dcba976a1784bf62bd": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "100%",
      "description_tooltip": null,
      "layout": "IPY_MODEL_eb8c0ec5bbcd41f0bebf986eac72e499",
      "max": 216,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_f0763d2c1f7a4f9a91704d80a1e3a521",
      "value": 216
     }
    },
    "140991bc4cf640418bc0ca32d962c7b8": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "187b26443aa64b1daf2397e89785296c": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_9d2f9fe9b70545e9835b5eb10ff35dfe",
       "IPY_MODEL_636c2fd5d6d84421980a21397138b2bf"
      ],
      "layout": "IPY_MODEL_b563068d003f4286bf2384d774f1814d"
     }
    },
    "187dc5e3fbb9462c9c4fdb431df1b1c0": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_59c6ca9e70cb43a48210dcb8fd4cf939",
       "IPY_MODEL_5e3538af8785492685fc6ffdf6391e4a"
      ],
      "layout": "IPY_MODEL_82a8c86bca67431184b90d53d09399ec"
     }
    },
    "188678bf83f64bb48e3377ac7012f5c2": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "1f7ced105d41430fa0e15650836a9fdc": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "217799b5e1ac40e7852a5609f8058671": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": "initial"
     }
    },
    "24f0f1df80084db2aacbc022c7b0c38f": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "2726e925f5a242c5a4be23ded77d512f": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "2db5b233393141248cc738cc0fc9cd77": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": "initial"
     }
    },
    "32df9728d51541ec9df59e7d8e1eaeb7": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "38cd1936f3d24a198ee0a7a8e606489b": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "3bb9f73dd3804582b154c7829004f7d7": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "3be6607f244f46029c7aa0abc941b8d0": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_5d9c76365291445d9abbdeab85f8358f",
      "placeholder": "​",
      "style": "IPY_MODEL_d01fc2e0e3eb4d459284157dae1de034",
      "value": " 50/50 [01:06&lt;00:00,  1.33s/it]"
     }
    },
    "40bb3343570747e19253686b2c1a2161": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "42ccdfd491114121a0766a755475f336": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": "initial"
     }
    },
    "45b29d9eee1e4a8e87b52ea77a043f9e": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "46c2a17949484499943f884ade821b99": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "46c59235aedf4230b0852b35b36cf05c": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_82e39a5d09ed4e979ef986ee2ed62e95",
       "IPY_MODEL_59ada5ca3c094f50a6aaa9c40afd9ee5"
      ],
      "layout": "IPY_MODEL_c6ef92e2b88d470f9d576a693008075d"
     }
    },
    "486c689da36d49d89d7fab6a0c0581b3": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": "initial"
     }
    },
    "49a6fb2ed48e4614866d82e7abb7dff2": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "4ce288a4d0fb4882a5233ab3b993422d": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_09a78678cf634f1e93b35187d2a2169e",
       "IPY_MODEL_fa79b3ea2a9d46ad9492192c5434d5ab"
      ],
      "layout": "IPY_MODEL_ca062d7569c64e97a46544e375aa752a"
     }
    },
    "52edae3692f64c72ab8a2d88d20b816d": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "59a10e4059784d4c9fd3059dd5db2e40": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "100%",
      "description_tooltip": null,
      "layout": "IPY_MODEL_6e851f47ed2f46a3b79a20e7cba3173f",
      "max": 50,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_79fe3b823ef34ffaa9e72b3d5ba34dc3",
      "value": 50
     }
    },
    "59ada5ca3c094f50a6aaa9c40afd9ee5": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_5e6c08325e3a4d4a8a6171eae396ee02",
      "placeholder": "​",
      "style": "IPY_MODEL_ef690b9c6ff046e5adc1c94a8ea6029e",
      "value": " 216/216 [01:46&lt;00:00,  2.03it/s]"
     }
    },
    "59c6ca9e70cb43a48210dcb8fd4cf939": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "100%",
      "description_tooltip": null,
      "layout": "IPY_MODEL_f3b2a766079f442687c2ad74a242fee3",
      "max": 216,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_ae71e519adda418694986b58a30d1407",
      "value": 216
     }
    },
    "5d9c76365291445d9abbdeab85f8358f": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "5e3538af8785492685fc6ffdf6391e4a": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_52edae3692f64c72ab8a2d88d20b816d",
      "placeholder": "​",
      "style": "IPY_MODEL_ad5b03e6ea6143fa8f40b35a9f86814f",
      "value": " 216/216 [00:13&lt;00:00, 16.29it/s]"
     }
    },
    "5e6c08325e3a4d4a8a6171eae396ee02": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "62e51e02c59945aea9794be6370e6acb": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "6303baf5ffaa4fc3960e1bea01bd967c": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_0f329e994e6d46dcba976a1784bf62bd",
       "IPY_MODEL_aeb90cd107104355bbd81279b98312d6"
      ],
      "layout": "IPY_MODEL_a2094201e2fe4ce8b17b861ef8f34149"
     }
    },
    "636c2fd5d6d84421980a21397138b2bf": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_1f7ced105d41430fa0e15650836a9fdc",
      "placeholder": "​",
      "style": "IPY_MODEL_7f9d3645ea054b01958110bbac42d7db",
      "value": " 50/50 [00:06&lt;00:00,  7.59it/s]"
     }
    },
    "66379417b7f24d2784c172f504fd55b1": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "100%",
      "description_tooltip": null,
      "layout": "IPY_MODEL_dd1be0cb7f4248d2b426832777fb1eb5",
      "max": 50,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_d2c76492832e4f429ad36f18e81508d2",
      "value": 50
     }
    },
    "6e851f47ed2f46a3b79a20e7cba3173f": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "7793a0b788854e10befd2edd94f69640": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_a3bcf362af044dd98ded214c72fd6373",
      "placeholder": "​",
      "style": "IPY_MODEL_24f0f1df80084db2aacbc022c7b0c38f",
      "value": " 50/50 [00:43&lt;00:00,  1.15it/s]"
     }
    },
    "79fe3b823ef34ffaa9e72b3d5ba34dc3": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": "initial"
     }
    },
    "7bd569a2014d4abcb3b7906e09c9df1f": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "7bfad5f8660049068b78f4b0baae8fe2": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_ee1152a81c324d0da489931a5f1af709",
       "IPY_MODEL_d9dce791b4354d1397775826596eae00"
      ],
      "layout": "IPY_MODEL_38cd1936f3d24a198ee0a7a8e606489b"
     }
    },
    "7f0e6412950144d9afc4d2b4e58f447d": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "7f9d3645ea054b01958110bbac42d7db": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "815ce7854eca4df18520bb641c964db8": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "100%",
      "description_tooltip": null,
      "layout": "IPY_MODEL_dc1ee9e07faa4ac086e27002bb9c46a4",
      "max": 216,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_c7ccfc34494249dfa7246ff655596914",
      "value": 216
     }
    },
    "82a8c86bca67431184b90d53d09399ec": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "82e39a5d09ed4e979ef986ee2ed62e95": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "100%",
      "description_tooltip": null,
      "layout": "IPY_MODEL_c2e2975bd3e241a4bfe4b9e55441a083",
      "max": 216,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_05d944d6f6c0454bbbcf32926db28484",
      "value": 216
     }
    },
    "83b8913d41b34e5fb939648a26d67cdf": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "85032cc339ab47dc81b8db0c9f08cba1": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "8646c940ff5442cf9cb26ebcf8e9a876": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "88f7c79f678b4b2788ec8faebdf3f3e6": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "8e71a52756614d598677f1920bfbd4b7": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": "initial"
     }
    },
    "8ea258a11aa84700bd54a3018a9edcec": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_e64c2c9a0e0a42339feb43c1e9afd688",
       "IPY_MODEL_7793a0b788854e10befd2edd94f69640"
      ],
      "layout": "IPY_MODEL_8646c940ff5442cf9cb26ebcf8e9a876"
     }
    },
    "98d36f1fe7bf425a93ecd37bc938669f": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_dda43b20254240ee9bda218edd590a77",
       "IPY_MODEL_cad84ead2e4648d19344b8d8923dbb1b"
      ],
      "layout": "IPY_MODEL_188678bf83f64bb48e3377ac7012f5c2"
     }
    },
    "9d2f9fe9b70545e9835b5eb10ff35dfe": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "100%",
      "description_tooltip": null,
      "layout": "IPY_MODEL_49a6fb2ed48e4614866d82e7abb7dff2",
      "max": 50,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_217799b5e1ac40e7852a5609f8058671",
      "value": 50
     }
    },
    "a2094201e2fe4ce8b17b861ef8f34149": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "a3bcf362af044dd98ded214c72fd6373": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "a45ef64792fe4a03825f46cae03664cc": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "ad5b03e6ea6143fa8f40b35a9f86814f": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "ae71e519adda418694986b58a30d1407": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": "initial"
     }
    },
    "aeb90cd107104355bbd81279b98312d6": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_32df9728d51541ec9df59e7d8e1eaeb7",
      "placeholder": "​",
      "style": "IPY_MODEL_3bb9f73dd3804582b154c7829004f7d7",
      "value": " 216/216 [00:35&lt;00:00,  6.12it/s]"
     }
    },
    "b03cf8d8effa4db18f77430bc67995e0": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "b235cc8a331d4311a33d25cf21baf12f": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_815ce7854eca4df18520bb641c964db8",
       "IPY_MODEL_cf54d2d1c65a40cd825f23030da42eda"
      ],
      "layout": "IPY_MODEL_bcddb29e38314c1eba0069742104d875"
     }
    },
    "b39eaca8e47548a89fd77d83a767de12": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": "initial"
     }
    },
    "b563068d003f4286bf2384d774f1814d": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "b6889e5989ae4b63b0f34160f4d9147a": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "bb4c06e3f0f9476db5a04bec9b54e7fe": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "100%",
      "description_tooltip": null,
      "layout": "IPY_MODEL_b6889e5989ae4b63b0f34160f4d9147a",
      "max": 50,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_486c689da36d49d89d7fab6a0c0581b3",
      "value": 50
     }
    },
    "bcddb29e38314c1eba0069742104d875": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "c2e2975bd3e241a4bfe4b9e55441a083": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "c2ee702eb0d6497b8f7430ca8e41ebb9": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "c6ef92e2b88d470f9d576a693008075d": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "c7ccfc34494249dfa7246ff655596914": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": "initial"
     }
    },
    "ca062d7569c64e97a46544e375aa752a": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "cad84ead2e4648d19344b8d8923dbb1b": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_7f0e6412950144d9afc4d2b4e58f447d",
      "placeholder": "​",
      "style": "IPY_MODEL_83b8913d41b34e5fb939648a26d67cdf",
      "value": " 50/50 [04:26&lt;00:00,  5.33s/it]"
     }
    },
    "cd1bb98443104319bceea9ea3e0e41b3": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_e5ab21a675a642d38b4f37174555c009",
      "placeholder": "​",
      "style": "IPY_MODEL_dd5d0562b4a2486096701ae09b6a0731",
      "value": " 50/50 [00:17&lt;00:00,  2.80it/s]"
     }
    },
    "cd501070accd418086ec61821b834c0d": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "cdbce5fa54e24b84a8ffdacd839ccd42": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_66379417b7f24d2784c172f504fd55b1",
       "IPY_MODEL_3be6607f244f46029c7aa0abc941b8d0"
      ],
      "layout": "IPY_MODEL_f0112b8d1979476d81679f490012c086"
     }
    },
    "cf54d2d1c65a40cd825f23030da42eda": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_140991bc4cf640418bc0ca32d962c7b8",
      "placeholder": "​",
      "style": "IPY_MODEL_85032cc339ab47dc81b8db0c9f08cba1",
      "value": " 216/216 [01:59&lt;00:00,  1.81it/s]"
     }
    },
    "d01fc2e0e3eb4d459284157dae1de034": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "d2c76492832e4f429ad36f18e81508d2": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": "initial"
     }
    },
    "d8582d2ba3374da5bc8ccf5e065ca09b": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "d9dce791b4354d1397775826596eae00": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_7bd569a2014d4abcb3b7906e09c9df1f",
      "placeholder": "​",
      "style": "IPY_MODEL_b03cf8d8effa4db18f77430bc67995e0",
      "value": " 216/216 [14:52&lt;00:00,  4.13s/it]"
     }
    },
    "dc1ee9e07faa4ac086e27002bb9c46a4": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "dd1be0cb7f4248d2b426832777fb1eb5": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "dd5d0562b4a2486096701ae09b6a0731": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "dda43b20254240ee9bda218edd590a77": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "100%",
      "description_tooltip": null,
      "layout": "IPY_MODEL_40bb3343570747e19253686b2c1a2161",
      "max": 50,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_8e71a52756614d598677f1920bfbd4b7",
      "value": 50
     }
    },
    "e109980ccce5444685b888b071f507ab": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_bb4c06e3f0f9476db5a04bec9b54e7fe",
       "IPY_MODEL_cd1bb98443104319bceea9ea3e0e41b3"
      ],
      "layout": "IPY_MODEL_d8582d2ba3374da5bc8ccf5e065ca09b"
     }
    },
    "e2d7946c7c14476086754b9e9fe5b55a": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_59a10e4059784d4c9fd3059dd5db2e40",
       "IPY_MODEL_ebe81adfb23d4cc9851b518d4cf736e9"
      ],
      "layout": "IPY_MODEL_cd501070accd418086ec61821b834c0d"
     }
    },
    "e5ab21a675a642d38b4f37174555c009": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "e64c2c9a0e0a42339feb43c1e9afd688": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "100%",
      "description_tooltip": null,
      "layout": "IPY_MODEL_2726e925f5a242c5a4be23ded77d512f",
      "max": 50,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_42ccdfd491114121a0766a755475f336",
      "value": 50
     }
    },
    "eb8c0ec5bbcd41f0bebf986eac72e499": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "ebe81adfb23d4cc9851b518d4cf736e9": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_88f7c79f678b4b2788ec8faebdf3f3e6",
      "placeholder": "​",
      "style": "IPY_MODEL_c2ee702eb0d6497b8f7430ca8e41ebb9",
      "value": " 50/50 [04:02&lt;00:00,  4.85s/it]"
     }
    },
    "ee1152a81c324d0da489931a5f1af709": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "100%",
      "description_tooltip": null,
      "layout": "IPY_MODEL_62e51e02c59945aea9794be6370e6acb",
      "max": 216,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_2db5b233393141248cc738cc0fc9cd77",
      "value": 216
     }
    },
    "ef690b9c6ff046e5adc1c94a8ea6029e": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "f0112b8d1979476d81679f490012c086": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "f0763d2c1f7a4f9a91704d80a1e3a521": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": "initial"
     }
    },
    "f3b2a766079f442687c2ad74a242fee3": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "fa79b3ea2a9d46ad9492192c5434d5ab": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_45b29d9eee1e4a8e87b52ea77a043f9e",
      "placeholder": "​",
      "style": "IPY_MODEL_46c2a17949484499943f884ade821b99",
      "value": " 216/216 [14:36&lt;00:00,  4.06s/it]"
     }
    }
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}