notebooks/subj_features.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "6e72127e",
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "if os.getcwd().endswith(\"notebooks\"):\n",
    "    os.chdir(\"..\")\n",
    "\n",
    "import importlib\n",
    "from IPython.display import display, Markdown, Latex\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "pd.set_option(\"display.max_colwidth\", None)\n",
    "\n",
    "from src.utils import tree_utils\n",
    "from src.features import feature_utils"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "f278530a",
   "metadata": {},
   "source": [
    "### Load the maximum likelihood subtrees for Subj"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "e65db185",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "parsed 5992/5996 trees\n",
      "parsed 1999/2000 trees\n"
     ]
    }
   ],
   "source": [
    "data = feature_utils.load_trees(output_dir=\"data/subj\", dataset=\"subj\")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "8827c741",
   "metadata": {},
   "source": [
    "### Enumerate all of the subtrees and sort by mutual information"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "494a5c27",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<module 'src.features.feature_utils' from '/n/fs/nlp-df22/project/ShortcutGrammar/src/features/feature_utils.py'>"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "importlib.reload(tree_utils)\n",
    "importlib.reload(feature_utils)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "e7dc121d",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "157459 Subtrees features\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Root</th>\n",
       "      <th>Subtree</th>\n",
       "      <th>Yield</th>\n",
       "      <th>MI</th>\n",
       "      <th>Count</th>\n",
       "      <th>Subjective</th>\n",
       "      <th>Objective</th>\n",
       "      <th>Majority label</th>\n",
       "      <th>% majority</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>46</td>\n",
       "      <td>(46 *)</td>\n",
       "      <td>his</td>\n",
       "      <td>0.036769</td>\n",
       "      <td>730.0</td>\n",
       "      <td>110.0</td>\n",
       "      <td>620.0</td>\n",
       "      <td>Objective</td>\n",
       "      <td>0.848361</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>41</td>\n",
       "      <td>(41 *)</td>\n",
       "      <td>he</td>\n",
       "      <td>0.026941</td>\n",
       "      <td>488.0</td>\n",
       "      <td>63.0</td>\n",
       "      <td>425.0</td>\n",
       "      <td>Objective</td>\n",
       "      <td>0.869388</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>41</td>\n",
       "      <td>(41 *)</td>\n",
       "      <td>it</td>\n",
       "      <td>0.025076</td>\n",
       "      <td>732.0</td>\n",
       "      <td>580.0</td>\n",
       "      <td>152.0</td>\n",
       "      <td>Subjective</td>\n",
       "      <td>0.791553</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td></td>\n",
       "      <td>(34)</td>\n",
       "      <td></td>\n",
       "      <td>0.022432</td>\n",
       "      <td>398.0</td>\n",
       "      <td>49.0</td>\n",
       "      <td>349.0</td>\n",
       "      <td>Objective</td>\n",
       "      <td>0.875000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td></td>\n",
       "      <td>()</td>\n",
       "      <td></td>\n",
       "      <td>0.022398</td>\n",
       "      <td>401.0</td>\n",
       "      <td>50.0</td>\n",
       "      <td>351.0</td>\n",
       "      <td>Objective</td>\n",
       "      <td>0.873449</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>39</td>\n",
       "      <td>(39 *)</td>\n",
       "      <td>.</td>\n",
       "      <td>0.017274</td>\n",
       "      <td>182.0</td>\n",
       "      <td>177.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>Subjective</td>\n",
       "      <td>0.967391</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>41</td>\n",
       "      <td>(41 *)</td>\n",
       "      <td>she</td>\n",
       "      <td>0.015951</td>\n",
       "      <td>241.0</td>\n",
       "      <td>22.0</td>\n",
       "      <td>219.0</td>\n",
       "      <td>Objective</td>\n",
       "      <td>0.905350</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>46</td>\n",
       "      <td>(46 *)</td>\n",
       "      <td>her</td>\n",
       "      <td>0.015941</td>\n",
       "      <td>310.0</td>\n",
       "      <td>42.0</td>\n",
       "      <td>268.0</td>\n",
       "      <td>Objective</td>\n",
       "      <td>0.862179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>38</td>\n",
       "      <td>(38 *)</td>\n",
       "      <td>'</td>\n",
       "      <td>0.014798</td>\n",
       "      <td>2069.0</td>\n",
       "      <td>1279.0</td>\n",
       "      <td>790.0</td>\n",
       "      <td>Subjective</td>\n",
       "      <td>0.618059</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>46</td>\n",
       "      <td>(46 *)</td>\n",
       "      <td>their</td>\n",
       "      <td>0.013892</td>\n",
       "      <td>377.0</td>\n",
       "      <td>71.0</td>\n",
       "      <td>306.0</td>\n",
       "      <td>Objective</td>\n",
       "      <td>0.810026</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>52</td>\n",
       "      <td>(52 *)</td>\n",
       "      <td>its</td>\n",
       "      <td>0.013536</td>\n",
       "      <td>203.0</td>\n",
       "      <td>185.0</td>\n",
       "      <td>18.0</td>\n",
       "      <td>Subjective</td>\n",
       "      <td>0.907317</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>46</td>\n",
       "      <td>(46 *)</td>\n",
       "      <td>its</td>\n",
       "      <td>0.012397</td>\n",
       "      <td>192.0</td>\n",
       "      <td>174.0</td>\n",
       "      <td>18.0</td>\n",
       "      <td>Subjective</td>\n",
       "      <td>0.902062</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>70</td>\n",
       "      <td>(70 () (61 *))</td>\n",
       "      <td>[UNK]</td>\n",
       "      <td>0.011690</td>\n",
       "      <td>128.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>124.0</td>\n",
       "      <td>Objective</td>\n",
       "      <td>0.961538</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>41</td>\n",
       "      <td>(41 *)</td>\n",
       "      <td>they</td>\n",
       "      <td>0.011587</td>\n",
       "      <td>264.0</td>\n",
       "      <td>42.0</td>\n",
       "      <td>222.0</td>\n",
       "      <td>Objective</td>\n",
       "      <td>0.838346</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>80</td>\n",
       "      <td>(80 *)</td>\n",
       "      <td>it</td>\n",
       "      <td>0.011079</td>\n",
       "      <td>230.0</td>\n",
       "      <td>197.0</td>\n",
       "      <td>33.0</td>\n",
       "      <td>Subjective</td>\n",
       "      <td>0.853448</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Root         Subtree   Yield        MI   Count  Subjective  Objective  \\\n",
       "0    46          (46 *)     his  0.036769   730.0       110.0      620.0   \n",
       "1    41          (41 *)      he  0.026941   488.0        63.0      425.0   \n",
       "2    41          (41 *)      it  0.025076   732.0       580.0      152.0   \n",
       "3                  (34)          0.022432   398.0        49.0      349.0   \n",
       "4                    ()          0.022398   401.0        50.0      351.0   \n",
       "5    39          (39 *)       .  0.017274   182.0       177.0        5.0   \n",
       "6    41          (41 *)     she  0.015951   241.0        22.0      219.0   \n",
       "7    46          (46 *)     her  0.015941   310.0        42.0      268.0   \n",
       "8    38          (38 *)       '  0.014798  2069.0      1279.0      790.0   \n",
       "9    46          (46 *)   their  0.013892   377.0        71.0      306.0   \n",
       "10   52          (52 *)     its  0.013536   203.0       185.0       18.0   \n",
       "11   46          (46 *)     its  0.012397   192.0       174.0       18.0   \n",
       "12   70  (70 () (61 *))   [UNK]  0.011690   128.0         4.0      124.0   \n",
       "13   41          (41 *)    they  0.011587   264.0        42.0      222.0   \n",
       "14   80          (80 *)      it  0.011079   230.0       197.0       33.0   \n",
       "\n",
       "   Majority label  % majority  \n",
       "0       Objective    0.848361  \n",
       "1       Objective    0.869388  \n",
       "2      Subjective    0.791553  \n",
       "3       Objective    0.875000  \n",
       "4       Objective    0.873449  \n",
       "5      Subjective    0.967391  \n",
       "6       Objective    0.905350  \n",
       "7       Objective    0.862179  \n",
       "8      Subjective    0.618059  \n",
       "9       Objective    0.810026  \n",
       "10     Subjective    0.907317  \n",
       "11     Subjective    0.902062  \n",
       "12      Objective    0.961538  \n",
       "13      Objective    0.838346  \n",
       "14     Subjective    0.853448  "
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "feature_utils.add_features(data, \"Subtrees\", feature_utils.pcfg_subtrees)\n",
    "subtrees = feature_utils.get_subtree_feature_table(data)\n",
    "subtrees.head(15)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "df3fcc8d",
   "metadata": {},
   "source": [
    "### Create aggregated features by merging subtrees by root non-terminal and majority class label"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "5032af04",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Majority label</th>\n",
       "      <th>Root</th>\n",
       "      <th>Examples</th>\n",
       "      <th>Count</th>\n",
       "      <th>% majority</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Subjective</td>\n",
       "      <td>84</td>\n",
       "      <td>movie, film, cast, films, humor, comedy, performance, performances</td>\n",
       "      <td>876.0</td>\n",
       "      <td>0.847380</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Subjective</td>\n",
       "      <td>41</td>\n",
       "      <td>it, you, i, there, this, what, we</td>\n",
       "      <td>1250.0</td>\n",
       "      <td>0.778754</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Subjective</td>\n",
       "      <td>13</td>\n",
       "      <td>the movie, but it, the film, if you, if it, this film, [ [UNK] ], [ [UNK]</td>\n",
       "      <td>586.0</td>\n",
       "      <td>0.882653</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Subjective</td>\n",
       "      <td>27</td>\n",
       "      <td>a movie, the film, the movie, this movie, the screen, its [UNK], the characters, [ [UNK]</td>\n",
       "      <td>562.0</td>\n",
       "      <td>0.888298</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Subjective</td>\n",
       "      <td>69</td>\n",
       "      <td>movie, film, plot, actors, script, acting, picture, director</td>\n",
       "      <td>485.0</td>\n",
       "      <td>0.866530</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Subjective</td>\n",
       "      <td>37</td>\n",
       "      <td>so, as, too, more, pretty, less, something, nothing</td>\n",
       "      <td>776.0</td>\n",
       "      <td>0.784062</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Subjective</td>\n",
       "      <td>64</td>\n",
       "      <td>movie, film, screen, characters, bit, audience, story, plot</td>\n",
       "      <td>471.0</td>\n",
       "      <td>0.862579</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Objective</td>\n",
       "      <td>46</td>\n",
       "      <td>his, her, their, each, los, new</td>\n",
       "      <td>1449.0</td>\n",
       "      <td>0.827016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Objective</td>\n",
       "      <td>41</td>\n",
       "      <td>he, she, they, who, things, in</td>\n",
       "      <td>1114.0</td>\n",
       "      <td>0.863799</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Objective</td>\n",
       "      <td>27</td>\n",
       "      <td>his life, his wife, his father, his mother, their lives, his family, the world, their own</td>\n",
       "      <td>1169.0</td>\n",
       "      <td>0.783091</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Objective</td>\n",
       "      <td>84</td>\n",
       "      <td>man, girl, friend, town, woman, boy, son, father</td>\n",
       "      <td>687.0</td>\n",
       "      <td>0.873730</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Objective</td>\n",
       "      <td>51</td>\n",
       "      <td>mother, life, father, wife, family, lives, son, daughter</td>\n",
       "      <td>747.0</td>\n",
       "      <td>0.858478</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Objective</td>\n",
       "      <td>59</td>\n",
       "      <td>finds, discovers, wants, discover, realizes, learns, lives, meet</td>\n",
       "      <td>546.0</td>\n",
       "      <td>0.895985</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Objective</td>\n",
       "      <td>32</td>\n",
       "      <td>young, old, new, drug, mysterious, local, former, younger</td>\n",
       "      <td>661.0</td>\n",
       "      <td>0.822021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Objective</td>\n",
       "      <td></td>\n",
       "      <td>,</td>\n",
       "      <td>401.0</td>\n",
       "      <td>0.873449</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Majority label Root  \\\n",
       "0      Subjective   84   \n",
       "1      Subjective   41   \n",
       "2      Subjective   13   \n",
       "3      Subjective   27   \n",
       "4      Subjective   69   \n",
       "5      Subjective   37   \n",
       "6      Subjective   64   \n",
       "7       Objective   46   \n",
       "8       Objective   41   \n",
       "9       Objective   27   \n",
       "10      Objective   84   \n",
       "11      Objective   51   \n",
       "12      Objective   59   \n",
       "13      Objective   32   \n",
       "14      Objective        \n",
       "\n",
       "                                                                                     Examples  \\\n",
       "0                          movie, film, cast, films, humor, comedy, performance, performances   \n",
       "1                                                           it, you, i, there, this, what, we   \n",
       "2                   the movie, but it, the film, if you, if it, this film, [ [UNK] ], [ [UNK]   \n",
       "3    a movie, the film, the movie, this movie, the screen, its [UNK], the characters, [ [UNK]   \n",
       "4                                movie, film, plot, actors, script, acting, picture, director   \n",
       "5                                         so, as, too, more, pretty, less, something, nothing   \n",
       "6                                 movie, film, screen, characters, bit, audience, story, plot   \n",
       "7                                                             his, her, their, each, los, new   \n",
       "8                                                              he, she, they, who, things, in   \n",
       "9   his life, his wife, his father, his mother, their lives, his family, the world, their own   \n",
       "10                                           man, girl, friend, town, woman, boy, son, father   \n",
       "11                                   mother, life, father, wife, family, lives, son, daughter   \n",
       "12                           finds, discovers, wants, discover, realizes, learns, lives, meet   \n",
       "13                                  young, old, new, drug, mysterious, local, former, younger   \n",
       "14                                                                                         ,    \n",
       "\n",
       "     Count  % majority  \n",
       "0    876.0    0.847380  \n",
       "1   1250.0    0.778754  \n",
       "2    586.0    0.882653  \n",
       "3    562.0    0.888298  \n",
       "4    485.0    0.866530  \n",
       "5    776.0    0.784062  \n",
       "6    471.0    0.862579  \n",
       "7   1449.0    0.827016  \n",
       "8   1114.0    0.863799  \n",
       "9   1169.0    0.783091  \n",
       "10   687.0    0.873730  \n",
       "11   747.0    0.858478  \n",
       "12   546.0    0.895985  \n",
       "13   661.0    0.822021  \n",
       "14   401.0    0.873449  "
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "feature_utils.add_merges(data, \"Subtrees\", merge_name=\"Subtree groups\")\n",
    "subtree_groups = feature_utils.get_merged_feature_table(data, merge_name=\"Subtree groups\")\n",
    "subtree_groups.head(15).sort_values(\n",
    "    by=[\"Majority label idx\"]\n",
    ").reset_index()[[\"Majority label\", \"Root\", \"Examples\", \"Count\", \"% majority\"]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "48720421",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "filtering\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Root</th>\n",
       "      <th>Examples</th>\n",
       "      <th>MI</th>\n",
       "      <th>Count</th>\n",
       "      <th>Subjective</th>\n",
       "      <th>Objective</th>\n",
       "      <th>Majority label idx</th>\n",
       "      <th>Majority label</th>\n",
       "      <th>% majority</th>\n",
       "      <th>Support count</th>\n",
       "      <th>Counter count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>27</td>\n",
       "      <td>his life, his wife, his father, his mother, their lives, his family, the world, their own</td>\n",
       "      <td>0.071373</td>\n",
       "      <td>1628.0</td>\n",
       "      <td>323.0</td>\n",
       "      <td>1305.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Objective</td>\n",
       "      <td>0.801227</td>\n",
       "      <td>1305.0</td>\n",
       "      <td>323.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>27</td>\n",
       "      <td>a movie, the film, the movie, this movie, the screen, its [UNK], the characters, [ [UNK]</td>\n",
       "      <td>0.056368</td>\n",
       "      <td>980.0</td>\n",
       "      <td>846.0</td>\n",
       "      <td>134.0</td>\n",
       "      <td>0</td>\n",
       "      <td>Subjective</td>\n",
       "      <td>0.862525</td>\n",
       "      <td>846.0</td>\n",
       "      <td>134.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>13</td>\n",
       "      <td>the movie, but it, the film, if you, if it, this film, [ [UNK] ], [ [UNK]</td>\n",
       "      <td>0.044830</td>\n",
       "      <td>702.0</td>\n",
       "      <td>624.0</td>\n",
       "      <td>78.0</td>\n",
       "      <td>0</td>\n",
       "      <td>Subjective</td>\n",
       "      <td>0.887784</td>\n",
       "      <td>624.0</td>\n",
       "      <td>78.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>28</td>\n",
       "      <td>decides to, order to, \" \", has been, begins to, try to, returns to, decide to</td>\n",
       "      <td>0.031567</td>\n",
       "      <td>747.0</td>\n",
       "      <td>133.0</td>\n",
       "      <td>614.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Objective</td>\n",
       "      <td>0.821095</td>\n",
       "      <td>614.0</td>\n",
       "      <td>133.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2</td>\n",
       "      <td>\" \", best friend, young man, young [UNK], [UNK] girl, hit man, old man, drug dealer</td>\n",
       "      <td>0.030521</td>\n",
       "      <td>471.0</td>\n",
       "      <td>48.0</td>\n",
       "      <td>423.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Objective</td>\n",
       "      <td>0.896406</td>\n",
       "      <td>423.0</td>\n",
       "      <td>48.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>3</td>\n",
       "      <td>finds himself, finds out, falls in love, is [UNK], is sent, is killed, finds herself, [UNK] her</td>\n",
       "      <td>0.026083</td>\n",
       "      <td>460.0</td>\n",
       "      <td>57.0</td>\n",
       "      <td>403.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Objective</td>\n",
       "      <td>0.874459</td>\n",
       "      <td>403.0</td>\n",
       "      <td>57.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>28</td>\n",
       "      <td>' t, ' s, ' re, ' ll, ' s not, ' m, ' ve, ' d</td>\n",
       "      <td>0.025259</td>\n",
       "      <td>2149.0</td>\n",
       "      <td>1396.0</td>\n",
       "      <td>753.0</td>\n",
       "      <td>0</td>\n",
       "      <td>Subjective</td>\n",
       "      <td>0.649465</td>\n",
       "      <td>1396.0</td>\n",
       "      <td>753.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2</td>\n",
       "      <td>[UNK] movie, [UNK] film, running time, romantic comedy, [UNK] plot, best films, visual [UNK], good time</td>\n",
       "      <td>0.025223</td>\n",
       "      <td>293.0</td>\n",
       "      <td>279.0</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0</td>\n",
       "      <td>Subjective</td>\n",
       "      <td>0.949153</td>\n",
       "      <td>279.0</td>\n",
       "      <td>14.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>13</td>\n",
       "      <td>the two, when he, where he, the gang, the girls, so he, when [UNK], as they</td>\n",
       "      <td>0.019427</td>\n",
       "      <td>250.0</td>\n",
       "      <td>16.0</td>\n",
       "      <td>234.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Objective</td>\n",
       "      <td>0.932540</td>\n",
       "      <td>234.0</td>\n",
       "      <td>16.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1</td>\n",
       "      <td>. ., as [UNK], , too, in a way, in the right place, in its [UNK], so [UNK], than [UNK]</td>\n",
       "      <td>0.016206</td>\n",
       "      <td>444.0</td>\n",
       "      <td>359.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>0</td>\n",
       "      <td>Subjective</td>\n",
       "      <td>0.807175</td>\n",
       "      <td>359.0</td>\n",
       "      <td>85.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>8</td>\n",
       "      <td>[UNK] [UNK],  [UNK] [UNK] ,  [UNK] [UNK] , [UNK] [UNK] [UNK], ' s mother, [UNK] [UNK] [UNK] , [UNK] [UNK] [UNK] , dr .</td>\n",
       "      <td>0.014392</td>\n",
       "      <td>226.0</td>\n",
       "      <td>22.0</td>\n",
       "      <td>204.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Objective</td>\n",
       "      <td>0.899123</td>\n",
       "      <td>204.0</td>\n",
       "      <td>22.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1</td>\n",
       "      <td>in love, \" \", with her, with him, for her, for him, in life, of control</td>\n",
       "      <td>0.014304</td>\n",
       "      <td>352.0</td>\n",
       "      <td>61.0</td>\n",
       "      <td>291.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Objective</td>\n",
       "      <td>0.824859</td>\n",
       "      <td>291.0</td>\n",
       "      <td>61.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>3</td>\n",
       "      <td>comes off, ' s hard, makes up, ' d expect, doesn ' t, ' t wait, ' s performance, ' s [UNK]</td>\n",
       "      <td>0.009948</td>\n",
       "      <td>205.0</td>\n",
       "      <td>176.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>0</td>\n",
       "      <td>Subjective</td>\n",
       "      <td>0.855072</td>\n",
       "      <td>176.0</td>\n",
       "      <td>29.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>31</td>\n",
       "      <td>. . ., . ', of life ., in its [UNK] ., in years ., of tension .</td>\n",
       "      <td>0.008531</td>\n",
       "      <td>253.0</td>\n",
       "      <td>203.0</td>\n",
       "      <td>50.0</td>\n",
       "      <td>0</td>\n",
       "      <td>Subjective</td>\n",
       "      <td>0.800000</td>\n",
       "      <td>203.0</td>\n",
       "      <td>50.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>6</td>\n",
       "      <td>' s ], ' ve seen, ' s also, ' t [UNK], ' t seen, manages to be, ' ll be, ought to be</td>\n",
       "      <td>0.007543</td>\n",
       "      <td>194.0</td>\n",
       "      <td>160.0</td>\n",
       "      <td>34.0</td>\n",
       "      <td>0</td>\n",
       "      <td>Subjective</td>\n",
       "      <td>0.821429</td>\n",
       "      <td>160.0</td>\n",
       "      <td>34.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>8</td>\n",
       "      <td>- -, ' s film, and [UNK], or [UNK], - [UNK] [UNK], and sad, and touching, and directed</td>\n",
       "      <td>0.007129</td>\n",
       "      <td>637.0</td>\n",
       "      <td>428.0</td>\n",
       "      <td>209.0</td>\n",
       "      <td>0</td>\n",
       "      <td>Subjective</td>\n",
       "      <td>0.671362</td>\n",
       "      <td>428.0</td>\n",
       "      <td>209.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>12</td>\n",
       "      <td>of the film, of a movie, of the year, of a [UNK], of the plot, of the lambs, of the characters, of a man</td>\n",
       "      <td>0.006703</td>\n",
       "      <td>87.0</td>\n",
       "      <td>82.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0</td>\n",
       "      <td>Subjective</td>\n",
       "      <td>0.932584</td>\n",
       "      <td>82.0</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>12</td>\n",
       "      <td>of his father, of their own, of his life, of the world, of the [UNK], of a girl, of his dreams, of the [UNK] [UNK]</td>\n",
       "      <td>0.005353</td>\n",
       "      <td>159.0</td>\n",
       "      <td>31.0</td>\n",
       "      <td>128.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Objective</td>\n",
       "      <td>0.801242</td>\n",
       "      <td>128.0</td>\n",
       "      <td>31.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>25</td>\n",
       "      <td>one day, he is [UNK], along the way, at the same time, in the meantime, the story is set, one night</td>\n",
       "      <td>0.003641</td>\n",
       "      <td>41.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Objective</td>\n",
       "      <td>0.953488</td>\n",
       "      <td>40.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>25</td>\n",
       "      <td>it ' s [UNK], it ' s, that ' s, for the most part, the film [UNK], this is a movie, the film is [UNK]</td>\n",
       "      <td>0.002886</td>\n",
       "      <td>34.0</td>\n",
       "      <td>33.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0</td>\n",
       "      <td>Subjective</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>33.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>6</td>\n",
       "      <td>\" \" [UNK], ' s got, order to [UNK], struggle to find, \" \" tells, only to find, ' t go, only to be</td>\n",
       "      <td>0.002739</td>\n",
       "      <td>48.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>43.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Objective</td>\n",
       "      <td>0.880000</td>\n",
       "      <td>43.0</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>31</td>\n",
       "      <td>\" \" ., on him ., of it ., for [UNK] ., in the [UNK] ., ' s death ., of cash .</td>\n",
       "      <td>0.002655</td>\n",
       "      <td>36.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>34.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Objective</td>\n",
       "      <td>0.921053</td>\n",
       "      <td>34.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>29</td>\n",
       "      <td>the [UNK], her [UNK], his [UNK], their [UNK], two [UNK]</td>\n",
       "      <td>0.001294</td>\n",
       "      <td>173.0</td>\n",
       "      <td>61.0</td>\n",
       "      <td>112.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Objective</td>\n",
       "      <td>0.645714</td>\n",
       "      <td>112.0</td>\n",
       "      <td>61.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>29</td>\n",
       "      <td>its [UNK], this [UNK]</td>\n",
       "      <td>0.001294</td>\n",
       "      <td>32.0</td>\n",
       "      <td>27.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0</td>\n",
       "      <td>Subjective</td>\n",
       "      <td>0.823529</td>\n",
       "      <td>27.0</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>15</td>\n",
       "      <td>sang - woo, daniel [UNK] , played by [UNK]</td>\n",
       "      <td>0.001019</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Objective</td>\n",
       "      <td>0.928571</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>23</td>\n",
       "      <td>[UNK] [UNK], - and</td>\n",
       "      <td>0.000722</td>\n",
       "      <td>46.0</td>\n",
       "      <td>33.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>0</td>\n",
       "      <td>Subjective</td>\n",
       "      <td>0.708333</td>\n",
       "      <td>33.0</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>10</td>\n",
       "      <td>- [UNK] [UNK]</td>\n",
       "      <td>0.000246</td>\n",
       "      <td>7.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0</td>\n",
       "      <td>Subjective</td>\n",
       "      <td>0.777778</td>\n",
       "      <td>6.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>11</td>\n",
       "      <td>silence of the lambs</td>\n",
       "      <td>0.000243</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>Subjective</td>\n",
       "      <td>0.833333</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>22</td>\n",
       "      <td>the most part</td>\n",
       "      <td>0.000243</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>Subjective</td>\n",
       "      <td>0.833333</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>0</td>\n",
       "      <td>[UNK] of a movie</td>\n",
       "      <td>0.000243</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>Subjective</td>\n",
       "      <td>0.833333</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Root  \\\n",
       "0    27   \n",
       "1    27   \n",
       "2    13   \n",
       "3    28   \n",
       "4     2   \n",
       "5     3   \n",
       "6    28   \n",
       "7     2   \n",
       "8    13   \n",
       "9     1   \n",
       "10    8   \n",
       "11    1   \n",
       "12    3   \n",
       "13   31   \n",
       "14    6   \n",
       "15    8   \n",
       "16   12   \n",
       "17   12   \n",
       "18   25   \n",
       "19   25   \n",
       "20    6   \n",
       "21   31   \n",
       "22   29   \n",
       "23   29   \n",
       "24   15   \n",
       "25   23   \n",
       "26   10   \n",
       "27   11   \n",
       "28   22   \n",
       "29    0   \n",
       "\n",
       "                                                                                                                   Examples  \\\n",
       "0                                 his life, his wife, his father, his mother, their lives, his family, the world, their own   \n",
       "1                                  a movie, the film, the movie, this movie, the screen, its [UNK], the characters, [ [UNK]   \n",
       "2                                                 the movie, but it, the film, if you, if it, this film, [ [UNK] ], [ [UNK]   \n",
       "3                                             decides to, order to, \" \", has been, begins to, try to, returns to, decide to   \n",
       "4                                       \" \", best friend, young man, young [UNK], [UNK] girl, hit man, old man, drug dealer   \n",
       "5                           finds himself, finds out, falls in love, is [UNK], is sent, is killed, finds herself, [UNK] her   \n",
       "6                                                                             ' t, ' s, ' re, ' ll, ' s not, ' m, ' ve, ' d   \n",
       "7                   [UNK] movie, [UNK] film, running time, romantic comedy, [UNK] plot, best films, visual [UNK], good time   \n",
       "8                                               the two, when he, where he, the gang, the girls, so he, when [UNK], as they   \n",
       "9                                    . ., as [UNK], , too, in a way, in the right place, in its [UNK], so [UNK], than [UNK]   \n",
       "10   [UNK] [UNK],  [UNK] [UNK] ,  [UNK] [UNK] , [UNK] [UNK] [UNK], ' s mother, [UNK] [UNK] [UNK] , [UNK] [UNK] [UNK] , dr .   \n",
       "11                                                  in love, \" \", with her, with him, for her, for him, in life, of control   \n",
       "12                               comes off, ' s hard, makes up, ' d expect, doesn ' t, ' t wait, ' s performance, ' s [UNK]   \n",
       "13                                                          . . ., . ', of life ., in its [UNK] ., in years ., of tension .   \n",
       "14                                     ' s ], ' ve seen, ' s also, ' t [UNK], ' t seen, manages to be, ' ll be, ought to be   \n",
       "15                                   - -, ' s film, and [UNK], or [UNK], - [UNK] [UNK], and sad, and touching, and directed   \n",
       "16                 of the film, of a movie, of the year, of a [UNK], of the plot, of the lambs, of the characters, of a man   \n",
       "17       of his father, of their own, of his life, of the world, of the [UNK], of a girl, of his dreams, of the [UNK] [UNK]   \n",
       "18                      one day, he is [UNK], along the way, at the same time, in the meantime, the story is set, one night   \n",
       "19                    it ' s [UNK], it ' s, that ' s, for the most part, the film [UNK], this is a movie, the film is [UNK]   \n",
       "20                        \" \" [UNK], ' s got, order to [UNK], struggle to find, \" \" tells, only to find, ' t go, only to be   \n",
       "21                                            \" \" ., on him ., of it ., for [UNK] ., in the [UNK] ., ' s death ., of cash .   \n",
       "22                                                                  the [UNK], her [UNK], his [UNK], their [UNK], two [UNK]   \n",
       "23                                                                                                    its [UNK], this [UNK]   \n",
       "24                                                                               sang - woo, daniel [UNK] , played by [UNK]   \n",
       "25                                                                                                       [UNK] [UNK], - and   \n",
       "26                                                                                                            - [UNK] [UNK]   \n",
       "27                                                                                                     silence of the lambs   \n",
       "28                                                                                                            the most part   \n",
       "29                                                                                                         [UNK] of a movie   \n",
       "\n",
       "          MI   Count  Subjective  Objective  Majority label idx  \\\n",
       "0   0.071373  1628.0       323.0     1305.0                   1   \n",
       "1   0.056368   980.0       846.0      134.0                   0   \n",
       "2   0.044830   702.0       624.0       78.0                   0   \n",
       "3   0.031567   747.0       133.0      614.0                   1   \n",
       "4   0.030521   471.0        48.0      423.0                   1   \n",
       "5   0.026083   460.0        57.0      403.0                   1   \n",
       "6   0.025259  2149.0      1396.0      753.0                   0   \n",
       "7   0.025223   293.0       279.0       14.0                   0   \n",
       "8   0.019427   250.0        16.0      234.0                   1   \n",
       "9   0.016206   444.0       359.0       85.0                   0   \n",
       "10  0.014392   226.0        22.0      204.0                   1   \n",
       "11  0.014304   352.0        61.0      291.0                   1   \n",
       "12  0.009948   205.0       176.0       29.0                   0   \n",
       "13  0.008531   253.0       203.0       50.0                   0   \n",
       "14  0.007543   194.0       160.0       34.0                   0   \n",
       "15  0.007129   637.0       428.0      209.0                   0   \n",
       "16  0.006703    87.0        82.0        5.0                   0   \n",
       "17  0.005353   159.0        31.0      128.0                   1   \n",
       "18  0.003641    41.0         1.0       40.0                   1   \n",
       "19  0.002886    34.0        33.0        1.0                   0   \n",
       "20  0.002739    48.0         5.0       43.0                   1   \n",
       "21  0.002655    36.0         2.0       34.0                   1   \n",
       "22  0.001294   173.0        61.0      112.0                   1   \n",
       "23  0.001294    32.0        27.0        5.0                   0   \n",
       "24  0.001019    12.0         0.0       12.0                   1   \n",
       "25  0.000722    46.0        33.0       13.0                   0   \n",
       "26  0.000246     7.0         6.0        1.0                   0   \n",
       "27  0.000243     4.0         4.0        0.0                   0   \n",
       "28  0.000243     4.0         4.0        0.0                   0   \n",
       "29  0.000243     4.0         4.0        0.0                   0   \n",
       "\n",
       "   Majority label  % majority  Support count  Counter count  \n",
       "0       Objective    0.801227         1305.0          323.0  \n",
       "1      Subjective    0.862525          846.0          134.0  \n",
       "2      Subjective    0.887784          624.0           78.0  \n",
       "3       Objective    0.821095          614.0          133.0  \n",
       "4       Objective    0.896406          423.0           48.0  \n",
       "5       Objective    0.874459          403.0           57.0  \n",
       "6      Subjective    0.649465         1396.0          753.0  \n",
       "7      Subjective    0.949153          279.0           14.0  \n",
       "8       Objective    0.932540          234.0           16.0  \n",
       "9      Subjective    0.807175          359.0           85.0  \n",
       "10      Objective    0.899123          204.0           22.0  \n",
       "11      Objective    0.824859          291.0           61.0  \n",
       "12     Subjective    0.855072          176.0           29.0  \n",
       "13     Subjective    0.800000          203.0           50.0  \n",
       "14     Subjective    0.821429          160.0           34.0  \n",
       "15     Subjective    0.671362          428.0          209.0  \n",
       "16     Subjective    0.932584           82.0            5.0  \n",
       "17      Objective    0.801242          128.0           31.0  \n",
       "18      Objective    0.953488           40.0            1.0  \n",
       "19     Subjective    0.944444           33.0            1.0  \n",
       "20      Objective    0.880000           43.0            5.0  \n",
       "21      Objective    0.921053           34.0            2.0  \n",
       "22      Objective    0.645714          112.0           61.0  \n",
       "23     Subjective    0.823529           27.0            5.0  \n",
       "24      Objective    0.928571           12.0            0.0  \n",
       "25     Subjective    0.708333           33.0           13.0  \n",
       "26     Subjective    0.777778            6.0            1.0  \n",
       "27     Subjective    0.833333            4.0            0.0  \n",
       "28     Subjective    0.833333            4.0            0.0  \n",
       "29     Subjective    0.833333            4.0            0.0  "
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "feature_utils.add_merges(data, \"Subtrees\", K=1000, merge_name=\"Subtree groups (len >= 2)\",\n",
    "                         filter_=lambda w: w[0].count(\"*\") >= 2)\n",
    "subtree_groups_len2 = feature_utils.get_merged_feature_table(data, merge_name=\"Subtree groups (len >= 2)\")\n",
    "subtree_groups_len2.head(30)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "44164dbb",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}