{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 1000
    },
    "collapsed": true,
    "id": "4Gni-Vmsexnq",
    "jupyter": {
     "outputs_hidden": true
    },
    "outputId": "2b41df51-7382-4926-dc93-cd192c08b637"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.google.colaboratory.intrinsic+json": {
       "type": "dataframe",
       "variable_name": "df"
      },
      "text/html": [
       "\n",
       "  <div id=\"df-4d3bf943-54db-4a04-bd66-7b980a80c346\" class=\"colab-df-container\">\n",
       "    <div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>onetsoc_code</th>\n",
       "      <th>task_id</th>\n",
       "      <th>task</th>\n",
       "      <th>occupation_title</th>\n",
       "      <th>occupation_description</th>\n",
       "      <th>frequency_category_1</th>\n",
       "      <th>frequency_category_2</th>\n",
       "      <th>frequency_category_3</th>\n",
       "      <th>frequency_category_4</th>\n",
       "      <th>frequency_category_5</th>\n",
       "      <th>...</th>\n",
       "      <th>importance_average</th>\n",
       "      <th>relevance_average</th>\n",
       "      <th>dwas</th>\n",
       "      <th>remote_status</th>\n",
       "      <th>occ_code</th>\n",
       "      <th>total_employment</th>\n",
       "      <th>hourly_wage_average</th>\n",
       "      <th>annual_wage_average</th>\n",
       "      <th>lb_estimate</th>\n",
       "      <th>ub_estimate</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>11-1011.00</td>\n",
       "      <td>8823</td>\n",
       "      <td>Direct or coordinate an organization's financi...</td>\n",
       "      <td>Chief Executives</td>\n",
       "      <td>Determine and formulate policies and provide o...</td>\n",
       "      <td>5.92</td>\n",
       "      <td>15.98</td>\n",
       "      <td>29.68</td>\n",
       "      <td>21.18</td>\n",
       "      <td>19.71</td>\n",
       "      <td>...</td>\n",
       "      <td>4.52</td>\n",
       "      <td>74.44</td>\n",
       "      <td>['Direct financial operations.']</td>\n",
       "      <td>remote</td>\n",
       "      <td>11-1011</td>\n",
       "      <td>211230.0</td>\n",
       "      <td>124.47</td>\n",
       "      <td>258900</td>\n",
       "      <td>1 hour</td>\n",
       "      <td>8 hours</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>11-1011.00</td>\n",
       "      <td>8824</td>\n",
       "      <td>Confer with board members, organization offici...</td>\n",
       "      <td>Chief Executives</td>\n",
       "      <td>Determine and formulate policies and provide o...</td>\n",
       "      <td>1.42</td>\n",
       "      <td>14.44</td>\n",
       "      <td>27.31</td>\n",
       "      <td>25.52</td>\n",
       "      <td>26.88</td>\n",
       "      <td>...</td>\n",
       "      <td>4.32</td>\n",
       "      <td>81.71</td>\n",
       "      <td>['Confer with organizational members to accomp...</td>\n",
       "      <td>remote</td>\n",
       "      <td>11-1011</td>\n",
       "      <td>211230.0</td>\n",
       "      <td>124.47</td>\n",
       "      <td>258900</td>\n",
       "      <td>30 minutes</td>\n",
       "      <td>2 hours</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>11-1011.00</td>\n",
       "      <td>8827</td>\n",
       "      <td>Prepare budgets for approval, including those ...</td>\n",
       "      <td>Chief Executives</td>\n",
       "      <td>Determine and formulate policies and provide o...</td>\n",
       "      <td>15.50</td>\n",
       "      <td>38.21</td>\n",
       "      <td>32.73</td>\n",
       "      <td>5.15</td>\n",
       "      <td>5.25</td>\n",
       "      <td>...</td>\n",
       "      <td>4.30</td>\n",
       "      <td>93.41</td>\n",
       "      <td>['Prepare operational budgets.']</td>\n",
       "      <td>remote</td>\n",
       "      <td>11-1011</td>\n",
       "      <td>211230.0</td>\n",
       "      <td>124.47</td>\n",
       "      <td>258900</td>\n",
       "      <td>1 hour</td>\n",
       "      <td>8 hours</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>11-1011.00</td>\n",
       "      <td>8826</td>\n",
       "      <td>Direct, plan, or implement policies, objective...</td>\n",
       "      <td>Chief Executives</td>\n",
       "      <td>Determine and formulate policies and provide o...</td>\n",
       "      <td>3.03</td>\n",
       "      <td>17.33</td>\n",
       "      <td>20.30</td>\n",
       "      <td>18.10</td>\n",
       "      <td>33.16</td>\n",
       "      <td>...</td>\n",
       "      <td>4.24</td>\n",
       "      <td>97.79</td>\n",
       "      <td>['Implement organizational process or policy c...</td>\n",
       "      <td>remote</td>\n",
       "      <td>11-1011</td>\n",
       "      <td>211230.0</td>\n",
       "      <td>124.47</td>\n",
       "      <td>258900</td>\n",
       "      <td>1 week</td>\n",
       "      <td>3 weeks</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>11-1011.00</td>\n",
       "      <td>8834</td>\n",
       "      <td>Prepare or present reports concerning activiti...</td>\n",
       "      <td>Chief Executives</td>\n",
       "      <td>Determine and formulate policies and provide o...</td>\n",
       "      <td>1.98</td>\n",
       "      <td>14.06</td>\n",
       "      <td>42.60</td>\n",
       "      <td>21.24</td>\n",
       "      <td>13.18</td>\n",
       "      <td>...</td>\n",
       "      <td>4.17</td>\n",
       "      <td>92.92</td>\n",
       "      <td>['Prepare financial documents, reports, or bud...</td>\n",
       "      <td>remote</td>\n",
       "      <td>11-1011</td>\n",
       "      <td>211230.0</td>\n",
       "      <td>124.47</td>\n",
       "      <td>258900</td>\n",
       "      <td>2 hours</td>\n",
       "      <td>1 week</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21693</th>\n",
       "      <td>53-7081.00</td>\n",
       "      <td>7172</td>\n",
       "      <td>Fill out defective equipment reports.</td>\n",
       "      <td>Refuse and Recyclable Material Collectors</td>\n",
       "      <td>Collect and dump refuse or recyclable material...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.75</td>\n",
       "      <td>9.69</td>\n",
       "      <td>3.08</td>\n",
       "      <td>85.29</td>\n",
       "      <td>...</td>\n",
       "      <td>4.27</td>\n",
       "      <td>91.18</td>\n",
       "      <td>['Prepare accident or incident reports.']</td>\n",
       "      <td>remote</td>\n",
       "      <td>53-7081</td>\n",
       "      <td>135430.0</td>\n",
       "      <td>22.99</td>\n",
       "      <td>47810</td>\n",
       "      <td>10 minutes</td>\n",
       "      <td>30 minutes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21694</th>\n",
       "      <td>53-7081.00</td>\n",
       "      <td>7178</td>\n",
       "      <td>Communicate with dispatchers concerning delays...</td>\n",
       "      <td>Refuse and Recyclable Material Collectors</td>\n",
       "      <td>Collect and dump refuse or recyclable material...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.04</td>\n",
       "      <td>5.92</td>\n",
       "      <td>3.74</td>\n",
       "      <td>69.00</td>\n",
       "      <td>...</td>\n",
       "      <td>3.96</td>\n",
       "      <td>97.50</td>\n",
       "      <td>['Report vehicle or equipment malfunctions.', ...</td>\n",
       "      <td>remote</td>\n",
       "      <td>53-7081</td>\n",
       "      <td>135430.0</td>\n",
       "      <td>22.99</td>\n",
       "      <td>47810</td>\n",
       "      <td>10 minutes</td>\n",
       "      <td>30 minutes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21695</th>\n",
       "      <td>53-7081.00</td>\n",
       "      <td>7179</td>\n",
       "      <td>Check road or weather conditions to determine ...</td>\n",
       "      <td>Refuse and Recyclable Material Collectors</td>\n",
       "      <td>Collect and dump refuse or recyclable material...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>8.98</td>\n",
       "      <td>4.23</td>\n",
       "      <td>8.60</td>\n",
       "      <td>61.70</td>\n",
       "      <td>...</td>\n",
       "      <td>3.81</td>\n",
       "      <td>89.52</td>\n",
       "      <td>['Gather information about work conditions or ...</td>\n",
       "      <td>remote</td>\n",
       "      <td>53-7081</td>\n",
       "      <td>135430.0</td>\n",
       "      <td>22.99</td>\n",
       "      <td>47810</td>\n",
       "      <td>10 minutes</td>\n",
       "      <td>30 minutes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21696</th>\n",
       "      <td>53-7081.00</td>\n",
       "      <td>7183</td>\n",
       "      <td>Organize schedules for refuse collection.</td>\n",
       "      <td>Refuse and Recyclable Material Collectors</td>\n",
       "      <td>Collect and dump refuse or recyclable material...</td>\n",
       "      <td>11.57</td>\n",
       "      <td>25.97</td>\n",
       "      <td>14.88</td>\n",
       "      <td>0.00</td>\n",
       "      <td>43.02</td>\n",
       "      <td>...</td>\n",
       "      <td>3.29</td>\n",
       "      <td>42.06</td>\n",
       "      <td>['Schedule operational activities.']</td>\n",
       "      <td>remote</td>\n",
       "      <td>53-7081</td>\n",
       "      <td>135430.0</td>\n",
       "      <td>22.99</td>\n",
       "      <td>47810</td>\n",
       "      <td>30 minutes</td>\n",
       "      <td>2 hours</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21697</th>\n",
       "      <td>53-7121.00</td>\n",
       "      <td>12796</td>\n",
       "      <td>Record operating data such as products and qua...</td>\n",
       "      <td>Tank Car, Truck, and Ship Loaders</td>\n",
       "      <td>Load and unload chemicals and bulk solids, suc...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>2.49</td>\n",
       "      <td>2.07</td>\n",
       "      <td>0.41</td>\n",
       "      <td>45.74</td>\n",
       "      <td>...</td>\n",
       "      <td>4.26</td>\n",
       "      <td>90.86</td>\n",
       "      <td>['Record operational or production data.']</td>\n",
       "      <td>remote</td>\n",
       "      <td>53-7121</td>\n",
       "      <td>11400.0</td>\n",
       "      <td>29.1</td>\n",
       "      <td>60530</td>\n",
       "      <td>10 minutes</td>\n",
       "      <td>30 minutes</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>21698 rows × 22 columns</p>\n",
       "</div>\n",
       "    <div class=\"colab-df-buttons\">\n",
       "\n",
       "  <div class=\"colab-df-container\">\n",
       "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-4d3bf943-54db-4a04-bd66-7b980a80c346')\"\n",
       "            title=\"Convert this dataframe to an interactive table.\"\n",
       "            style=\"display:none;\">\n",
       "\n",
       "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
       "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
       "  </svg>\n",
       "    </button>\n",
       "\n",
       "  <style>\n",
       "    .colab-df-container {\n",
       "      display:flex;\n",
       "      gap: 12px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert {\n",
       "      background-color: #E8F0FE;\n",
       "      border: none;\n",
       "      border-radius: 50%;\n",
       "      cursor: pointer;\n",
       "      display: none;\n",
       "      fill: #1967D2;\n",
       "      height: 32px;\n",
       "      padding: 0 0 0 0;\n",
       "      width: 32px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert:hover {\n",
       "      background-color: #E2EBFA;\n",
       "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "      fill: #174EA6;\n",
       "    }\n",
       "\n",
       "    .colab-df-buttons div {\n",
       "      margin-bottom: 4px;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert {\n",
       "      background-color: #3B4455;\n",
       "      fill: #D2E3FC;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert:hover {\n",
       "      background-color: #434B5C;\n",
       "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
       "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
       "      fill: #FFFFFF;\n",
       "    }\n",
       "  </style>\n",
       "\n",
       "    <script>\n",
       "      const buttonEl =\n",
       "        document.querySelector('#df-4d3bf943-54db-4a04-bd66-7b980a80c346 button.colab-df-convert');\n",
       "      buttonEl.style.display =\n",
       "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "\n",
       "      async function convertToInteractive(key) {\n",
       "        const element = document.querySelector('#df-4d3bf943-54db-4a04-bd66-7b980a80c346');\n",
       "        const dataTable =\n",
       "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
       "                                                    [key], {});\n",
       "        if (!dataTable) return;\n",
       "\n",
       "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
       "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
       "          + ' to learn more about interactive tables.';\n",
       "        element.innerHTML = '';\n",
       "        dataTable['output_type'] = 'display_data';\n",
       "        await google.colab.output.renderOutput(dataTable, element);\n",
       "        const docLink = document.createElement('div');\n",
       "        docLink.innerHTML = docLinkHtml;\n",
       "        element.appendChild(docLink);\n",
       "      }\n",
       "    </script>\n",
       "  </div>\n",
       "\n",
       "\n",
       "    <div id=\"df-2267812b-810c-4d07-8ef6-6b3535be8a84\">\n",
       "      <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-2267812b-810c-4d07-8ef6-6b3535be8a84')\"\n",
       "                title=\"Suggest charts\"\n",
       "                style=\"display:none;\">\n",
       "\n",
       "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
       "     width=\"24px\">\n",
       "    <g>\n",
       "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
       "    </g>\n",
       "</svg>\n",
       "      </button>\n",
       "\n",
       "<style>\n",
       "  .colab-df-quickchart {\n",
       "      --bg-color: #E8F0FE;\n",
       "      --fill-color: #1967D2;\n",
       "      --hover-bg-color: #E2EBFA;\n",
       "      --hover-fill-color: #174EA6;\n",
       "      --disabled-fill-color: #AAA;\n",
       "      --disabled-bg-color: #DDD;\n",
       "  }\n",
       "\n",
       "  [theme=dark] .colab-df-quickchart {\n",
       "      --bg-color: #3B4455;\n",
       "      --fill-color: #D2E3FC;\n",
       "      --hover-bg-color: #434B5C;\n",
       "      --hover-fill-color: #FFFFFF;\n",
       "      --disabled-bg-color: #3B4455;\n",
       "      --disabled-fill-color: #666;\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart {\n",
       "    background-color: var(--bg-color);\n",
       "    border: none;\n",
       "    border-radius: 50%;\n",
       "    cursor: pointer;\n",
       "    display: none;\n",
       "    fill: var(--fill-color);\n",
       "    height: 32px;\n",
       "    padding: 0;\n",
       "    width: 32px;\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart:hover {\n",
       "    background-color: var(--hover-bg-color);\n",
       "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "    fill: var(--button-hover-fill-color);\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart-complete:disabled,\n",
       "  .colab-df-quickchart-complete:disabled:hover {\n",
       "    background-color: var(--disabled-bg-color);\n",
       "    fill: var(--disabled-fill-color);\n",
       "    box-shadow: none;\n",
       "  }\n",
       "\n",
       "  .colab-df-spinner {\n",
       "    border: 2px solid var(--fill-color);\n",
       "    border-color: transparent;\n",
       "    border-bottom-color: var(--fill-color);\n",
       "    animation:\n",
       "      spin 1s steps(1) infinite;\n",
       "  }\n",
       "\n",
       "  @keyframes spin {\n",
       "    0% {\n",
       "      border-color: transparent;\n",
       "      border-bottom-color: var(--fill-color);\n",
       "      border-left-color: var(--fill-color);\n",
       "    }\n",
       "    20% {\n",
       "      border-color: transparent;\n",
       "      border-left-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "    }\n",
       "    30% {\n",
       "      border-color: transparent;\n",
       "      border-left-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "      border-right-color: var(--fill-color);\n",
       "    }\n",
       "    40% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "    }\n",
       "    60% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "    }\n",
       "    80% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "      border-bottom-color: var(--fill-color);\n",
       "    }\n",
       "    90% {\n",
       "      border-color: transparent;\n",
       "      border-bottom-color: var(--fill-color);\n",
       "    }\n",
       "  }\n",
       "</style>\n",
       "\n",
       "      <script>\n",
       "        async function quickchart(key) {\n",
       "          const quickchartButtonEl =\n",
       "            document.querySelector('#' + key + ' button');\n",
       "          quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
       "          quickchartButtonEl.classList.add('colab-df-spinner');\n",
       "          try {\n",
       "            const charts = await google.colab.kernel.invokeFunction(\n",
       "                'suggestCharts', [key], {});\n",
       "          } catch (error) {\n",
       "            console.error('Error during call to suggestCharts:', error);\n",
       "          }\n",
       "          quickchartButtonEl.classList.remove('colab-df-spinner');\n",
       "          quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
       "        }\n",
       "        (() => {\n",
       "          let quickchartButtonEl =\n",
       "            document.querySelector('#df-2267812b-810c-4d07-8ef6-6b3535be8a84 button');\n",
       "          quickchartButtonEl.style.display =\n",
       "            google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "        })();\n",
       "      </script>\n",
       "    </div>\n",
       "\n",
       "  <div id=\"id_c4423572-4298-4005-93dc-ff6e80a1f0d1\">\n",
       "    <style>\n",
       "      .colab-df-generate {\n",
       "        background-color: #E8F0FE;\n",
       "        border: none;\n",
       "        border-radius: 50%;\n",
       "        cursor: pointer;\n",
       "        display: none;\n",
       "        fill: #1967D2;\n",
       "        height: 32px;\n",
       "        padding: 0 0 0 0;\n",
       "        width: 32px;\n",
       "      }\n",
       "\n",
       "      .colab-df-generate:hover {\n",
       "        background-color: #E2EBFA;\n",
       "        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "        fill: #174EA6;\n",
       "      }\n",
       "\n",
       "      [theme=dark] .colab-df-generate {\n",
       "        background-color: #3B4455;\n",
       "        fill: #D2E3FC;\n",
       "      }\n",
       "\n",
       "      [theme=dark] .colab-df-generate:hover {\n",
       "        background-color: #434B5C;\n",
       "        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
       "        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
       "        fill: #FFFFFF;\n",
       "      }\n",
       "    </style>\n",
       "    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('df')\"\n",
       "            title=\"Generate code using this dataframe.\"\n",
       "            style=\"display:none;\">\n",
       "\n",
       "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
       "       width=\"24px\">\n",
       "    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n",
       "  </svg>\n",
       "    </button>\n",
       "    <script>\n",
       "      (() => {\n",
       "      const buttonEl =\n",
       "        document.querySelector('#id_c4423572-4298-4005-93dc-ff6e80a1f0d1 button.colab-df-generate');\n",
       "      buttonEl.style.display =\n",
       "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "\n",
       "      buttonEl.onclick = () => {\n",
       "        google.colab.notebook.generateWithVariable('df');\n",
       "      }\n",
       "      })();\n",
       "    </script>\n",
       "  </div>\n",
       "\n",
       "    </div>\n",
       "  </div>\n"
      ],
      "text/plain": [
       "      onetsoc_code  task_id  \\\n",
       "0       11-1011.00     8823   \n",
       "1       11-1011.00     8824   \n",
       "2       11-1011.00     8827   \n",
       "3       11-1011.00     8826   \n",
       "4       11-1011.00     8834   \n",
       "...            ...      ...   \n",
       "21693   53-7081.00     7172   \n",
       "21694   53-7081.00     7178   \n",
       "21695   53-7081.00     7179   \n",
       "21696   53-7081.00     7183   \n",
       "21697   53-7121.00    12796   \n",
       "\n",
       "                                                    task  \\\n",
       "0      Direct or coordinate an organization's financi...   \n",
       "1      Confer with board members, organization offici...   \n",
       "2      Prepare budgets for approval, including those ...   \n",
       "3      Direct, plan, or implement policies, objective...   \n",
       "4      Prepare or present reports concerning activiti...   \n",
       "...                                                  ...   \n",
       "21693              Fill out defective equipment reports.   \n",
       "21694  Communicate with dispatchers concerning delays...   \n",
       "21695  Check road or weather conditions to determine ...   \n",
       "21696          Organize schedules for refuse collection.   \n",
       "21697  Record operating data such as products and qua...   \n",
       "\n",
       "                                occupation_title  \\\n",
       "0                               Chief Executives   \n",
       "1                               Chief Executives   \n",
       "2                               Chief Executives   \n",
       "3                               Chief Executives   \n",
       "4                               Chief Executives   \n",
       "...                                          ...   \n",
       "21693  Refuse and Recyclable Material Collectors   \n",
       "21694  Refuse and Recyclable Material Collectors   \n",
       "21695  Refuse and Recyclable Material Collectors   \n",
       "21696  Refuse and Recyclable Material Collectors   \n",
       "21697          Tank Car, Truck, and Ship Loaders   \n",
       "\n",
       "                                  occupation_description  \\\n",
       "0      Determine and formulate policies and provide o...   \n",
       "1      Determine and formulate policies and provide o...   \n",
       "2      Determine and formulate policies and provide o...   \n",
       "3      Determine and formulate policies and provide o...   \n",
       "4      Determine and formulate policies and provide o...   \n",
       "...                                                  ...   \n",
       "21693  Collect and dump refuse or recyclable material...   \n",
       "21694  Collect and dump refuse or recyclable material...   \n",
       "21695  Collect and dump refuse or recyclable material...   \n",
       "21696  Collect and dump refuse or recyclable material...   \n",
       "21697  Load and unload chemicals and bulk solids, suc...   \n",
       "\n",
       "       frequency_category_1  frequency_category_2  frequency_category_3  \\\n",
       "0                      5.92                 15.98                 29.68   \n",
       "1                      1.42                 14.44                 27.31   \n",
       "2                     15.50                 38.21                 32.73   \n",
       "3                      3.03                 17.33                 20.30   \n",
       "4                      1.98                 14.06                 42.60   \n",
       "...                     ...                   ...                   ...   \n",
       "21693                  0.00                  1.75                  9.69   \n",
       "21694                  0.00                  1.04                  5.92   \n",
       "21695                  0.00                  8.98                  4.23   \n",
       "21696                 11.57                 25.97                 14.88   \n",
       "21697                  0.00                  2.49                  2.07   \n",
       "\n",
       "       frequency_category_4  frequency_category_5  ...  importance_average  \\\n",
       "0                     21.18                 19.71  ...                4.52   \n",
       "1                     25.52                 26.88  ...                4.32   \n",
       "2                      5.15                  5.25  ...                4.30   \n",
       "3                     18.10                 33.16  ...                4.24   \n",
       "4                     21.24                 13.18  ...                4.17   \n",
       "...                     ...                   ...  ...                 ...   \n",
       "21693                  3.08                 85.29  ...                4.27   \n",
       "21694                  3.74                 69.00  ...                3.96   \n",
       "21695                  8.60                 61.70  ...                3.81   \n",
       "21696                  0.00                 43.02  ...                3.29   \n",
       "21697                  0.41                 45.74  ...                4.26   \n",
       "\n",
       "       relevance_average                                               dwas  \\\n",
       "0                  74.44                   ['Direct financial operations.']   \n",
       "1                  81.71  ['Confer with organizational members to accomp...   \n",
       "2                  93.41                   ['Prepare operational budgets.']   \n",
       "3                  97.79  ['Implement organizational process or policy c...   \n",
       "4                  92.92  ['Prepare financial documents, reports, or bud...   \n",
       "...                  ...                                                ...   \n",
       "21693              91.18          ['Prepare accident or incident reports.']   \n",
       "21694              97.50  ['Report vehicle or equipment malfunctions.', ...   \n",
       "21695              89.52  ['Gather information about work conditions or ...   \n",
       "21696              42.06               ['Schedule operational activities.']   \n",
       "21697              90.86         ['Record operational or production data.']   \n",
       "\n",
       "       remote_status occ_code total_employment hourly_wage_average  \\\n",
       "0             remote  11-1011         211230.0              124.47   \n",
       "1             remote  11-1011         211230.0              124.47   \n",
       "2             remote  11-1011         211230.0              124.47   \n",
       "3             remote  11-1011         211230.0              124.47   \n",
       "4             remote  11-1011         211230.0              124.47   \n",
       "...              ...      ...              ...                 ...   \n",
       "21693         remote  53-7081         135430.0               22.99   \n",
       "21694         remote  53-7081         135430.0               22.99   \n",
       "21695         remote  53-7081         135430.0               22.99   \n",
       "21696         remote  53-7081         135430.0               22.99   \n",
       "21697         remote  53-7121          11400.0                29.1   \n",
       "\n",
       "       annual_wage_average lb_estimate ub_estimate  \n",
       "0                   258900      1 hour     8 hours  \n",
       "1                   258900  30 minutes     2 hours  \n",
       "2                   258900      1 hour     8 hours  \n",
       "3                   258900      1 week     3 weeks  \n",
       "4                   258900     2 hours      1 week  \n",
       "...                    ...         ...         ...  \n",
       "21693                47810  10 minutes  30 minutes  \n",
       "21694                47810  10 minutes  30 minutes  \n",
       "21695                47810  10 minutes  30 minutes  \n",
       "21696                47810  30 minutes     2 hours  \n",
       "21697                60530  10 minutes  30 minutes  \n",
       "\n",
       "[21698 rows x 22 columns]"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "\n",
    "df = pd.read_csv(\"task_estimated.csv\").dropna(subset=['lb_estimate', 'ub_estimate'])\n",
    "\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 1000
    },
    "id": "KdJN4i9yf_F2",
    "outputId": "eecd3e30-b2cb-4be5-ce42-4fba43adc42b"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.google.colaboratory.intrinsic+json": {
       "type": "dataframe",
       "variable_name": "df"
      },
      "text/html": [
       "\n",
       "  <div id=\"df-b77d327c-0fa8-43cd-9598-81b83fc79dc2\" class=\"colab-df-container\">\n",
       "    <div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>onetsoc_code</th>\n",
       "      <th>task_id</th>\n",
       "      <th>task</th>\n",
       "      <th>occupation_title</th>\n",
       "      <th>occupation_description</th>\n",
       "      <th>frequency_category_1</th>\n",
       "      <th>frequency_category_2</th>\n",
       "      <th>frequency_category_3</th>\n",
       "      <th>frequency_category_4</th>\n",
       "      <th>frequency_category_5</th>\n",
       "      <th>...</th>\n",
       "      <th>dwas</th>\n",
       "      <th>remote_status</th>\n",
       "      <th>occ_code</th>\n",
       "      <th>total_employment</th>\n",
       "      <th>hourly_wage_average</th>\n",
       "      <th>annual_wage_average</th>\n",
       "      <th>lb_estimate</th>\n",
       "      <th>ub_estimate</th>\n",
       "      <th>lb_estimate_in_hours</th>\n",
       "      <th>ub_estimate_in_hours</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>11-1011.00</td>\n",
       "      <td>8823</td>\n",
       "      <td>Direct or coordinate an organization's financi...</td>\n",
       "      <td>Chief Executives</td>\n",
       "      <td>Determine and formulate policies and provide o...</td>\n",
       "      <td>5.92</td>\n",
       "      <td>15.98</td>\n",
       "      <td>29.68</td>\n",
       "      <td>21.18</td>\n",
       "      <td>19.71</td>\n",
       "      <td>...</td>\n",
       "      <td>['Direct financial operations.']</td>\n",
       "      <td>remote</td>\n",
       "      <td>11-1011</td>\n",
       "      <td>211230.0</td>\n",
       "      <td>124.47</td>\n",
       "      <td>258900</td>\n",
       "      <td>1 hour</td>\n",
       "      <td>8 hours</td>\n",
       "      <td>1.0</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>11-1011.00</td>\n",
       "      <td>8824</td>\n",
       "      <td>Confer with board members, organization offici...</td>\n",
       "      <td>Chief Executives</td>\n",
       "      <td>Determine and formulate policies and provide o...</td>\n",
       "      <td>1.42</td>\n",
       "      <td>14.44</td>\n",
       "      <td>27.31</td>\n",
       "      <td>25.52</td>\n",
       "      <td>26.88</td>\n",
       "      <td>...</td>\n",
       "      <td>['Confer with organizational members to accomp...</td>\n",
       "      <td>remote</td>\n",
       "      <td>11-1011</td>\n",
       "      <td>211230.0</td>\n",
       "      <td>124.47</td>\n",
       "      <td>258900</td>\n",
       "      <td>30 minutes</td>\n",
       "      <td>2 hours</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>11-1011.00</td>\n",
       "      <td>8827</td>\n",
       "      <td>Prepare budgets for approval, including those ...</td>\n",
       "      <td>Chief Executives</td>\n",
       "      <td>Determine and formulate policies and provide o...</td>\n",
       "      <td>15.50</td>\n",
       "      <td>38.21</td>\n",
       "      <td>32.73</td>\n",
       "      <td>5.15</td>\n",
       "      <td>5.25</td>\n",
       "      <td>...</td>\n",
       "      <td>['Prepare operational budgets.']</td>\n",
       "      <td>remote</td>\n",
       "      <td>11-1011</td>\n",
       "      <td>211230.0</td>\n",
       "      <td>124.47</td>\n",
       "      <td>258900</td>\n",
       "      <td>1 hour</td>\n",
       "      <td>8 hours</td>\n",
       "      <td>1.0</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>11-1011.00</td>\n",
       "      <td>8826</td>\n",
       "      <td>Direct, plan, or implement policies, objective...</td>\n",
       "      <td>Chief Executives</td>\n",
       "      <td>Determine and formulate policies and provide o...</td>\n",
       "      <td>3.03</td>\n",
       "      <td>17.33</td>\n",
       "      <td>20.30</td>\n",
       "      <td>18.10</td>\n",
       "      <td>33.16</td>\n",
       "      <td>...</td>\n",
       "      <td>['Implement organizational process or policy c...</td>\n",
       "      <td>remote</td>\n",
       "      <td>11-1011</td>\n",
       "      <td>211230.0</td>\n",
       "      <td>124.47</td>\n",
       "      <td>258900</td>\n",
       "      <td>1 week</td>\n",
       "      <td>3 weeks</td>\n",
       "      <td>168.0</td>\n",
       "      <td>504.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>11-1011.00</td>\n",
       "      <td>8834</td>\n",
       "      <td>Prepare or present reports concerning activiti...</td>\n",
       "      <td>Chief Executives</td>\n",
       "      <td>Determine and formulate policies and provide o...</td>\n",
       "      <td>1.98</td>\n",
       "      <td>14.06</td>\n",
       "      <td>42.60</td>\n",
       "      <td>21.24</td>\n",
       "      <td>13.18</td>\n",
       "      <td>...</td>\n",
       "      <td>['Prepare financial documents, reports, or bud...</td>\n",
       "      <td>remote</td>\n",
       "      <td>11-1011</td>\n",
       "      <td>211230.0</td>\n",
       "      <td>124.47</td>\n",
       "      <td>258900</td>\n",
       "      <td>2 hours</td>\n",
       "      <td>1 week</td>\n",
       "      <td>2.0</td>\n",
       "      <td>168.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21693</th>\n",
       "      <td>53-7081.00</td>\n",
       "      <td>7172</td>\n",
       "      <td>Fill out defective equipment reports.</td>\n",
       "      <td>Refuse and Recyclable Material Collectors</td>\n",
       "      <td>Collect and dump refuse or recyclable material...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.75</td>\n",
       "      <td>9.69</td>\n",
       "      <td>3.08</td>\n",
       "      <td>85.29</td>\n",
       "      <td>...</td>\n",
       "      <td>['Prepare accident or incident reports.']</td>\n",
       "      <td>remote</td>\n",
       "      <td>53-7081</td>\n",
       "      <td>135430.0</td>\n",
       "      <td>22.99</td>\n",
       "      <td>47810</td>\n",
       "      <td>10 minutes</td>\n",
       "      <td>30 minutes</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21694</th>\n",
       "      <td>53-7081.00</td>\n",
       "      <td>7178</td>\n",
       "      <td>Communicate with dispatchers concerning delays...</td>\n",
       "      <td>Refuse and Recyclable Material Collectors</td>\n",
       "      <td>Collect and dump refuse or recyclable material...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.04</td>\n",
       "      <td>5.92</td>\n",
       "      <td>3.74</td>\n",
       "      <td>69.00</td>\n",
       "      <td>...</td>\n",
       "      <td>['Report vehicle or equipment malfunctions.', ...</td>\n",
       "      <td>remote</td>\n",
       "      <td>53-7081</td>\n",
       "      <td>135430.0</td>\n",
       "      <td>22.99</td>\n",
       "      <td>47810</td>\n",
       "      <td>10 minutes</td>\n",
       "      <td>30 minutes</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21695</th>\n",
       "      <td>53-7081.00</td>\n",
       "      <td>7179</td>\n",
       "      <td>Check road or weather conditions to determine ...</td>\n",
       "      <td>Refuse and Recyclable Material Collectors</td>\n",
       "      <td>Collect and dump refuse or recyclable material...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>8.98</td>\n",
       "      <td>4.23</td>\n",
       "      <td>8.60</td>\n",
       "      <td>61.70</td>\n",
       "      <td>...</td>\n",
       "      <td>['Gather information about work conditions or ...</td>\n",
       "      <td>remote</td>\n",
       "      <td>53-7081</td>\n",
       "      <td>135430.0</td>\n",
       "      <td>22.99</td>\n",
       "      <td>47810</td>\n",
       "      <td>10 minutes</td>\n",
       "      <td>30 minutes</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21696</th>\n",
       "      <td>53-7081.00</td>\n",
       "      <td>7183</td>\n",
       "      <td>Organize schedules for refuse collection.</td>\n",
       "      <td>Refuse and Recyclable Material Collectors</td>\n",
       "      <td>Collect and dump refuse or recyclable material...</td>\n",
       "      <td>11.57</td>\n",
       "      <td>25.97</td>\n",
       "      <td>14.88</td>\n",
       "      <td>0.00</td>\n",
       "      <td>43.02</td>\n",
       "      <td>...</td>\n",
       "      <td>['Schedule operational activities.']</td>\n",
       "      <td>remote</td>\n",
       "      <td>53-7081</td>\n",
       "      <td>135430.0</td>\n",
       "      <td>22.99</td>\n",
       "      <td>47810</td>\n",
       "      <td>30 minutes</td>\n",
       "      <td>2 hours</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21697</th>\n",
       "      <td>53-7121.00</td>\n",
       "      <td>12796</td>\n",
       "      <td>Record operating data such as products and qua...</td>\n",
       "      <td>Tank Car, Truck, and Ship Loaders</td>\n",
       "      <td>Load and unload chemicals and bulk solids, suc...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>2.49</td>\n",
       "      <td>2.07</td>\n",
       "      <td>0.41</td>\n",
       "      <td>45.74</td>\n",
       "      <td>...</td>\n",
       "      <td>['Record operational or production data.']</td>\n",
       "      <td>remote</td>\n",
       "      <td>53-7121</td>\n",
       "      <td>11400.0</td>\n",
       "      <td>29.1</td>\n",
       "      <td>60530</td>\n",
       "      <td>10 minutes</td>\n",
       "      <td>30 minutes</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>21698 rows × 24 columns</p>\n",
       "</div>\n",
       "    <div class=\"colab-df-buttons\">\n",
       "\n",
       "  <div class=\"colab-df-container\">\n",
       "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-b77d327c-0fa8-43cd-9598-81b83fc79dc2')\"\n",
       "            title=\"Convert this dataframe to an interactive table.\"\n",
       "            style=\"display:none;\">\n",
       "\n",
       "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
       "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
       "  </svg>\n",
       "    </button>\n",
       "\n",
       "  <style>\n",
       "    .colab-df-container {\n",
       "      display:flex;\n",
       "      gap: 12px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert {\n",
       "      background-color: #E8F0FE;\n",
       "      border: none;\n",
       "      border-radius: 50%;\n",
       "      cursor: pointer;\n",
       "      display: none;\n",
       "      fill: #1967D2;\n",
       "      height: 32px;\n",
       "      padding: 0 0 0 0;\n",
       "      width: 32px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert:hover {\n",
       "      background-color: #E2EBFA;\n",
       "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "      fill: #174EA6;\n",
       "    }\n",
       "\n",
       "    .colab-df-buttons div {\n",
       "      margin-bottom: 4px;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert {\n",
       "      background-color: #3B4455;\n",
       "      fill: #D2E3FC;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert:hover {\n",
       "      background-color: #434B5C;\n",
       "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
       "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
       "      fill: #FFFFFF;\n",
       "    }\n",
       "  </style>\n",
       "\n",
       "    <script>\n",
       "      const buttonEl =\n",
       "        document.querySelector('#df-b77d327c-0fa8-43cd-9598-81b83fc79dc2 button.colab-df-convert');\n",
       "      buttonEl.style.display =\n",
       "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "\n",
       "      async function convertToInteractive(key) {\n",
       "        const element = document.querySelector('#df-b77d327c-0fa8-43cd-9598-81b83fc79dc2');\n",
       "        const dataTable =\n",
       "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
       "                                                    [key], {});\n",
       "        if (!dataTable) return;\n",
       "\n",
       "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
       "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
       "          + ' to learn more about interactive tables.';\n",
       "        element.innerHTML = '';\n",
       "        dataTable['output_type'] = 'display_data';\n",
       "        await google.colab.output.renderOutput(dataTable, element);\n",
       "        const docLink = document.createElement('div');\n",
       "        docLink.innerHTML = docLinkHtml;\n",
       "        element.appendChild(docLink);\n",
       "      }\n",
       "    </script>\n",
       "  </div>\n",
       "\n",
       "\n",
       "    <div id=\"df-efe633d0-d1e5-4053-9017-7be4ff2f8e85\">\n",
       "      <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-efe633d0-d1e5-4053-9017-7be4ff2f8e85')\"\n",
       "                title=\"Suggest charts\"\n",
       "                style=\"display:none;\">\n",
       "\n",
       "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
       "     width=\"24px\">\n",
       "    <g>\n",
       "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
       "    </g>\n",
       "</svg>\n",
       "      </button>\n",
       "\n",
       "<style>\n",
       "  .colab-df-quickchart {\n",
       "      --bg-color: #E8F0FE;\n",
       "      --fill-color: #1967D2;\n",
       "      --hover-bg-color: #E2EBFA;\n",
       "      --hover-fill-color: #174EA6;\n",
       "      --disabled-fill-color: #AAA;\n",
       "      --disabled-bg-color: #DDD;\n",
       "  }\n",
       "\n",
       "  [theme=dark] .colab-df-quickchart {\n",
       "      --bg-color: #3B4455;\n",
       "      --fill-color: #D2E3FC;\n",
       "      --hover-bg-color: #434B5C;\n",
       "      --hover-fill-color: #FFFFFF;\n",
       "      --disabled-bg-color: #3B4455;\n",
       "      --disabled-fill-color: #666;\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart {\n",
       "    background-color: var(--bg-color);\n",
       "    border: none;\n",
       "    border-radius: 50%;\n",
       "    cursor: pointer;\n",
       "    display: none;\n",
       "    fill: var(--fill-color);\n",
       "    height: 32px;\n",
       "    padding: 0;\n",
       "    width: 32px;\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart:hover {\n",
       "    background-color: var(--hover-bg-color);\n",
       "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "    fill: var(--button-hover-fill-color);\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart-complete:disabled,\n",
       "  .colab-df-quickchart-complete:disabled:hover {\n",
       "    background-color: var(--disabled-bg-color);\n",
       "    fill: var(--disabled-fill-color);\n",
       "    box-shadow: none;\n",
       "  }\n",
       "\n",
       "  .colab-df-spinner {\n",
       "    border: 2px solid var(--fill-color);\n",
       "    border-color: transparent;\n",
       "    border-bottom-color: var(--fill-color);\n",
       "    animation:\n",
       "      spin 1s steps(1) infinite;\n",
       "  }\n",
       "\n",
       "  @keyframes spin {\n",
       "    0% {\n",
       "      border-color: transparent;\n",
       "      border-bottom-color: var(--fill-color);\n",
       "      border-left-color: var(--fill-color);\n",
       "    }\n",
       "    20% {\n",
       "      border-color: transparent;\n",
       "      border-left-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "    }\n",
       "    30% {\n",
       "      border-color: transparent;\n",
       "      border-left-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "      border-right-color: var(--fill-color);\n",
       "    }\n",
       "    40% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "    }\n",
       "    60% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "    }\n",
       "    80% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "      border-bottom-color: var(--fill-color);\n",
       "    }\n",
       "    90% {\n",
       "      border-color: transparent;\n",
       "      border-bottom-color: var(--fill-color);\n",
       "    }\n",
       "  }\n",
       "</style>\n",
       "\n",
       "      <script>\n",
       "        async function quickchart(key) {\n",
       "          const quickchartButtonEl =\n",
       "            document.querySelector('#' + key + ' button');\n",
       "          quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
       "          quickchartButtonEl.classList.add('colab-df-spinner');\n",
       "          try {\n",
       "            const charts = await google.colab.kernel.invokeFunction(\n",
       "                'suggestCharts', [key], {});\n",
       "          } catch (error) {\n",
       "            console.error('Error during call to suggestCharts:', error);\n",
       "          }\n",
       "          quickchartButtonEl.classList.remove('colab-df-spinner');\n",
       "          quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
       "        }\n",
       "        (() => {\n",
       "          let quickchartButtonEl =\n",
       "            document.querySelector('#df-efe633d0-d1e5-4053-9017-7be4ff2f8e85 button');\n",
       "          quickchartButtonEl.style.display =\n",
       "            google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "        })();\n",
       "      </script>\n",
       "    </div>\n",
       "\n",
       "  <div id=\"id_7fd2ac6e-b910-426b-9c55-49f5963f15ce\">\n",
       "    <style>\n",
       "      .colab-df-generate {\n",
       "        background-color: #E8F0FE;\n",
       "        border: none;\n",
       "        border-radius: 50%;\n",
       "        cursor: pointer;\n",
       "        display: none;\n",
       "        fill: #1967D2;\n",
       "        height: 32px;\n",
       "        padding: 0 0 0 0;\n",
       "        width: 32px;\n",
       "      }\n",
       "\n",
       "      .colab-df-generate:hover {\n",
       "        background-color: #E2EBFA;\n",
       "        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "        fill: #174EA6;\n",
       "      }\n",
       "\n",
       "      [theme=dark] .colab-df-generate {\n",
       "        background-color: #3B4455;\n",
       "        fill: #D2E3FC;\n",
       "      }\n",
       "\n",
       "      [theme=dark] .colab-df-generate:hover {\n",
       "        background-color: #434B5C;\n",
       "        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
       "        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
       "        fill: #FFFFFF;\n",
       "      }\n",
       "    </style>\n",
       "    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('df')\"\n",
       "            title=\"Generate code using this dataframe.\"\n",
       "            style=\"display:none;\">\n",
       "\n",
       "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
       "       width=\"24px\">\n",
       "    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n",
       "  </svg>\n",
       "    </button>\n",
       "    <script>\n",
       "      (() => {\n",
       "      const buttonEl =\n",
       "        document.querySelector('#id_7fd2ac6e-b910-426b-9c55-49f5963f15ce button.colab-df-generate');\n",
       "      buttonEl.style.display =\n",
       "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "\n",
       "      buttonEl.onclick = () => {\n",
       "        google.colab.notebook.generateWithVariable('df');\n",
       "      }\n",
       "      })();\n",
       "    </script>\n",
       "  </div>\n",
       "\n",
       "    </div>\n",
       "  </div>\n"
      ],
      "text/plain": [
       "      onetsoc_code  task_id  \\\n",
       "0       11-1011.00     8823   \n",
       "1       11-1011.00     8824   \n",
       "2       11-1011.00     8827   \n",
       "3       11-1011.00     8826   \n",
       "4       11-1011.00     8834   \n",
       "...            ...      ...   \n",
       "21693   53-7081.00     7172   \n",
       "21694   53-7081.00     7178   \n",
       "21695   53-7081.00     7179   \n",
       "21696   53-7081.00     7183   \n",
       "21697   53-7121.00    12796   \n",
       "\n",
       "                                                    task  \\\n",
       "0      Direct or coordinate an organization's financi...   \n",
       "1      Confer with board members, organization offici...   \n",
       "2      Prepare budgets for approval, including those ...   \n",
       "3      Direct, plan, or implement policies, objective...   \n",
       "4      Prepare or present reports concerning activiti...   \n",
       "...                                                  ...   \n",
       "21693              Fill out defective equipment reports.   \n",
       "21694  Communicate with dispatchers concerning delays...   \n",
       "21695  Check road or weather conditions to determine ...   \n",
       "21696          Organize schedules for refuse collection.   \n",
       "21697  Record operating data such as products and qua...   \n",
       "\n",
       "                                occupation_title  \\\n",
       "0                               Chief Executives   \n",
       "1                               Chief Executives   \n",
       "2                               Chief Executives   \n",
       "3                               Chief Executives   \n",
       "4                               Chief Executives   \n",
       "...                                          ...   \n",
       "21693  Refuse and Recyclable Material Collectors   \n",
       "21694  Refuse and Recyclable Material Collectors   \n",
       "21695  Refuse and Recyclable Material Collectors   \n",
       "21696  Refuse and Recyclable Material Collectors   \n",
       "21697          Tank Car, Truck, and Ship Loaders   \n",
       "\n",
       "                                  occupation_description  \\\n",
       "0      Determine and formulate policies and provide o...   \n",
       "1      Determine and formulate policies and provide o...   \n",
       "2      Determine and formulate policies and provide o...   \n",
       "3      Determine and formulate policies and provide o...   \n",
       "4      Determine and formulate policies and provide o...   \n",
       "...                                                  ...   \n",
       "21693  Collect and dump refuse or recyclable material...   \n",
       "21694  Collect and dump refuse or recyclable material...   \n",
       "21695  Collect and dump refuse or recyclable material...   \n",
       "21696  Collect and dump refuse or recyclable material...   \n",
       "21697  Load and unload chemicals and bulk solids, suc...   \n",
       "\n",
       "       frequency_category_1  frequency_category_2  frequency_category_3  \\\n",
       "0                      5.92                 15.98                 29.68   \n",
       "1                      1.42                 14.44                 27.31   \n",
       "2                     15.50                 38.21                 32.73   \n",
       "3                      3.03                 17.33                 20.30   \n",
       "4                      1.98                 14.06                 42.60   \n",
       "...                     ...                   ...                   ...   \n",
       "21693                  0.00                  1.75                  9.69   \n",
       "21694                  0.00                  1.04                  5.92   \n",
       "21695                  0.00                  8.98                  4.23   \n",
       "21696                 11.57                 25.97                 14.88   \n",
       "21697                  0.00                  2.49                  2.07   \n",
       "\n",
       "       frequency_category_4  frequency_category_5  ...  \\\n",
       "0                     21.18                 19.71  ...   \n",
       "1                     25.52                 26.88  ...   \n",
       "2                      5.15                  5.25  ...   \n",
       "3                     18.10                 33.16  ...   \n",
       "4                     21.24                 13.18  ...   \n",
       "...                     ...                   ...  ...   \n",
       "21693                  3.08                 85.29  ...   \n",
       "21694                  3.74                 69.00  ...   \n",
       "21695                  8.60                 61.70  ...   \n",
       "21696                  0.00                 43.02  ...   \n",
       "21697                  0.41                 45.74  ...   \n",
       "\n",
       "                                                    dwas  remote_status  \\\n",
       "0                       ['Direct financial operations.']         remote   \n",
       "1      ['Confer with organizational members to accomp...         remote   \n",
       "2                       ['Prepare operational budgets.']         remote   \n",
       "3      ['Implement organizational process or policy c...         remote   \n",
       "4      ['Prepare financial documents, reports, or bud...         remote   \n",
       "...                                                  ...            ...   \n",
       "21693          ['Prepare accident or incident reports.']         remote   \n",
       "21694  ['Report vehicle or equipment malfunctions.', ...         remote   \n",
       "21695  ['Gather information about work conditions or ...         remote   \n",
       "21696               ['Schedule operational activities.']         remote   \n",
       "21697         ['Record operational or production data.']         remote   \n",
       "\n",
       "       occ_code  total_employment hourly_wage_average annual_wage_average  \\\n",
       "0       11-1011          211230.0              124.47              258900   \n",
       "1       11-1011          211230.0              124.47              258900   \n",
       "2       11-1011          211230.0              124.47              258900   \n",
       "3       11-1011          211230.0              124.47              258900   \n",
       "4       11-1011          211230.0              124.47              258900   \n",
       "...         ...               ...                 ...                 ...   \n",
       "21693   53-7081          135430.0               22.99               47810   \n",
       "21694   53-7081          135430.0               22.99               47810   \n",
       "21695   53-7081          135430.0               22.99               47810   \n",
       "21696   53-7081          135430.0               22.99               47810   \n",
       "21697   53-7121           11400.0                29.1               60530   \n",
       "\n",
       "      lb_estimate  ub_estimate lb_estimate_in_hours ub_estimate_in_hours  \n",
       "0          1 hour      8 hours                  1.0                  8.0  \n",
       "1      30 minutes      2 hours                  0.5                  2.0  \n",
       "2          1 hour      8 hours                  1.0                  8.0  \n",
       "3          1 week      3 weeks                168.0                504.0  \n",
       "4         2 hours       1 week                  2.0                168.0  \n",
       "...           ...          ...                  ...                  ...  \n",
       "21693  10 minutes   30 minutes                  0.1                  0.5  \n",
       "21694  10 minutes   30 minutes                  0.1                  0.5  \n",
       "21695  10 minutes   30 minutes                  0.1                  0.5  \n",
       "21696  30 minutes      2 hours                  0.5                  2.0  \n",
       "21697  10 minutes   30 minutes                  0.1                  0.5  \n",
       "\n",
       "[21698 rows x 24 columns]"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "DURATION_TO_HOUR_ESTIMATE = {\n",
    "    '10 minutes': 0.1,\n",
    "    '30 minutes': .5,\n",
    "    '1 hour': 1,\n",
    "    '2 hours': 2,\n",
    "    '4 hours': 4,\n",
    "    '8 hours': 8,\n",
    "    '16 hours': 16,\n",
    "    '3 days': 72,\n",
    "    '1 week': 168,\n",
    "    '3 weeks': 504,\n",
    "    '6 weeks': 1008,\n",
    "    '3 months': 3 * (365.25 / 12) * 24,\n",
    "    '6 months': 6 * (365.25 / 12) * 24,\n",
    "}\n",
    "\n",
    "df['lb_estimate_in_hours'] = df['lb_estimate'].map(DURATION_TO_HOUR_ESTIMATE)\n",
    "df['ub_estimate_in_hours'] = df['ub_estimate'].map(DURATION_TO_HOUR_ESTIMATE)\n",
    "\n",
    "# check that there are no NaNs\n",
    "assert df['lb_estimate_in_hours'].isna().sum() == 0\n",
    "assert df['ub_estimate_in_hours'].isna().sum() == 0\n",
    "\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 476
    },
    "id": "0QVuW46vkqdx",
    "outputId": "e5fe56e2-0eeb-428e-b4b8-3c2bc1785560"
   },
   "outputs": [
    {
     "data": {
      "image/png": "[encoded data, 28688 characters]\n",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "\n",
    "# Sort the DataFrame by 'ub_estimate_in_hours'\n",
    "df_sorted = df.sort_values('ub_estimate_in_hours')\n",
    "\n",
    "# Calculate the cumulative percentage\n",
    "cumulative_percentage = np.linspace(0, 100, len(df_sorted))\n",
    "\n",
    "# Create the plot with log scale for x-axis\n",
    "plt.plot(df_sorted['ub_estimate_in_hours'], cumulative_percentage)\n",
    "plt.xscale('log')  # Set x-axis to log scale\n",
    "plt.xlabel('Agent coherence time')\n",
    "plt.ylabel('% of tasks in the economy')\n",
    "plt.title('[title]')\n",
    "plt.grid(True)\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 523
    },
    "id": "K8gmWglltGbn",
    "outputId": "cf97686e-43c7-4a65-ec81-e7cc0437b131"
   },
   "outputs": [
    {
     "data": {
      "image/png": "[encoded data, 66268 characters]\n",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "\n",
    "# Assume 'df' is your DataFrame containing 'ub_estimate_in_hours'\n",
    "\n",
    "# Define the duration labels and their corresponding hour estimates\n",
    "DURATION_TO_HOUR_ESTIMATE = {\n",
    "    '10 minutes': 0.1,\n",
    "    '30 minutes': .5,\n",
    "    '1 hour': 1,\n",
    "    '2 hours': 2,\n",
    "    '4 hours': 4,\n",
    "    '8 hours': 8,\n",
    "    '16 hours': 16,\n",
    "    '3 days': 72,\n",
    "    '1 week': 168,\n",
    "    '3 weeks': 504,\n",
    "    '6 weeks': 1008,\n",
    "    '3 months': 3 * (365.25 / 12) * 24,\n",
    "    '6 months': 6 * (365.25 / 12) * 24,\n",
    "}\n",
    "\n",
    "# Get unique hour estimates from the dictionary\n",
    "hour_estimates = list(DURATION_TO_HOUR_ESTIMATE.values())\n",
    "\n",
    "# Calculate percentages for each hour estimate\n",
    "percentages = []\n",
    "for estimate in hour_estimates:\n",
    "    percentage = (df['ub_estimate_in_hours'] <= estimate).mean() * 100\n",
    "    percentages.append(percentage)\n",
    "\n",
    "# Create the plot\n",
    "plt.plot(hour_estimates, percentages)\n",
    "plt.xscale('log')  # Set x-axis to log scale\n",
    "plt.xlabel('Agent coherence time')\n",
    "plt.ylabel('% of tasks in the economy')\n",
    "plt.title('Over 80% of the tasks in the economy can be automated with a time coherence of 8 hours')\n",
    "plt.grid(True)\n",
    "\n",
    "# Set x-axis ticks and labels\n",
    "plt.xticks(hour_estimates, DURATION_TO_HOUR_ESTIMATE.keys(), rotation=45, ha='right')\n",
    "\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "Ty1lqOydwqDE"
   },
   "outputs": [],
   "source": [
    "METR = [\n",
    "    [2022, 0],\n",
    "    [2024, 0.1],\n",
    "    [2026, 4],\n",
    "    [2028, 68]\n",
    "]\n",
    "\n",
    "# These are the values for the X axis"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 472
    },
    "id": "wAEzzt34zam7",
    "outputId": "bc649834-85fc-4be0-b4c7-b6966abaa1e7"
   },
   "outputs": [
    {
     "data": {
      "image/png": "[encoded data, 43680 characters]\n",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "\n",
    "# Your existing data and DataFrame 'df' should be loaded here\n",
    "\n",
    "METR = [\n",
    "    [2022, 0],\n",
    "    [2024, 0.1],\n",
    "    [2026, 4],\n",
    "    [2028, 68],\n",
    "    [2030, 1224]  # Added 2030 data point\n",
    "]\n",
    "\n",
    "x_values = [point[0] for point in METR]\n",
    "thresholds = [point[1] for point in METR]\n",
    "\n",
    "# Calculate percentages for each threshold\n",
    "percentages = []\n",
    "for threshold in thresholds:\n",
    "    percentage = (df['ub_estimate_in_hours'] <= threshold).mean() * 100\n",
    "    percentages.append(percentage)\n",
    "\n",
    "# Calculate y-values (100% - percentage, capped at 0)\n",
    "y_values = [max(0, 100 - percentage) for percentage in percentages]\n",
    "\n",
    "# Create the plot\n",
    "plt.plot(x_values, y_values, marker='o')  # Added markers for data points\n",
    "plt.xlabel('Year')\n",
    "plt.ylabel('% of tasks NOT automatable')  # Updated y-axis label\n",
    "plt.title('Tasks NOT automatable over time based on agent coherence time')  # Updated title\n",
    "plt.grid(True)\n",
    "\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 913
    },
    "id": "3OefjK-BAk7g",
    "outputId": "2e5628c4-7e3b-4f69-ce24-e0ebbe551299"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.google.colaboratory.intrinsic+json": {
       "type": "dataframe",
       "variable_name": "hardest_task_df"
      },
      "text/html": [
       "\n",
       "  <div id=\"df-3189d25d-a8f5-4587-b31f-21c8609f614d\" class=\"colab-df-container\">\n",
       "    <div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>onetsoc_code</th>\n",
       "      <th>task_id</th>\n",
       "      <th>task</th>\n",
       "      <th>occupation_title</th>\n",
       "      <th>occupation_description</th>\n",
       "      <th>frequency_category_1</th>\n",
       "      <th>frequency_category_2</th>\n",
       "      <th>frequency_category_3</th>\n",
       "      <th>frequency_category_4</th>\n",
       "      <th>frequency_category_5</th>\n",
       "      <th>...</th>\n",
       "      <th>dwas</th>\n",
       "      <th>remote_status</th>\n",
       "      <th>occ_code</th>\n",
       "      <th>total_employment</th>\n",
       "      <th>hourly_wage_average</th>\n",
       "      <th>annual_wage_average</th>\n",
       "      <th>lb_estimate</th>\n",
       "      <th>ub_estimate</th>\n",
       "      <th>lb_estimate_in_hours</th>\n",
       "      <th>ub_estimate_in_hours</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1146</th>\n",
       "      <td>13-2011.00</td>\n",
       "      <td>21521</td>\n",
       "      <td>Develop, implement, modify, and document recor...</td>\n",
       "      <td>Accountants and Auditors</td>\n",
       "      <td>Examine, analyze, and interpret accounting rec...</td>\n",
       "      <td>11.23</td>\n",
       "      <td>35.87</td>\n",
       "      <td>23.35</td>\n",
       "      <td>10.40</td>\n",
       "      <td>14.22</td>\n",
       "      <td>...</td>\n",
       "      <td>['Develop business or financial information sy...</td>\n",
       "      <td>remote</td>\n",
       "      <td>13-2011</td>\n",
       "      <td>1435770.0</td>\n",
       "      <td>43.65</td>\n",
       "      <td>90780</td>\n",
       "      <td>1 week</td>\n",
       "      <td>3 weeks</td>\n",
       "      <td>168.0</td>\n",
       "      <td>504.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19821</th>\n",
       "      <td>27-2011.00</td>\n",
       "      <td>7654</td>\n",
       "      <td>Write original or adapted material for dramas,...</td>\n",
       "      <td>Actors</td>\n",
       "      <td>Play parts in stage, television, radio, video,...</td>\n",
       "      <td>46.42</td>\n",
       "      <td>16.84</td>\n",
       "      <td>22.00</td>\n",
       "      <td>1.51</td>\n",
       "      <td>3.67</td>\n",
       "      <td>...</td>\n",
       "      <td>['Write material for artistic or entertainment...</td>\n",
       "      <td>remote</td>\n",
       "      <td>27-2011</td>\n",
       "      <td>62560.0</td>\n",
       "      <td>41.01</td>\n",
       "      <td>*</td>\n",
       "      <td>1 hour</td>\n",
       "      <td>3 days</td>\n",
       "      <td>1.0</td>\n",
       "      <td>72.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1776</th>\n",
       "      <td>15-2011.00</td>\n",
       "      <td>3500</td>\n",
       "      <td>Ascertain premium rates required and cash rese...</td>\n",
       "      <td>Actuaries</td>\n",
       "      <td>Analyze statistical data, such as mortality, a...</td>\n",
       "      <td>3.57</td>\n",
       "      <td>10.71</td>\n",
       "      <td>21.43</td>\n",
       "      <td>17.86</td>\n",
       "      <td>25.00</td>\n",
       "      <td>...</td>\n",
       "      <td>['Manage financial activities of the organizat...</td>\n",
       "      <td>remote</td>\n",
       "      <td>15-2011</td>\n",
       "      <td>25470.0</td>\n",
       "      <td>63.7</td>\n",
       "      <td>132500</td>\n",
       "      <td>3 days</td>\n",
       "      <td>1 week</td>\n",
       "      <td>72.0</td>\n",
       "      <td>168.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20295</th>\n",
       "      <td>29-1291.00</td>\n",
       "      <td>17361</td>\n",
       "      <td>Adhere to local, state, and federal laws, regu...</td>\n",
       "      <td>Acupuncturists</td>\n",
       "      <td>Diagnose, treat, and prevent disorders by stim...</td>\n",
       "      <td>0.39</td>\n",
       "      <td>0.39</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.57</td>\n",
       "      <td>31.66</td>\n",
       "      <td>...</td>\n",
       "      <td>['Follow protocols or regulations for healthca...</td>\n",
       "      <td>remote</td>\n",
       "      <td>29-1291</td>\n",
       "      <td>9370.0</td>\n",
       "      <td>40.51</td>\n",
       "      <td>84260</td>\n",
       "      <td>30 minutes</td>\n",
       "      <td>2 hours</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20172</th>\n",
       "      <td>29-1141.01</td>\n",
       "      <td>18322</td>\n",
       "      <td>Participate in the development of practice pro...</td>\n",
       "      <td>Acute Care Nurses</td>\n",
       "      <td>Provide advanced nursing care for patients wit...</td>\n",
       "      <td>25.00</td>\n",
       "      <td>37.50</td>\n",
       "      <td>20.83</td>\n",
       "      <td>8.33</td>\n",
       "      <td>0.00</td>\n",
       "      <td>...</td>\n",
       "      <td>['Establish nursing policies or standards.']</td>\n",
       "      <td>remote</td>\n",
       "      <td>29-1141</td>\n",
       "      <td>3175390.0</td>\n",
       "      <td>45.42</td>\n",
       "      <td>94480</td>\n",
       "      <td>1 week</td>\n",
       "      <td>3 weeks</td>\n",
       "      <td>168.0</td>\n",
       "      <td>504.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2337</th>\n",
       "      <td>17-2199.10</td>\n",
       "      <td>16549</td>\n",
       "      <td>Recommend process or infrastructure changes to...</td>\n",
       "      <td>Wind Energy Engineers</td>\n",
       "      <td>Design underground or overhead wind farm colle...</td>\n",
       "      <td>2.35</td>\n",
       "      <td>34.16</td>\n",
       "      <td>29.24</td>\n",
       "      <td>17.09</td>\n",
       "      <td>13.77</td>\n",
       "      <td>...</td>\n",
       "      <td>['Recommend technical design or process change...</td>\n",
       "      <td>remote</td>\n",
       "      <td>17-2199</td>\n",
       "      <td>150990.0</td>\n",
       "      <td>56.9</td>\n",
       "      <td>118350</td>\n",
       "      <td>4 hours</td>\n",
       "      <td>16 hours</td>\n",
       "      <td>4.0</td>\n",
       "      <td>16.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>636</th>\n",
       "      <td>11-9199.09</td>\n",
       "      <td>15820</td>\n",
       "      <td>Develop processes or procedures for wind opera...</td>\n",
       "      <td>Wind Energy Operations Managers</td>\n",
       "      <td>Manage wind field operations, including person...</td>\n",
       "      <td>18.51</td>\n",
       "      <td>29.41</td>\n",
       "      <td>26.40</td>\n",
       "      <td>8.92</td>\n",
       "      <td>12.09</td>\n",
       "      <td>...</td>\n",
       "      <td>['Develop operating strategies, plans, or proc...</td>\n",
       "      <td>remote</td>\n",
       "      <td>11-9199</td>\n",
       "      <td>589750.0</td>\n",
       "      <td>70.35</td>\n",
       "      <td>146320</td>\n",
       "      <td>1 week</td>\n",
       "      <td>3 weeks</td>\n",
       "      <td>168.0</td>\n",
       "      <td>504.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21311</th>\n",
       "      <td>43-9022.00</td>\n",
       "      <td>806</td>\n",
       "      <td>Work with technical material, preparing statis...</td>\n",
       "      <td>Word Processors and Typists</td>\n",
       "      <td>Use word processor, computer, or typewriter to...</td>\n",
       "      <td>10.05</td>\n",
       "      <td>1.81</td>\n",
       "      <td>21.73</td>\n",
       "      <td>40.06</td>\n",
       "      <td>19.34</td>\n",
       "      <td>...</td>\n",
       "      <td>['Compile data or documentation.', 'Prepare re...</td>\n",
       "      <td>remote</td>\n",
       "      <td>43-9022</td>\n",
       "      <td>37200.0</td>\n",
       "      <td>22.68</td>\n",
       "      <td>47170</td>\n",
       "      <td>2 hours</td>\n",
       "      <td>8 hours</td>\n",
       "      <td>2.0</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19984</th>\n",
       "      <td>27-3043.00</td>\n",
       "      <td>22658</td>\n",
       "      <td>Conduct research and interviews to determine w...</td>\n",
       "      <td>Writers and Authors</td>\n",
       "      <td>Originate and prepare written material, such a...</td>\n",
       "      <td>21.45</td>\n",
       "      <td>17.33</td>\n",
       "      <td>21.72</td>\n",
       "      <td>32.12</td>\n",
       "      <td>7.37</td>\n",
       "      <td>...</td>\n",
       "      <td>['Conduct market research.']</td>\n",
       "      <td>remote</td>\n",
       "      <td>27-3043</td>\n",
       "      <td>49450.0</td>\n",
       "      <td>42.11</td>\n",
       "      <td>87590</td>\n",
       "      <td>2 hours</td>\n",
       "      <td>16 hours</td>\n",
       "      <td>2.0</td>\n",
       "      <td>16.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2472</th>\n",
       "      <td>19-1023.00</td>\n",
       "      <td>23957</td>\n",
       "      <td>Develop, or make recommendations on, managemen...</td>\n",
       "      <td>Zoologists and Wildlife Biologists</td>\n",
       "      <td>Study the origins, behavior, diseases, genetic...</td>\n",
       "      <td>1.21</td>\n",
       "      <td>26.32</td>\n",
       "      <td>25.58</td>\n",
       "      <td>17.95</td>\n",
       "      <td>18.58</td>\n",
       "      <td>...</td>\n",
       "      <td>['Advise others about environmental management...</td>\n",
       "      <td>remote</td>\n",
       "      <td>19-1023</td>\n",
       "      <td>17100.0</td>\n",
       "      <td>36.41</td>\n",
       "      <td>75740</td>\n",
       "      <td>4 hours</td>\n",
       "      <td>16 hours</td>\n",
       "      <td>4.0</td>\n",
       "      <td>16.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>697 rows × 24 columns</p>\n",
       "</div>\n",
       "    <div class=\"colab-df-buttons\">\n",
       "\n",
       "  <div class=\"colab-df-container\">\n",
       "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-3189d25d-a8f5-4587-b31f-21c8609f614d')\"\n",
       "            title=\"Convert this dataframe to an interactive table.\"\n",
       "            style=\"display:none;\">\n",
       "\n",
       "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
       "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
       "  </svg>\n",
       "    </button>\n",
       "\n",
       "  <style>\n",
       "    .colab-df-container {\n",
       "      display:flex;\n",
       "      gap: 12px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert {\n",
       "      background-color: #E8F0FE;\n",
       "      border: none;\n",
       "      border-radius: 50%;\n",
       "      cursor: pointer;\n",
       "      display: none;\n",
       "      fill: #1967D2;\n",
       "      height: 32px;\n",
       "      padding: 0 0 0 0;\n",
       "      width: 32px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert:hover {\n",
       "      background-color: #E2EBFA;\n",
       "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "      fill: #174EA6;\n",
       "    }\n",
       "\n",
       "    .colab-df-buttons div {\n",
       "      margin-bottom: 4px;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert {\n",
       "      background-color: #3B4455;\n",
       "      fill: #D2E3FC;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert:hover {\n",
       "      background-color: #434B5C;\n",
       "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
       "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
       "      fill: #FFFFFF;\n",
       "    }\n",
       "  </style>\n",
       "\n",
       "    <script>\n",
       "      const buttonEl =\n",
       "        document.querySelector('#df-3189d25d-a8f5-4587-b31f-21c8609f614d button.colab-df-convert');\n",
       "      buttonEl.style.display =\n",
       "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "\n",
       "      async function convertToInteractive(key) {\n",
       "        const element = document.querySelector('#df-3189d25d-a8f5-4587-b31f-21c8609f614d');\n",
       "        const dataTable =\n",
       "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
       "                                                    [key], {});\n",
       "        if (!dataTable) return;\n",
       "\n",
       "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
       "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
       "          + ' to learn more about interactive tables.';\n",
       "        element.innerHTML = '';\n",
       "        dataTable['output_type'] = 'display_data';\n",
       "        await google.colab.output.renderOutput(dataTable, element);\n",
       "        const docLink = document.createElement('div');\n",
       "        docLink.innerHTML = docLinkHtml;\n",
       "        element.appendChild(docLink);\n",
       "      }\n",
       "    </script>\n",
       "  </div>\n",
       "\n",
       "\n",
       "    <div id=\"df-941b0782-be10-4603-a16e-c893df73fd8f\">\n",
       "      <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-941b0782-be10-4603-a16e-c893df73fd8f')\"\n",
       "                title=\"Suggest charts\"\n",
       "                style=\"display:none;\">\n",
       "\n",
       "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
       "     width=\"24px\">\n",
       "    <g>\n",
       "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
       "    </g>\n",
       "</svg>\n",
       "      </button>\n",
       "\n",
       "<style>\n",
       "  .colab-df-quickchart {\n",
       "      --bg-color: #E8F0FE;\n",
       "      --fill-color: #1967D2;\n",
       "      --hover-bg-color: #E2EBFA;\n",
       "      --hover-fill-color: #174EA6;\n",
       "      --disabled-fill-color: #AAA;\n",
       "      --disabled-bg-color: #DDD;\n",
       "  }\n",
       "\n",
       "  [theme=dark] .colab-df-quickchart {\n",
       "      --bg-color: #3B4455;\n",
       "      --fill-color: #D2E3FC;\n",
       "      --hover-bg-color: #434B5C;\n",
       "      --hover-fill-color: #FFFFFF;\n",
       "      --disabled-bg-color: #3B4455;\n",
       "      --disabled-fill-color: #666;\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart {\n",
       "    background-color: var(--bg-color);\n",
       "    border: none;\n",
       "    border-radius: 50%;\n",
       "    cursor: pointer;\n",
       "    display: none;\n",
       "    fill: var(--fill-color);\n",
       "    height: 32px;\n",
       "    padding: 0;\n",
       "    width: 32px;\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart:hover {\n",
       "    background-color: var(--hover-bg-color);\n",
       "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "    fill: var(--button-hover-fill-color);\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart-complete:disabled,\n",
       "  .colab-df-quickchart-complete:disabled:hover {\n",
       "    background-color: var(--disabled-bg-color);\n",
       "    fill: var(--disabled-fill-color);\n",
       "    box-shadow: none;\n",
       "  }\n",
       "\n",
       "  .colab-df-spinner {\n",
       "    border: 2px solid var(--fill-color);\n",
       "    border-color: transparent;\n",
       "    border-bottom-color: var(--fill-color);\n",
       "    animation:\n",
       "      spin 1s steps(1) infinite;\n",
       "  }\n",
       "\n",
       "  @keyframes spin {\n",
       "    0% {\n",
       "      border-color: transparent;\n",
       "      border-bottom-color: var(--fill-color);\n",
       "      border-left-color: var(--fill-color);\n",
       "    }\n",
       "    20% {\n",
       "      border-color: transparent;\n",
       "      border-left-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "    }\n",
       "    30% {\n",
       "      border-color: transparent;\n",
       "      border-left-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "      border-right-color: var(--fill-color);\n",
       "    }\n",
       "    40% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "    }\n",
       "    60% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "    }\n",
       "    80% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "      border-bottom-color: var(--fill-color);\n",
       "    }\n",
       "    90% {\n",
       "      border-color: transparent;\n",
       "      border-bottom-color: var(--fill-color);\n",
       "    }\n",
       "  }\n",
       "</style>\n",
       "\n",
       "      <script>\n",
       "        async function quickchart(key) {\n",
       "          const quickchartButtonEl =\n",
       "            document.querySelector('#' + key + ' button');\n",
       "          quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
       "          quickchartButtonEl.classList.add('colab-df-spinner');\n",
       "          try {\n",
       "            const charts = await google.colab.kernel.invokeFunction(\n",
       "                'suggestCharts', [key], {});\n",
       "          } catch (error) {\n",
       "            console.error('Error during call to suggestCharts:', error);\n",
       "          }\n",
       "          quickchartButtonEl.classList.remove('colab-df-spinner');\n",
       "          quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
       "        }\n",
       "        (() => {\n",
       "          let quickchartButtonEl =\n",
       "            document.querySelector('#df-941b0782-be10-4603-a16e-c893df73fd8f button');\n",
       "          quickchartButtonEl.style.display =\n",
       "            google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "        })();\n",
       "      </script>\n",
       "    </div>\n",
       "\n",
       "  <div id=\"id_6265289f-a0f8-4dbd-9de3-713a11b9e269\">\n",
       "    <style>\n",
       "      .colab-df-generate {\n",
       "        background-color: #E8F0FE;\n",
       "        border: none;\n",
       "        border-radius: 50%;\n",
       "        cursor: pointer;\n",
       "        display: none;\n",
       "        fill: #1967D2;\n",
       "        height: 32px;\n",
       "        padding: 0 0 0 0;\n",
       "        width: 32px;\n",
       "      }\n",
       "\n",
       "      .colab-df-generate:hover {\n",
       "        background-color: #E2EBFA;\n",
       "        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "        fill: #174EA6;\n",
       "      }\n",
       "\n",
       "      [theme=dark] .colab-df-generate {\n",
       "        background-color: #3B4455;\n",
       "        fill: #D2E3FC;\n",
       "      }\n",
       "\n",
       "      [theme=dark] .colab-df-generate:hover {\n",
       "        background-color: #434B5C;\n",
       "        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
       "        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
       "        fill: #FFFFFF;\n",
       "      }\n",
       "    </style>\n",
       "    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('hardest_task_df')\"\n",
       "            title=\"Generate code using this dataframe.\"\n",
       "            style=\"display:none;\">\n",
       "\n",
       "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
       "       width=\"24px\">\n",
       "    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n",
       "  </svg>\n",
       "    </button>\n",
       "    <script>\n",
       "      (() => {\n",
       "      const buttonEl =\n",
       "        document.querySelector('#id_6265289f-a0f8-4dbd-9de3-713a11b9e269 button.colab-df-generate');\n",
       "      buttonEl.style.display =\n",
       "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "\n",
       "      buttonEl.onclick = () => {\n",
       "        google.colab.notebook.generateWithVariable('hardest_task_df');\n",
       "      }\n",
       "      })();\n",
       "    </script>\n",
       "  </div>\n",
       "\n",
       "    </div>\n",
       "  </div>\n"
      ],
      "text/plain": [
       "      onetsoc_code  task_id  \\\n",
       "1146    13-2011.00    21521   \n",
       "19821   27-2011.00     7654   \n",
       "1776    15-2011.00     3500   \n",
       "20295   29-1291.00    17361   \n",
       "20172   29-1141.01    18322   \n",
       "...            ...      ...   \n",
       "2337    17-2199.10    16549   \n",
       "636     11-9199.09    15820   \n",
       "21311   43-9022.00      806   \n",
       "19984   27-3043.00    22658   \n",
       "2472    19-1023.00    23957   \n",
       "\n",
       "                                                    task  \\\n",
       "1146   Develop, implement, modify, and document recor...   \n",
       "19821  Write original or adapted material for dramas,...   \n",
       "1776   Ascertain premium rates required and cash rese...   \n",
       "20295  Adhere to local, state, and federal laws, regu...   \n",
       "20172  Participate in the development of practice pro...   \n",
       "...                                                  ...   \n",
       "2337   Recommend process or infrastructure changes to...   \n",
       "636    Develop processes or procedures for wind opera...   \n",
       "21311  Work with technical material, preparing statis...   \n",
       "19984  Conduct research and interviews to determine w...   \n",
       "2472   Develop, or make recommendations on, managemen...   \n",
       "\n",
       "                         occupation_title  \\\n",
       "1146             Accountants and Auditors   \n",
       "19821                              Actors   \n",
       "1776                            Actuaries   \n",
       "20295                      Acupuncturists   \n",
       "20172                   Acute Care Nurses   \n",
       "...                                   ...   \n",
       "2337                Wind Energy Engineers   \n",
       "636       Wind Energy Operations Managers   \n",
       "21311         Word Processors and Typists   \n",
       "19984                 Writers and Authors   \n",
       "2472   Zoologists and Wildlife Biologists   \n",
       "\n",
       "                                  occupation_description  \\\n",
       "1146   Examine, analyze, and interpret accounting rec...   \n",
       "19821  Play parts in stage, television, radio, video,...   \n",
       "1776   Analyze statistical data, such as mortality, a...   \n",
       "20295  Diagnose, treat, and prevent disorders by stim...   \n",
       "20172  Provide advanced nursing care for patients wit...   \n",
       "...                                                  ...   \n",
       "2337   Design underground or overhead wind farm colle...   \n",
       "636    Manage wind field operations, including person...   \n",
       "21311  Use word processor, computer, or typewriter to...   \n",
       "19984  Originate and prepare written material, such a...   \n",
       "2472   Study the origins, behavior, diseases, genetic...   \n",
       "\n",
       "       frequency_category_1  frequency_category_2  frequency_category_3  \\\n",
       "1146                  11.23                 35.87                 23.35   \n",
       "19821                 46.42                 16.84                 22.00   \n",
       "1776                   3.57                 10.71                 21.43   \n",
       "20295                  0.39                  0.39                  0.00   \n",
       "20172                 25.00                 37.50                 20.83   \n",
       "...                     ...                   ...                   ...   \n",
       "2337                   2.35                 34.16                 29.24   \n",
       "636                   18.51                 29.41                 26.40   \n",
       "21311                 10.05                  1.81                 21.73   \n",
       "19984                 21.45                 17.33                 21.72   \n",
       "2472                   1.21                 26.32                 25.58   \n",
       "\n",
       "       frequency_category_4  frequency_category_5  ...  \\\n",
       "1146                  10.40                 14.22  ...   \n",
       "19821                  1.51                  3.67  ...   \n",
       "1776                  17.86                 25.00  ...   \n",
       "20295                  0.57                 31.66  ...   \n",
       "20172                  8.33                  0.00  ...   \n",
       "...                     ...                   ...  ...   \n",
       "2337                  17.09                 13.77  ...   \n",
       "636                    8.92                 12.09  ...   \n",
       "21311                 40.06                 19.34  ...   \n",
       "19984                 32.12                  7.37  ...   \n",
       "2472                  17.95                 18.58  ...   \n",
       "\n",
       "                                                    dwas  remote_status  \\\n",
       "1146   ['Develop business or financial information sy...         remote   \n",
       "19821  ['Write material for artistic or entertainment...         remote   \n",
       "1776   ['Manage financial activities of the organizat...         remote   \n",
       "20295  ['Follow protocols or regulations for healthca...         remote   \n",
       "20172       ['Establish nursing policies or standards.']         remote   \n",
       "...                                                  ...            ...   \n",
       "2337   ['Recommend technical design or process change...         remote   \n",
       "636    ['Develop operating strategies, plans, or proc...         remote   \n",
       "21311  ['Compile data or documentation.', 'Prepare re...         remote   \n",
       "19984                       ['Conduct market research.']         remote   \n",
       "2472   ['Advise others about environmental management...         remote   \n",
       "\n",
       "       occ_code  total_employment hourly_wage_average annual_wage_average  \\\n",
       "1146    13-2011         1435770.0               43.65               90780   \n",
       "19821   27-2011           62560.0               41.01                   *   \n",
       "1776    15-2011           25470.0                63.7              132500   \n",
       "20295   29-1291            9370.0               40.51               84260   \n",
       "20172   29-1141         3175390.0               45.42               94480   \n",
       "...         ...               ...                 ...                 ...   \n",
       "2337    17-2199          150990.0                56.9              118350   \n",
       "636     11-9199          589750.0               70.35              146320   \n",
       "21311   43-9022           37200.0               22.68               47170   \n",
       "19984   27-3043           49450.0               42.11               87590   \n",
       "2472    19-1023           17100.0               36.41               75740   \n",
       "\n",
       "      lb_estimate  ub_estimate lb_estimate_in_hours ub_estimate_in_hours  \n",
       "1146       1 week      3 weeks                168.0                504.0  \n",
       "19821      1 hour       3 days                  1.0                 72.0  \n",
       "1776       3 days       1 week                 72.0                168.0  \n",
       "20295  30 minutes      2 hours                  0.5                  2.0  \n",
       "20172      1 week      3 weeks                168.0                504.0  \n",
       "...           ...          ...                  ...                  ...  \n",
       "2337      4 hours     16 hours                  4.0                 16.0  \n",
       "636        1 week      3 weeks                168.0                504.0  \n",
       "21311     2 hours      8 hours                  2.0                  8.0  \n",
       "19984     2 hours     16 hours                  2.0                 16.0  \n",
       "2472      4 hours     16 hours                  4.0                 16.0  \n",
       "\n",
       "[697 rows x 24 columns]"
      ]
     },
     "execution_count": 62,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hardest_task_by_occupation_df = df.loc[df.groupby('occupation_title')['ub_estimate_in_hours'].idxmax()]\n",
    "hardest_task_by_occcupation_df"
   ]
  }
 ],
 "metadata": {
  "colab": {
   "provenance": []
  },
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.13.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}
