disposition_of_civil_cases.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "r4YClOh81xIu"
   },
   "source": [
    "# Lookup and store dispositions in civil cases"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "5LBBUqGyJQ8Q"
   },
   "source": [
    "### Set up environment"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 213
    },
    "colab_type": "code",
    "id": "bpG2zPdyJNtf",
    "outputId": "bc9f2919-8c18-4b9a-95eb-fa50eb13d21b"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Collecting oscn\n",
      "  Downloading https://files.pythonhosted.org/packages/cd/a0/6a90476bf43a3a36e938f9f5c23c094924ef5fa6b32a293f65db10132c97/oscn-0.0.0.31-py3-none-any.whl\n",
      "Requirement already satisfied, skipping upgrade: requests in /Users/owner/projects/python_envs/oscn/lib/python3.6/site-packages (from oscn) (2.20.0)\n",
      "Requirement already satisfied, skipping upgrade: beautifulsoup4 in /Users/owner/projects/python_envs/oscn/lib/python3.6/site-packages (from oscn) (4.6.0)\n",
      "Requirement already satisfied, skipping upgrade: chardet<3.1.0,>=3.0.2 in /Users/owner/projects/python_envs/oscn/lib/python3.6/site-packages (from requests->oscn) (3.0.4)\n",
      "Requirement already satisfied, skipping upgrade: urllib3<1.25,>=1.21.1 in /Users/owner/projects/python_envs/oscn/lib/python3.6/site-packages (from requests->oscn) (1.23)\n",
      "Requirement already satisfied, skipping upgrade: certifi>=2017.4.17 in /Users/owner/projects/python_envs/oscn/lib/python3.6/site-packages (from requests->oscn) (2018.4.16)\n",
      "Requirement already satisfied, skipping upgrade: idna<2.8,>=2.5 in /Users/owner/projects/python_envs/oscn/lib/python3.6/site-packages (from requests->oscn) (2.7)\n",
      "Installing collected packages: oscn\n",
      "  Found existing installation: oscn 0.0.0.25\n",
      "    Uninstalling oscn-0.0.0.25:\n",
      "      Successfully uninstalled oscn-0.0.0.25\n",
      "Successfully installed oscn-0.0.0.31\n"
     ]
    }
   ],
   "source": [
    "!pip install oscn -U\n",
    "\n",
    "import oscn\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "SpYkP0g316dT"
   },
   "source": [
    "### Set up the OSCN information needed"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "ePxYAgknPIYw"
   },
   "outputs": [],
   "source": [
    "years = ['2018']\n",
    "counties = ['tulsa']\n",
    "types = ['CV', 'PB', 'FD']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Python 3.6.5\r\n"
     ]
    }
   ],
   "source": [
    "!python -V"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Create a pandas dataframe"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 35
    },
    "colab_type": "code",
    "id": "gbDCRWzhxVSh",
    "outputId": "a61c3a75-95c9-4c5f-d15f-94a051809a45"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 17.6 s, sys: 256 ms, total: 17.9 s\n",
      "Wall time: 1min 44s\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>FiledStr</th>\n",
       "      <th>ClosedStr</th>\n",
       "      <th>County</th>\n",
       "      <th>Type</th>\n",
       "      <th>Judge</th>\n",
       "      <th>Docket</th>\n",
       "      <th>Source</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>[{'date': '01-02-2018', 'code': 'TEXT', 'descr...</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>tulsa-CV-2018-2</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>01/30/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>SELLERS, JEFFERSON D</td>\n",
       "      <td>[{'date': '01-02-2018', 'code': 'TEXT', 'descr...</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>tulsa-CV-2018-3</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>02/02/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>NIGHTINGALE, REBECCA B</td>\n",
       "      <td>[{'date': '01-02-2018', 'code': 'TEXT', 'descr...</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>tulsa-CV-2018-4</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>01/29/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>MORRISSEY, LINDA G</td>\n",
       "      <td>[{'date': '01-02-2018', 'code': 'TEXT', 'descr...</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>tulsa-CV-2018-5</td>\n",
       "      <td>01/03/2018</td>\n",
       "      <td>05/22/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>CANTRELL, DAMAN  H</td>\n",
       "      <td>[{'date': '01-03-2018', 'code': 'TEXT', 'descr...</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                id    FiledStr   ClosedStr County Type  \\\n",
       "0  tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV   \n",
       "1  tulsa-CV-2018-2  01/02/2018  01/30/2018  tulsa   CV   \n",
       "2  tulsa-CV-2018-3  01/02/2018  02/02/2018  tulsa   CV   \n",
       "3  tulsa-CV-2018-4  01/02/2018  01/29/2018  tulsa   CV   \n",
       "4  tulsa-CV-2018-5  01/03/2018  05/22/2018  tulsa   CV   \n",
       "\n",
       "                    Judge                                             Docket  \\\n",
       "0          WALL, CAROLINE  [{'date': '01-02-2018', 'code': 'TEXT', 'descr...   \n",
       "1    SELLERS, JEFFERSON D  [{'date': '01-02-2018', 'code': 'TEXT', 'descr...   \n",
       "2  NIGHTINGALE, REBECCA B  [{'date': '01-02-2018', 'code': 'TEXT', 'descr...   \n",
       "3      MORRISSEY, LINDA G  [{'date': '01-02-2018', 'code': 'TEXT', 'descr...   \n",
       "4      CANTRELL, DAMAN  H  [{'date': '01-03-2018', 'code': 'TEXT', 'descr...   \n",
       "\n",
       "                                              Source  \n",
       "0  https://www.oscn.net/dockets/GetCaseInformatio...  \n",
       "1  https://www.oscn.net/dockets/GetCaseInformatio...  \n",
       "2  https://www.oscn.net/dockets/GetCaseInformatio...  \n",
       "3  https://www.oscn.net/dockets/GetCaseInformatio...  \n",
       "4  https://www.oscn.net/dockets/GetCaseInformatio...  "
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "\n",
    "\n",
    "saved_cases = oscn.request.CaseList(types=types, years=years,counties=counties, stop=50)\n",
    "columns = ['id','FiledStr','ClosedStr','County','Type', 'Judge', 'Docket','Source']\n",
    "case_data = lambda c: [c.case_index, c.filed, c.closed, c.county, c.type, c.judge, c.docket, c.source]\n",
    "%time all_cases = pd.DataFrame([case_data(c) for c in saved_cases], columns = columns)\n",
    "all_cases.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "id           150\n",
       "FiledStr     150\n",
       "ClosedStr    150\n",
       "County       150\n",
       "Type         150\n",
       "Judge        150\n",
       "Docket       150\n",
       "Source       150\n",
       "dtype: int64"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "all_cases.count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>FiledStr</th>\n",
       "      <th>ClosedStr</th>\n",
       "      <th>County</th>\n",
       "      <th>Type</th>\n",
       "      <th>Judge</th>\n",
       "      <th>Source</th>\n",
       "      <th>Minutes</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-02-2018', 'code': 'TEXT', 'descri...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-02-2018', 'code': 'QUIET', 'descr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-02-2018', 'code': 'DMFE', 'descri...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-02-2018', 'code': 'PFE1', 'descri...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-02-2018', 'code': 'PFE7', 'descri...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-02-2018', 'code': 'OCISR', 'descr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-02-2018', 'code': 'OCJC', 'descri...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-02-2018', 'code': 'OCASA', 'descr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-02-2018', 'code': 'SSFCHSCPC', 'd...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-02-2018', 'code': 'CCADMINCSF', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-02-2018', 'code': 'CCADMIN0155', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-02-2018', 'code': 'SJFIS', 'descr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-02-2018', 'code': 'DCADMIN155', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-02-2018', 'code': 'DCADMIN05', 'd...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-02-2018', 'code': 'DCADMINCSF', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-02-2018', 'code': 'CCADMIN04', 'd...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-02-2018', 'code': 'LTF', 'descrip...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-02-2018', 'code': 'TEXT', 'descri...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-02-2018', 'code': 'ACCOUNT', 'des...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '02-13-2018', 'code': 'NO', 'descript...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '03-12-2018', 'code': 'PP', 'descript...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '03-12-2018', 'code': 'S', 'descripti...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '03-12-2018', 'code': 'S', 'descripti...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '06-06-2018', 'code': 'ANMS', 'descri...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '06-06-2018', 'code': 'TEXT', 'descri...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '06-06-2018', 'code': 'ANM', 'descrip...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '06-06-2018', 'code': 'TEXT', 'descri...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '06-06-2018', 'code': 'DISCL', 'descr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '06-15-2018', 'code': 'DISPJE', 'desc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>tulsa-CV-2018-1</td>\n",
       "      <td>01/02/2018</td>\n",
       "      <td>06/15/2018</td>\n",
       "      <td>tulsa</td>\n",
       "      <td>CV</td>\n",
       "      <td>WALL, CAROLINE</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '06-20-2018', 'code': 'JEJ', 'descrip...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5381</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-08-2018', 'code': 'PFE1', 'descri...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5382</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-08-2018', 'code': 'PFE7', 'descri...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5383</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-08-2018', 'code': 'OCISR', 'descr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5384</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-08-2018', 'code': 'OCJC', 'descri...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5385</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-08-2018', 'code': 'OCASA', 'descr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5386</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-08-2018', 'code': 'SSFCHSCPC', 'd...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5387</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-08-2018', 'code': 'CCADMINCSF', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5388</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-08-2018', 'code': 'CCADMIN0155', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5389</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-08-2018', 'code': 'SJFIS', 'descr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5390</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-08-2018', 'code': 'DCADMIN155', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5391</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-08-2018', 'code': 'DCADMIN05', 'd...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5392</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-08-2018', 'code': 'DCADMINCSF', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5393</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-08-2018', 'code': 'CCADMIN04', 'd...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5394</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-08-2018', 'code': 'LTF', 'descrip...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5395</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-08-2018', 'code': 'SMF', 'descrip...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5396</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-08-2018', 'code': 'EAA', 'descrip...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5397</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-08-2018', 'code': 'APLI', 'descri...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5398</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-08-2018', 'code': 'RPPC', 'descri...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5399</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-08-2018', 'code': 'CTFREE', 'desc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5400</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-08-2018', 'code': 'OG', 'descript...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5401</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-08-2018', 'code': 'TEXT', 'descri...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5402</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-08-2018', 'code': 'ACCOUNT', 'des...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5403</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-18-2018', 'code': 'NO', 'descript...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5404</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-19-2018', 'code': 'CTFREE', 'desc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5405</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '01-22-2018', 'code': 'CTFREE', 'desc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5406</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '02-21-2018', 'code': 'CTFREE', 'desc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5407</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '02-21-2018', 'code': 'CTFREE', 'desc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5408</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '03-27-2018', 'code': 'CTFREE', 'desc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5409</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '04-02-2018', 'code': 'CTFREE', 'desc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5410</th>\n",
       "      <td>tulsa-FD-2018-50</td>\n",
       "      <td>01/08/2018</td>\n",
       "      <td></td>\n",
       "      <td>tulsa</td>\n",
       "      <td>FD</td>\n",
       "      <td>B, FD DOCKET</td>\n",
       "      <td>https://www.oscn.net/dockets/GetCaseInformatio...</td>\n",
       "      <td>{'date': '04-11-2018', 'code': 'OSH', 'descrip...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5411 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                    id    FiledStr   ClosedStr County Type           Judge  \\\n",
       "0      tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "1      tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "2      tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "3      tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "4      tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "5      tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "6      tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "7      tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "8      tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "9      tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "10     tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "11     tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "12     tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "13     tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "14     tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "15     tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "16     tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "17     tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "18     tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "19     tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "20     tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "21     tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "22     tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "23     tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "24     tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "25     tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "26     tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "27     tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "28     tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "29     tulsa-CV-2018-1  01/02/2018  06/15/2018  tulsa   CV  WALL, CAROLINE   \n",
       "...                ...         ...         ...    ...  ...             ...   \n",
       "5381  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5382  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5383  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5384  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5385  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5386  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5387  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5388  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5389  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5390  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5391  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5392  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5393  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5394  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5395  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5396  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5397  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5398  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5399  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5400  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5401  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5402  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5403  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5404  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5405  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5406  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5407  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5408  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5409  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "5410  tulsa-FD-2018-50  01/08/2018              tulsa   FD    B, FD DOCKET   \n",
       "\n",
       "                                                 Source  \\\n",
       "0     https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "1     https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "2     https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "3     https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "4     https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5     https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "6     https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "7     https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "8     https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "9     https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "10    https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "11    https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "12    https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "13    https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "14    https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "15    https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "16    https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "17    https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "18    https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "19    https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "20    https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "21    https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "22    https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "23    https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "24    https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "25    https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "26    https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "27    https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "28    https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "29    https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "...                                                 ...   \n",
       "5381  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5382  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5383  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5384  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5385  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5386  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5387  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5388  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5389  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5390  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5391  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5392  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5393  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5394  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5395  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5396  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5397  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5398  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5399  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5400  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5401  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5402  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5403  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5404  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5405  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5406  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5407  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5408  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5409  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "5410  https://www.oscn.net/dockets/GetCaseInformatio...   \n",
       "\n",
       "                                                Minutes  \n",
       "0     {'date': '01-02-2018', 'code': 'TEXT', 'descri...  \n",
       "1     {'date': '01-02-2018', 'code': 'QUIET', 'descr...  \n",
       "2     {'date': '01-02-2018', 'code': 'DMFE', 'descri...  \n",
       "3     {'date': '01-02-2018', 'code': 'PFE1', 'descri...  \n",
       "4     {'date': '01-02-2018', 'code': 'PFE7', 'descri...  \n",
       "5     {'date': '01-02-2018', 'code': 'OCISR', 'descr...  \n",
       "6     {'date': '01-02-2018', 'code': 'OCJC', 'descri...  \n",
       "7     {'date': '01-02-2018', 'code': 'OCASA', 'descr...  \n",
       "8     {'date': '01-02-2018', 'code': 'SSFCHSCPC', 'd...  \n",
       "9     {'date': '01-02-2018', 'code': 'CCADMINCSF', '...  \n",
       "10    {'date': '01-02-2018', 'code': 'CCADMIN0155', ...  \n",
       "11    {'date': '01-02-2018', 'code': 'SJFIS', 'descr...  \n",
       "12    {'date': '01-02-2018', 'code': 'DCADMIN155', '...  \n",
       "13    {'date': '01-02-2018', 'code': 'DCADMIN05', 'd...  \n",
       "14    {'date': '01-02-2018', 'code': 'DCADMINCSF', '...  \n",
       "15    {'date': '01-02-2018', 'code': 'CCADMIN04', 'd...  \n",
       "16    {'date': '01-02-2018', 'code': 'LTF', 'descrip...  \n",
       "17    {'date': '01-02-2018', 'code': 'TEXT', 'descri...  \n",
       "18    {'date': '01-02-2018', 'code': 'ACCOUNT', 'des...  \n",
       "19    {'date': '02-13-2018', 'code': 'NO', 'descript...  \n",
       "20    {'date': '03-12-2018', 'code': 'PP', 'descript...  \n",
       "21    {'date': '03-12-2018', 'code': 'S', 'descripti...  \n",
       "22    {'date': '03-12-2018', 'code': 'S', 'descripti...  \n",
       "23    {'date': '06-06-2018', 'code': 'ANMS', 'descri...  \n",
       "24    {'date': '06-06-2018', 'code': 'TEXT', 'descri...  \n",
       "25    {'date': '06-06-2018', 'code': 'ANM', 'descrip...  \n",
       "26    {'date': '06-06-2018', 'code': 'TEXT', 'descri...  \n",
       "27    {'date': '06-06-2018', 'code': 'DISCL', 'descr...  \n",
       "28    {'date': '06-15-2018', 'code': 'DISPJE', 'desc...  \n",
       "29    {'date': '06-20-2018', 'code': 'JEJ', 'descrip...  \n",
       "...                                                 ...  \n",
       "5381  {'date': '01-08-2018', 'code': 'PFE1', 'descri...  \n",
       "5382  {'date': '01-08-2018', 'code': 'PFE7', 'descri...  \n",
       "5383  {'date': '01-08-2018', 'code': 'OCISR', 'descr...  \n",
       "5384  {'date': '01-08-2018', 'code': 'OCJC', 'descri...  \n",
       "5385  {'date': '01-08-2018', 'code': 'OCASA', 'descr...  \n",
       "5386  {'date': '01-08-2018', 'code': 'SSFCHSCPC', 'd...  \n",
       "5387  {'date': '01-08-2018', 'code': 'CCADMINCSF', '...  \n",
       "5388  {'date': '01-08-2018', 'code': 'CCADMIN0155', ...  \n",
       "5389  {'date': '01-08-2018', 'code': 'SJFIS', 'descr...  \n",
       "5390  {'date': '01-08-2018', 'code': 'DCADMIN155', '...  \n",
       "5391  {'date': '01-08-2018', 'code': 'DCADMIN05', 'd...  \n",
       "5392  {'date': '01-08-2018', 'code': 'DCADMINCSF', '...  \n",
       "5393  {'date': '01-08-2018', 'code': 'CCADMIN04', 'd...  \n",
       "5394  {'date': '01-08-2018', 'code': 'LTF', 'descrip...  \n",
       "5395  {'date': '01-08-2018', 'code': 'SMF', 'descrip...  \n",
       "5396  {'date': '01-08-2018', 'code': 'EAA', 'descrip...  \n",
       "5397  {'date': '01-08-2018', 'code': 'APLI', 'descri...  \n",
       "5398  {'date': '01-08-2018', 'code': 'RPPC', 'descri...  \n",
       "5399  {'date': '01-08-2018', 'code': 'CTFREE', 'desc...  \n",
       "5400  {'date': '01-08-2018', 'code': 'OG', 'descript...  \n",
       "5401  {'date': '01-08-2018', 'code': 'TEXT', 'descri...  \n",
       "5402  {'date': '01-08-2018', 'code': 'ACCOUNT', 'des...  \n",
       "5403  {'date': '01-18-2018', 'code': 'NO', 'descript...  \n",
       "5404  {'date': '01-19-2018', 'code': 'CTFREE', 'desc...  \n",
       "5405  {'date': '01-22-2018', 'code': 'CTFREE', 'desc...  \n",
       "5406  {'date': '02-21-2018', 'code': 'CTFREE', 'desc...  \n",
       "5407  {'date': '02-21-2018', 'code': 'CTFREE', 'desc...  \n",
       "5408  {'date': '03-27-2018', 'code': 'CTFREE', 'desc...  \n",
       "5409  {'date': '04-02-2018', 'code': 'CTFREE', 'desc...  \n",
       "5410  {'date': '04-11-2018', 'code': 'OSH', 'descrip...  \n",
       "\n",
       "[5411 rows x 8 columns]"
      ]
     },
     "execution_count": 60,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df=all_cases\n",
    "\n",
    "def expand_list(df, list_column, new_column): \n",
    "    lens_of_lists = df[list_column].apply(len)\n",
    "    origin_rows = range(df.shape[0])\n",
    "    destination_rows = np.repeat(origin_rows, lens_of_lists)\n",
    "    non_list_cols = (\n",
    "      [idx for idx, col in enumerate(df.columns)\n",
    "       if col != list_column]\n",
    "    )\n",
    "    expanded_df = df.iloc[destination_rows, non_list_cols].copy()\n",
    "    expanded_df[new_column] = (\n",
    "      [item for items in df[list_column] for item in items]\n",
    "      )\n",
    "    expanded_df.reset_index(inplace=True, drop=True)\n",
    "    return expanded_df\n",
    "\n",
    "#usage\n",
    "expanded_dataframe = expand_list(df,\"Docket\",\"Minutes\")\n",
    "expanded_dataframe"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Convert date strings to datevalues"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name 'all_cases' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-1-b4fdef9ed1b0>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      5\u001b[0m     \u001b[0;32mreturn\u001b[0m \u001b[0mpd\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mto_datetime\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdate_string\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mdate_string\u001b[0m \u001b[0;34m!=\u001b[0m \u001b[0;34m''\u001b[0m \u001b[0;32melse\u001b[0m \u001b[0mdatetime\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m1970\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      6\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 7\u001b[0;31m \u001b[0mall_cases\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'Filed'\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mall_cases\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'FiledStr'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mapply\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpd_to_datetime\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      8\u001b[0m \u001b[0mall_cases\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'Closed'\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mall_cases\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'ClosedStr'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mapply\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpd_to_datetime\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      9\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mNameError\u001b[0m: name 'all_cases' is not defined"
     ]
    }
   ],
   "source": [
    "# convert the date from a string to a python DateTime type\n",
    "from datetime import datetime\n",
    "\n",
    "def pd_to_datetime(date_string):\n",
    "    return pd.to_datetime(date_string) if date_string != '' else datetime(1970,1,1,0,0)\n",
    "\n",
    "all_cases['Filed'] = all_cases['FiledStr'].apply(pd_to_datetime)\n",
    "all_cases['Closed'] = all_cases['ClosedStr'].apply(pd_to_datetime)\n",
    "\n",
    "# calculate the number of days to close each case\n",
    "all_cases['Duration'] = (all_cases['Closed']-all_cases['Filed']).dt.days\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Remove cases without issues\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "id           5493\n",
       "FiledStr     5493\n",
       "ClosedStr    5493\n",
       "County       5493\n",
       "Type         5493\n",
       "Judge        5493\n",
       "Issues       5493\n",
       "Source       5493\n",
       "Filed        5493\n",
       "Closed       5493\n",
       "Duration     5493\n",
       "IssueType    5493\n",
       "dtype: int64"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\n",
    "strType = lambda typeNotation: f'{type(typeNotation)}'\n",
    "\n",
    "all_cases['IssueType'] = all_cases['Issues'].apply(strType)\n",
    "\n",
    "all_cases = all_cases[all_cases.IssueType != \"<class \\'bool\\'>\" ]\n",
    "\n",
    "\n",
    "all_cases.groupby(['Type']).count()\n",
    "\n",
    "\n",
    "all_cases.count()\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Expand dispositions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# This function takes a column of list values and expands it to a row per list element\n",
    "def expand_list(df,list_values, new_column_name):   \n",
    "    # create a map to all the existing non disposition data\n",
    "    lens = list_values.apply(len)\n",
    "    vals = range(df.shape[0])\n",
    "    ilocations = np.repeat(vals, lens)\n",
    "    # get the index of all non target columns\n",
    "    cols = [i for i,c in enumerate(df.columns) if c != list_values.name ]\n",
    "    # create a new expanded data frame and copy the old data\n",
    "    new_df = df.iloc[ilocations, cols].copy()\n",
    "    # add the new column with the flatten list\n",
    "    new_df[new_column_name] = [item for items in list_values for item in items ]\n",
    "    new_df.reset_index(inplace=True, drop=True)\n",
    "    return new_df\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "# expand the issues\n",
    "df = expand_list(all_cases, all_cases['Issues'],'Issue')\n",
    "\n",
    "issue_desc = lambda i:i['Issue'] if i else \"\"\n",
    "df['IssueDescription'] = df['Issue'].apply(issue_desc)\n",
    "\n",
    "# get the disposition list and expand it\n",
    "df['Dispositions'] = list(item['dispositions'] for item in df['Issue'])\n",
    "dispositions = expand_list(df,df['Dispositions'],'Disposed')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Type  Judge                 \n",
       "CV    CANTRELL, DAMAN  H         396\n",
       "      FITZGERALD, MARY           382\n",
       "      GLASSCO, KURT G              4\n",
       "      HIDDLE, BILL                19\n",
       "      KUEHN, DANA                415\n",
       "      MORRISSEY, LINDA G         315\n",
       "      NIGHTINGALE, REBECCA B     374\n",
       "      SEIBERT, APRIL              79\n",
       "      SELLERS, JEFFERSON D       294\n",
       "      WALL, CAROLINE             409\n",
       "FD    A, FD DOCKET               752\n",
       "      B, FD DOCKET               744\n",
       "      D, FD DOCKET               752\n",
       "      E, FD DOCKET               743\n",
       "PB    CANTRELL, DAMAN  H           1\n",
       "      GLASSCO, KURT G           1184\n",
       "      SELLERS, JEFFERSON D         1\n",
       "Name: Judge, dtype: int64"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# remove the date from dispostion text\n",
    "\n",
    "import re\n",
    "\n",
    "find_desc = re.compile(r'(.*)\\,')\n",
    "def disposed(disp): \n",
    "    return find_desc.match(disp['Disposed']).group(1) if ',' in disp['Disposed'] else disp['Disposed']\n",
    "\n",
    "dispositions['DisposedDescription'] = dispositions['Disposed'].apply(disposed)\n",
    "\n",
    "# Add party \n",
    "\n",
    "def get_party(disposed):\n",
    "    return disposed['Defendant'] if disposed['Defendant'] else disposed['Respondent']\n",
    "\n",
    "dispositions['Party'] = dispositions['Disposed'].apply(get_party)\n",
    "\n",
    "dispositions.groupby(['Type','Judge'])['Judge'].count()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "###Save the dataframe to a file"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "dispositions.to_csv('data/dispositions_df2018.csv')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### retrieve the saved dataframe"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "dispositions.from_csv('data/dispositions_df.csv')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Save documents"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(6864, [])"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from elasticsearch import Elasticsearch\n",
    "from elasticsearch import helpers\n",
    "es = Elasticsearch(http_compress=True)\n",
    "\n",
    "keys = ['id','Filed', 'Closed', 'County', 'Type', 'Judge', 'Duration',\n",
    "        'IssueDescription', 'DisposedDescription', 'Party', 'Source']\n",
    "\n",
    "def filterKeys(doc):\n",
    "    return {k: doc[k] for k in keys }\n",
    "\n",
    "def doc_generator(df):\n",
    "    df_iter = df.iterrows()\n",
    "    for idx, document in df_iter:\n",
    "        yield {\n",
    "                \"_index\": 'dispositions',\n",
    "                \"_type\": \"_doc\",\n",
    "                \"_id\" : f\"{document['id']}-{idx}\",\n",
    "                \"_source\": filterKeys(document),\n",
    "            }\n",
    "    raise StopIteration\n",
    "\n",
    "helpers.bulk(es, doc_generator(dispositions))\n"
   ]
  }
 ],
 "metadata": {
  "colab": {
   "name": "delaware county pro se.ipynb",
   "provenance": [],
   "toc_visible": true,
   "version": "0.3.2"
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}