TWO LEVEL HISTORY.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import warnings\n",
    "\n",
    "warnings.filterwarnings(\"ignore\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "data = pd.read_pickle(r\"C:\\Users\\rajneesh.jha\\Downloads\\deduction\\three_tables_4_lakhs.pkl\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(415341, 214)"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(206570, 214)"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data=data.drop_duplicates('pk_deduction_id')\n",
    "data.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(206570, 214)"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.reset_index(inplace=True,drop=True)\n",
    "data.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "data['fk_action_code_id'] = data['fk_action_code_id'].fillna(-1)\n",
    "data.fk_action_code_id.value_counts(dropna=False)\n",
    "data['fk_action_code_id'] = data['fk_action_code_id'].astype(int)\n",
    "listid = [341, 419, 422, 425, 240, 243, 246, 428, 300]\n",
    "data['output'] = np.nan\n",
    "data.loc[(data.fk_action_code_id.isin(listid)), 'output'] = 0\n",
    "data.output.fillna(value=1, inplace=True)\n",
    "data['output'] = data.output.astype(int)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1    204152\n",
       "0      2418\n",
       "Name: output, dtype: int64"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.output.value_counts(dropna=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(185314, 215)\n",
      "(40267, 215)\n"
     ]
    }
   ],
   "source": [
    "import datetime\n",
    "\n",
    "train = data.loc[(data.deduction_created_date >= datetime.datetime(2015, 1, 2)) & (\n",
    "            data.deduction_created_date <= datetime.datetime(2018, 5, 1))]\n",
    "# print(train.shape)\n",
    "# print(train)\n",
    "test = data.loc[data.deduction_created_date > datetime.datetime(2018, 1, 2)]\n",
    "\n",
    "print(train.shape)\n",
    "print(test.shape)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "###  code    \n",
    "    train_Data_frame[column1].replace('\\\\N', np.nan, inplace=True)\n",
    "    train_Data_frame[column1].replace(np.nan, 'null', inplace=True)\n",
    "    #train_Data_frame[column1] = train_Data_frame[column1].apply(\n",
    "    #    lambda x: int(x) if (pd.Series(x).dtype == 'float64') else x)\n",
    "    train_Data_frame[column1] = train_Data_frame[column1].astype(str)\n",
    "    print(train_Data_frame[column1].value_counts(dropna=False))\n",
    "    print(test_Data_frame[column1].value_counts(dropna=False))\n",
    "\n",
    "    # test Data processing\n",
    "    test_Data_frame[column1].replace('\\\\N', np.nan, inplace=True)\n",
    "    test_Data_frame[column1].replace(np.nan, 'null', inplace=True)\n",
    "    #test_Data_frame[column1] = test_Data_frame[column1].apply(\n",
    "    #    lambda x: int(x) if (pd.Series(x).dtype == 'float64') else x)\n",
    "    test_Data_frame[column1] = test_Data_frame[column1].astype(str)\n",
    "\n",
    "    train_Data_frame[column1] = train_Data_frame[column1].astype(str)\n",
    "    grp_hstry_map_id = train_Data_frame.groupby(column1).agg({'output': 'sum', 'pk_deduction_id': 'count'})\n",
    "    grp_hstry_map_id.reset_index(inplace=True)\n",
    "    grp_hstry_map_id['output'] = grp_hstry_map_id['pk_deduction_id'] - grp_hstry_map_id['output']\n",
    "    grp_hstry_map_id.columns = ['fk_customer_map_id', 'invalid', 'total']\n",
    "    grp_hstry_map_id.sort_values(by='total', ascending=False, inplace=True)\n",
    "    grp_hstry_map_id.loc[grp_hstry_map_id.total <= int(value), column1] = 'others'\n",
    "    grp_hstry_map_id[column1] = grp_hstry_map_id[column1].astype(str)\n",
    "\n",
    "    grp_cust_list = grp_hstry_map_id[column1].unique().tolist()\n",
    "    len(grp_cust_list)\n",
    "    train_Data_frame[column1] = train[column1].apply(lambda x: x if (x in grp_cust_list) else 'others')\n",
    "    train_Data_frame.reset_index(inplace=True)\n",
    "    train_Data_frame.drop('index', axis=1, inplace=True)\n",
    "\n",
    "    test_Data_frame[column1] = test_Data_frame[column1].apply(lambda x: x if (x in grp_cust_list) else 'others')\n",
    "    return train_Data_frame, test_Data_frame\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(185314, 215)\n",
      "(40267, 215)\n"
     ]
    }
   ],
   "source": [
    "train_data_frame=train\n",
    "test_data_frame=test\n",
    "print(train_data_frame.shape)\n",
    "print(test_data_frame.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "object\n",
      "object\n"
     ]
    }
   ],
   "source": [
    "column1='payer'\n",
    "print(train_data_frame[column1].dtype)\n",
    "print(test_data_frame[column1].dtype)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "300052    37796\n",
       "300075    23250\n",
       "NaN       17867\n",
       "300113    11530\n",
       "300285    10298\n",
       "300316     7140\n",
       "300731     5719\n",
       "300083     4996\n",
       "300010     4813\n",
       "300072     4596\n",
       "107642     3182\n",
       "300079     2841\n",
       "300062     2489\n",
       "100403     2254\n",
       "300354     2123\n",
       "300073     2053\n",
       "101916     1790\n",
       "101898     1709\n",
       "105346     1641\n",
       "300743     1491\n",
       "300069     1385\n",
       "300521     1359\n",
       "101116     1271\n",
       "300279     1191\n",
       "300308     1152\n",
       "300008     1146\n",
       "300024     1143\n",
       "300123     1095\n",
       "300681     1072\n",
       "101112     1001\n",
       "          ...  \n",
       "102211        2\n",
       "101322        2\n",
       "101364        2\n",
       "115081        2\n",
       "108180        2\n",
       "105042        2\n",
       "101381        2\n",
       "101990        2\n",
       "100367        2\n",
       "112920        2\n",
       "300739        2\n",
       "112831        2\n",
       "102389        2\n",
       "113307        2\n",
       "102189        1\n",
       "300474        1\n",
       "109931        1\n",
       "104974        1\n",
       "100937        1\n",
       "300768        1\n",
       "100775        1\n",
       "114363        1\n",
       "104971        1\n",
       "300447        1\n",
       "300736        1\n",
       "101720        1\n",
       "300609        1\n",
       "102258        1\n",
       "113928        1\n",
       "100095        1\n",
       "Name: payer, Length: 190, dtype: int64"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_data_frame[column1].value_counts(dropna=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_data_frame[column1].replace('\\\\N', np.nan, inplace=True)\n",
    "train_data_frame[column1].replace(np.nan, 'null', inplace=True)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "300052    37796\n",
       "300075    23250\n",
       "null      17867\n",
       "300113    11530\n",
       "300285    10298\n",
       "300316     7140\n",
       "300731     5719\n",
       "300083     4996\n",
       "300010     4813\n",
       "300072     4596\n",
       "107642     3182\n",
       "300079     2841\n",
       "300062     2489\n",
       "100403     2254\n",
       "300354     2123\n",
       "300073     2053\n",
       "101916     1790\n",
       "101898     1709\n",
       "105346     1641\n",
       "300743     1491\n",
       "300069     1385\n",
       "300521     1359\n",
       "101116     1271\n",
       "300279     1191\n",
       "300308     1152\n",
       "300008     1146\n",
       "300024     1143\n",
       "300123     1095\n",
       "300681     1072\n",
       "101112     1001\n",
       "          ...  \n",
       "101364        2\n",
       "102211        2\n",
       "101322        2\n",
       "112831        2\n",
       "102389        2\n",
       "106516        2\n",
       "113307        2\n",
       "101381        2\n",
       "101990        2\n",
       "115081        2\n",
       "108180        2\n",
       "112920        2\n",
       "105042        2\n",
       "101246        2\n",
       "113928        1\n",
       "109931        1\n",
       "101720        1\n",
       "102189        1\n",
       "300447        1\n",
       "100937        1\n",
       "300768        1\n",
       "100775        1\n",
       "300609        1\n",
       "300736        1\n",
       "104971        1\n",
       "102258        1\n",
       "114363        1\n",
       "300474        1\n",
       "100095        1\n",
       "104974        1\n",
       "Name: payer, Length: 190, dtype: int64"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_data_frame[column1].value_counts(dropna=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "object\n"
     ]
    }
   ],
   "source": [
    "train_data_frame[column1]=train_data_frame[column1].astype(str)\n",
    "print(train_data_frame[column1].dtype)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "300052    37796\n",
       "300075    23250\n",
       "null      17867\n",
       "300113    11530\n",
       "300285    10298\n",
       "300316     7140\n",
       "300731     5719\n",
       "300083     4996\n",
       "300010     4813\n",
       "300072     4596\n",
       "107642     3182\n",
       "300079     2841\n",
       "300062     2489\n",
       "100403     2254\n",
       "300354     2123\n",
       "300073     2053\n",
       "101916     1790\n",
       "101898     1709\n",
       "105346     1641\n",
       "300743     1491\n",
       "300069     1385\n",
       "300521     1359\n",
       "101116     1271\n",
       "300279     1191\n",
       "300308     1152\n",
       "300008     1146\n",
       "300024     1143\n",
       "300123     1095\n",
       "300681     1072\n",
       "101112     1001\n",
       "          ...  \n",
       "101364        2\n",
       "102211        2\n",
       "101322        2\n",
       "112831        2\n",
       "102389        2\n",
       "106516        2\n",
       "113307        2\n",
       "101381        2\n",
       "101990        2\n",
       "115081        2\n",
       "108180        2\n",
       "112920        2\n",
       "105042        2\n",
       "101246        2\n",
       "113928        1\n",
       "109931        1\n",
       "101720        1\n",
       "102189        1\n",
       "300447        1\n",
       "100937        1\n",
       "300768        1\n",
       "100775        1\n",
       "300609        1\n",
       "300736        1\n",
       "104971        1\n",
       "102258        1\n",
       "114363        1\n",
       "300474        1\n",
       "100095        1\n",
       "104974        1\n",
       "Name: payer, Length: 190, dtype: int64"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_data_frame[column1].value_counts(dropna=False)\n",
    "##"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "object\n"
     ]
    }
   ],
   "source": [
    "test_data_frame[column1].replace('\\\\N', np.nan, inplace=True)\n",
    "test_data_frame[column1].replace(np.nan, 'null', inplace=True)\n",
    "test_data_frame[column1]=test_data_frame[column1].astype(str)\n",
    "print(test_data_frame[column1].dtype)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>output</th>\n",
       "      <th>pk_deduction_id</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>payer</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>100017</th>\n",
       "      <td>88</td>\n",
       "      <td>89</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100024</th>\n",
       "      <td>200</td>\n",
       "      <td>203</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100075</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100095</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100105</th>\n",
       "      <td>19</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100107</th>\n",
       "      <td>65</td>\n",
       "      <td>65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100114</th>\n",
       "      <td>223</td>\n",
       "      <td>227</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100119</th>\n",
       "      <td>115</td>\n",
       "      <td>115</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100140</th>\n",
       "      <td>54</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100190</th>\n",
       "      <td>110</td>\n",
       "      <td>111</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100203</th>\n",
       "      <td>564</td>\n",
       "      <td>567</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100210</th>\n",
       "      <td>31</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100212</th>\n",
       "      <td>473</td>\n",
       "      <td>501</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100263</th>\n",
       "      <td>523</td>\n",
       "      <td>526</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100367</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100385</th>\n",
       "      <td>135</td>\n",
       "      <td>135</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100403</th>\n",
       "      <td>2228</td>\n",
       "      <td>2254</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100452</th>\n",
       "      <td>292</td>\n",
       "      <td>300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100545</th>\n",
       "      <td>47</td>\n",
       "      <td>47</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100557</th>\n",
       "      <td>16</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100570</th>\n",
       "      <td>45</td>\n",
       "      <td>46</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100575</th>\n",
       "      <td>801</td>\n",
       "      <td>824</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100609</th>\n",
       "      <td>145</td>\n",
       "      <td>146</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100625</th>\n",
       "      <td>104</td>\n",
       "      <td>104</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100649</th>\n",
       "      <td>14</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100653</th>\n",
       "      <td>580</td>\n",
       "      <td>582</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100700</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100702</th>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100706</th>\n",
       "      <td>157</td>\n",
       "      <td>157</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100740</th>\n",
       "      <td>608</td>\n",
       "      <td>628</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300433</th>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300447</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300448</th>\n",
       "      <td>55</td>\n",
       "      <td>55</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300450</th>\n",
       "      <td>16</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300465</th>\n",
       "      <td>91</td>\n",
       "      <td>107</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300474</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300495</th>\n",
       "      <td>741</td>\n",
       "      <td>767</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300512</th>\n",
       "      <td>31</td>\n",
       "      <td>35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300515</th>\n",
       "      <td>3</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300521</th>\n",
       "      <td>1347</td>\n",
       "      <td>1359</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300523</th>\n",
       "      <td>34</td>\n",
       "      <td>34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300524</th>\n",
       "      <td>26</td>\n",
       "      <td>33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300525</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300609</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300632</th>\n",
       "      <td>510</td>\n",
       "      <td>511</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300667</th>\n",
       "      <td>8</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300681</th>\n",
       "      <td>1038</td>\n",
       "      <td>1072</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300685</th>\n",
       "      <td>6</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300706</th>\n",
       "      <td>460</td>\n",
       "      <td>460</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300731</th>\n",
       "      <td>5692</td>\n",
       "      <td>5719</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300736</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300739</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300742</th>\n",
       "      <td>103</td>\n",
       "      <td>103</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300743</th>\n",
       "      <td>1475</td>\n",
       "      <td>1491</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300752</th>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300768</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300771</th>\n",
       "      <td>46</td>\n",
       "      <td>46</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300772</th>\n",
       "      <td>71</td>\n",
       "      <td>72</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>300773</th>\n",
       "      <td>75</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>null</th>\n",
       "      <td>17867</td>\n",
       "      <td>17867</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>190 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        output  pk_deduction_id\n",
       "payer                          \n",
       "100017      88               89\n",
       "100024     200              203\n",
       "100075       3                3\n",
       "100095       1                1\n",
       "100105      19               19\n",
       "100107      65               65\n",
       "100114     223              227\n",
       "100119     115              115\n",
       "100140      54               54\n",
       "100190     110              111\n",
       "100203     564              567\n",
       "100210      31               32\n",
       "100212     473              501\n",
       "100263     523              526\n",
       "100367       2                2\n",
       "100385     135              135\n",
       "100403    2228             2254\n",
       "100452     292              300\n",
       "100545      47               47\n",
       "100557      16               16\n",
       "100570      45               46\n",
       "100575     801              824\n",
       "100609     145              146\n",
       "100625     104              104\n",
       "100649      14               15\n",
       "100653     580              582\n",
       "100700       3                3\n",
       "100702       9                9\n",
       "100706     157              157\n",
       "100740     608              628\n",
       "...        ...              ...\n",
       "300433       6                6\n",
       "300447       1                1\n",
       "300448      55               55\n",
       "300450      16               16\n",
       "300465      91              107\n",
       "300474       1                1\n",
       "300495     741              767\n",
       "300512      31               35\n",
       "300515       3                6\n",
       "300521    1347             1359\n",
       "300523      34               34\n",
       "300524      26               33\n",
       "300525       3                3\n",
       "300609       1                1\n",
       "300632     510              511\n",
       "300667       8                8\n",
       "300681    1038             1072\n",
       "300685       6                7\n",
       "300706     460              460\n",
       "300731    5692             5719\n",
       "300736       1                1\n",
       "300739       2                2\n",
       "300742     103              103\n",
       "300743    1475             1491\n",
       "300752       7                7\n",
       "300768       1                1\n",
       "300771      46               46\n",
       "300772      71               72\n",
       "300773      75               77\n",
       "null     17867            17867\n",
       "\n",
       "[190 rows x 2 columns]"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "grp_hstry_map_id=train_data_frame.groupby(column1).agg({'output':'sum','pk_deduction_id':'count'})\n",
    "grp_hstry_map_id"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "grp_hstry_map_id.reset_index(inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>payer</th>\n",
       "      <th>output</th>\n",
       "      <th>pk_deduction_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>100017</td>\n",
       "      <td>88</td>\n",
       "      <td>89</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>100024</td>\n",
       "      <td>200</td>\n",
       "      <td>203</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>100075</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>100095</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>100105</td>\n",
       "      <td>19</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>100107</td>\n",
       "      <td>65</td>\n",
       "      <td>65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>100114</td>\n",
       "      <td>223</td>\n",
       "      <td>227</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>100119</td>\n",
       "      <td>115</td>\n",
       "      <td>115</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>100140</td>\n",
       "      <td>54</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>100190</td>\n",
       "      <td>110</td>\n",
       "      <td>111</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>100203</td>\n",
       "      <td>564</td>\n",
       "      <td>567</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>100210</td>\n",
       "      <td>31</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>100212</td>\n",
       "      <td>473</td>\n",
       "      <td>501</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>100263</td>\n",
       "      <td>523</td>\n",
       "      <td>526</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>100367</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>100385</td>\n",
       "      <td>135</td>\n",
       "      <td>135</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>100403</td>\n",
       "      <td>2228</td>\n",
       "      <td>2254</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>100452</td>\n",
       "      <td>292</td>\n",
       "      <td>300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>100545</td>\n",
       "      <td>47</td>\n",
       "      <td>47</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>100557</td>\n",
       "      <td>16</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>100570</td>\n",
       "      <td>45</td>\n",
       "      <td>46</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>100575</td>\n",
       "      <td>801</td>\n",
       "      <td>824</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>100609</td>\n",
       "      <td>145</td>\n",
       "      <td>146</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>100625</td>\n",
       "      <td>104</td>\n",
       "      <td>104</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>100649</td>\n",
       "      <td>14</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>100653</td>\n",
       "      <td>580</td>\n",
       "      <td>582</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>100700</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>100702</td>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>100706</td>\n",
       "      <td>157</td>\n",
       "      <td>157</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>100740</td>\n",
       "      <td>608</td>\n",
       "      <td>628</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>160</th>\n",
       "      <td>300433</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>161</th>\n",
       "      <td>300447</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>162</th>\n",
       "      <td>300448</td>\n",
       "      <td>55</td>\n",
       "      <td>55</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>163</th>\n",
       "      <td>300450</td>\n",
       "      <td>16</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>164</th>\n",
       "      <td>300465</td>\n",
       "      <td>91</td>\n",
       "      <td>107</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165</th>\n",
       "      <td>300474</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>166</th>\n",
       "      <td>300495</td>\n",
       "      <td>741</td>\n",
       "      <td>767</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>167</th>\n",
       "      <td>300512</td>\n",
       "      <td>31</td>\n",
       "      <td>35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>168</th>\n",
       "      <td>300515</td>\n",
       "      <td>3</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>169</th>\n",
       "      <td>300521</td>\n",
       "      <td>1347</td>\n",
       "      <td>1359</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>170</th>\n",
       "      <td>300523</td>\n",
       "      <td>34</td>\n",
       "      <td>34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>171</th>\n",
       "      <td>300524</td>\n",
       "      <td>26</td>\n",
       "      <td>33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>172</th>\n",
       "      <td>300525</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>173</th>\n",
       "      <td>300609</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>174</th>\n",
       "      <td>300632</td>\n",
       "      <td>510</td>\n",
       "      <td>511</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>175</th>\n",
       "      <td>300667</td>\n",
       "      <td>8</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>176</th>\n",
       "      <td>300681</td>\n",
       "      <td>1038</td>\n",
       "      <td>1072</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>177</th>\n",
       "      <td>300685</td>\n",
       "      <td>6</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>178</th>\n",
       "      <td>300706</td>\n",
       "      <td>460</td>\n",
       "      <td>460</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>179</th>\n",
       "      <td>300731</td>\n",
       "      <td>5692</td>\n",
       "      <td>5719</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>180</th>\n",
       "      <td>300736</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>181</th>\n",
       "      <td>300739</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>182</th>\n",
       "      <td>300742</td>\n",
       "      <td>103</td>\n",
       "      <td>103</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>183</th>\n",
       "      <td>300743</td>\n",
       "      <td>1475</td>\n",
       "      <td>1491</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>184</th>\n",
       "      <td>300752</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>185</th>\n",
       "      <td>300768</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>186</th>\n",
       "      <td>300771</td>\n",
       "      <td>46</td>\n",
       "      <td>46</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>187</th>\n",
       "      <td>300772</td>\n",
       "      <td>71</td>\n",
       "      <td>72</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>188</th>\n",
       "      <td>300773</td>\n",
       "      <td>75</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189</th>\n",
       "      <td>null</td>\n",
       "      <td>17867</td>\n",
       "      <td>17867</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>190 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      payer  output  pk_deduction_id\n",
       "0    100017      88               89\n",
       "1    100024     200              203\n",
       "2    100075       3                3\n",
       "3    100095       1                1\n",
       "4    100105      19               19\n",
       "5    100107      65               65\n",
       "6    100114     223              227\n",
       "7    100119     115              115\n",
       "8    100140      54               54\n",
       "9    100190     110              111\n",
       "10   100203     564              567\n",
       "11   100210      31               32\n",
       "12   100212     473              501\n",
       "13   100263     523              526\n",
       "14   100367       2                2\n",
       "15   100385     135              135\n",
       "16   100403    2228             2254\n",
       "17   100452     292              300\n",
       "18   100545      47               47\n",
       "19   100557      16               16\n",
       "20   100570      45               46\n",
       "21   100575     801              824\n",
       "22   100609     145              146\n",
       "23   100625     104              104\n",
       "24   100649      14               15\n",
       "25   100653     580              582\n",
       "26   100700       3                3\n",
       "27   100702       9                9\n",
       "28   100706     157              157\n",
       "29   100740     608              628\n",
       "..      ...     ...              ...\n",
       "160  300433       6                6\n",
       "161  300447       1                1\n",
       "162  300448      55               55\n",
       "163  300450      16               16\n",
       "164  300465      91              107\n",
       "165  300474       1                1\n",
       "166  300495     741              767\n",
       "167  300512      31               35\n",
       "168  300515       3                6\n",
       "169  300521    1347             1359\n",
       "170  300523      34               34\n",
       "171  300524      26               33\n",
       "172  300525       3                3\n",
       "173  300609       1                1\n",
       "174  300632     510              511\n",
       "175  300667       8                8\n",
       "176  300681    1038             1072\n",
       "177  300685       6                7\n",
       "178  300706     460              460\n",
       "179  300731    5692             5719\n",
       "180  300736       1                1\n",
       "181  300739       2                2\n",
       "182  300742     103              103\n",
       "183  300743    1475             1491\n",
       "184  300752       7                7\n",
       "185  300768       1                1\n",
       "186  300771      46               46\n",
       "187  300772      71               72\n",
       "188  300773      75               77\n",
       "189    null   17867            17867\n",
       "\n",
       "[190 rows x 3 columns]"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "grp_hstry_map_id"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>payer</th>\n",
       "      <th>output</th>\n",
       "      <th>pk_deduction_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>100017</td>\n",
       "      <td>1</td>\n",
       "      <td>89</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>100024</td>\n",
       "      <td>3</td>\n",
       "      <td>203</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>100075</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>100095</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>100105</td>\n",
       "      <td>0</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>100107</td>\n",
       "      <td>0</td>\n",
       "      <td>65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>100114</td>\n",
       "      <td>4</td>\n",
       "      <td>227</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>100119</td>\n",
       "      <td>0</td>\n",
       "      <td>115</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>100140</td>\n",
       "      <td>0</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>100190</td>\n",
       "      <td>1</td>\n",
       "      <td>111</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>100203</td>\n",
       "      <td>3</td>\n",
       "      <td>567</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>100210</td>\n",
       "      <td>1</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>100212</td>\n",
       "      <td>28</td>\n",
       "      <td>501</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>100263</td>\n",
       "      <td>3</td>\n",
       "      <td>526</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>100367</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>100385</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>100403</td>\n",
       "      <td>26</td>\n",
       "      <td>2254</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>100452</td>\n",
       "      <td>8</td>\n",
       "      <td>300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>100545</td>\n",
       "      <td>0</td>\n",
       "      <td>47</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>100557</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>100570</td>\n",
       "      <td>1</td>\n",
       "      <td>46</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>100575</td>\n",
       "      <td>23</td>\n",
       "      <td>824</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>100609</td>\n",
       "      <td>1</td>\n",
       "      <td>146</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>100625</td>\n",
       "      <td>0</td>\n",
       "      <td>104</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>100649</td>\n",
       "      <td>1</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>100653</td>\n",
       "      <td>2</td>\n",
       "      <td>582</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>100700</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>100702</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>100706</td>\n",
       "      <td>0</td>\n",
       "      <td>157</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>100740</td>\n",
       "      <td>20</td>\n",
       "      <td>628</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>160</th>\n",
       "      <td>300433</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>161</th>\n",
       "      <td>300447</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>162</th>\n",
       "      <td>300448</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>163</th>\n",
       "      <td>300450</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>164</th>\n",
       "      <td>300465</td>\n",
       "      <td>16</td>\n",
       "      <td>107</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165</th>\n",
       "      <td>300474</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>166</th>\n",
       "      <td>300495</td>\n",
       "      <td>26</td>\n",
       "      <td>767</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>167</th>\n",
       "      <td>300512</td>\n",
       "      <td>4</td>\n",
       "      <td>35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>168</th>\n",
       "      <td>300515</td>\n",
       "      <td>3</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>169</th>\n",
       "      <td>300521</td>\n",
       "      <td>12</td>\n",
       "      <td>1359</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>170</th>\n",
       "      <td>300523</td>\n",
       "      <td>0</td>\n",
       "      <td>34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>171</th>\n",
       "      <td>300524</td>\n",
       "      <td>7</td>\n",
       "      <td>33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>172</th>\n",
       "      <td>300525</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>173</th>\n",
       "      <td>300609</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>174</th>\n",
       "      <td>300632</td>\n",
       "      <td>1</td>\n",
       "      <td>511</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>175</th>\n",
       "      <td>300667</td>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>176</th>\n",
       "      <td>300681</td>\n",
       "      <td>34</td>\n",
       "      <td>1072</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>177</th>\n",
       "      <td>300685</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>178</th>\n",
       "      <td>300706</td>\n",
       "      <td>0</td>\n",
       "      <td>460</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>179</th>\n",
       "      <td>300731</td>\n",
       "      <td>27</td>\n",
       "      <td>5719</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>180</th>\n",
       "      <td>300736</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>181</th>\n",
       "      <td>300739</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>182</th>\n",
       "      <td>300742</td>\n",
       "      <td>0</td>\n",
       "      <td>103</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>183</th>\n",
       "      <td>300743</td>\n",
       "      <td>16</td>\n",
       "      <td>1491</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>184</th>\n",
       "      <td>300752</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>185</th>\n",
       "      <td>300768</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>186</th>\n",
       "      <td>300771</td>\n",
       "      <td>0</td>\n",
       "      <td>46</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>187</th>\n",
       "      <td>300772</td>\n",
       "      <td>1</td>\n",
       "      <td>72</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>188</th>\n",
       "      <td>300773</td>\n",
       "      <td>2</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189</th>\n",
       "      <td>null</td>\n",
       "      <td>0</td>\n",
       "      <td>17867</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>190 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      payer  output  pk_deduction_id\n",
       "0    100017       1               89\n",
       "1    100024       3              203\n",
       "2    100075       0                3\n",
       "3    100095       0                1\n",
       "4    100105       0               19\n",
       "5    100107       0               65\n",
       "6    100114       4              227\n",
       "7    100119       0              115\n",
       "8    100140       0               54\n",
       "9    100190       1              111\n",
       "10   100203       3              567\n",
       "11   100210       1               32\n",
       "12   100212      28              501\n",
       "13   100263       3              526\n",
       "14   100367       0                2\n",
       "15   100385       0              135\n",
       "16   100403      26             2254\n",
       "17   100452       8              300\n",
       "18   100545       0               47\n",
       "19   100557       0               16\n",
       "20   100570       1               46\n",
       "21   100575      23              824\n",
       "22   100609       1              146\n",
       "23   100625       0              104\n",
       "24   100649       1               15\n",
       "25   100653       2              582\n",
       "26   100700       0                3\n",
       "27   100702       0                9\n",
       "28   100706       0              157\n",
       "29   100740      20              628\n",
       "..      ...     ...              ...\n",
       "160  300433       0                6\n",
       "161  300447       0                1\n",
       "162  300448       0               55\n",
       "163  300450       0               16\n",
       "164  300465      16              107\n",
       "165  300474       0                1\n",
       "166  300495      26              767\n",
       "167  300512       4               35\n",
       "168  300515       3                6\n",
       "169  300521      12             1359\n",
       "170  300523       0               34\n",
       "171  300524       7               33\n",
       "172  300525       0                3\n",
       "173  300609       0                1\n",
       "174  300632       1              511\n",
       "175  300667       0                8\n",
       "176  300681      34             1072\n",
       "177  300685       1                7\n",
       "178  300706       0              460\n",
       "179  300731      27             5719\n",
       "180  300736       0                1\n",
       "181  300739       0                2\n",
       "182  300742       0              103\n",
       "183  300743      16             1491\n",
       "184  300752       0                7\n",
       "185  300768       0                1\n",
       "186  300771       0               46\n",
       "187  300772       1               72\n",
       "188  300773       2               77\n",
       "189    null       0            17867\n",
       "\n",
       "[190 rows x 3 columns]"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "grp_hstry_map_id['output'] = grp_hstry_map_id['pk_deduction_id'] - grp_hstry_map_id['output']\n",
    "grp_hstry_map_id"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "grp_hstry_map_id.columns = ['payer', 'invalid', 'total']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>payer</th>\n",
       "      <th>invalid</th>\n",
       "      <th>total</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>100017</td>\n",
       "      <td>1</td>\n",
       "      <td>89</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>100024</td>\n",
       "      <td>3</td>\n",
       "      <td>203</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>100075</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>100095</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>100105</td>\n",
       "      <td>0</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>100107</td>\n",
       "      <td>0</td>\n",
       "      <td>65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>100114</td>\n",
       "      <td>4</td>\n",
       "      <td>227</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>100119</td>\n",
       "      <td>0</td>\n",
       "      <td>115</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>100140</td>\n",
       "      <td>0</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>100190</td>\n",
       "      <td>1</td>\n",
       "      <td>111</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>100203</td>\n",
       "      <td>3</td>\n",
       "      <td>567</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>100210</td>\n",
       "      <td>1</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>100212</td>\n",
       "      <td>28</td>\n",
       "      <td>501</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>100263</td>\n",
       "      <td>3</td>\n",
       "      <td>526</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>100367</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>100385</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>100403</td>\n",
       "      <td>26</td>\n",
       "      <td>2254</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>100452</td>\n",
       "      <td>8</td>\n",
       "      <td>300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>100545</td>\n",
       "      <td>0</td>\n",
       "      <td>47</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>100557</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>100570</td>\n",
       "      <td>1</td>\n",
       "      <td>46</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>100575</td>\n",
       "      <td>23</td>\n",
       "      <td>824</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>100609</td>\n",
       "      <td>1</td>\n",
       "      <td>146</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>100625</td>\n",
       "      <td>0</td>\n",
       "      <td>104</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>100649</td>\n",
       "      <td>1</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>100653</td>\n",
       "      <td>2</td>\n",
       "      <td>582</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>100700</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>100702</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>100706</td>\n",
       "      <td>0</td>\n",
       "      <td>157</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>100740</td>\n",
       "      <td>20</td>\n",
       "      <td>628</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>160</th>\n",
       "      <td>300433</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>161</th>\n",
       "      <td>300447</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>162</th>\n",
       "      <td>300448</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>163</th>\n",
       "      <td>300450</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>164</th>\n",
       "      <td>300465</td>\n",
       "      <td>16</td>\n",
       "      <td>107</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165</th>\n",
       "      <td>300474</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>166</th>\n",
       "      <td>300495</td>\n",
       "      <td>26</td>\n",
       "      <td>767</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>167</th>\n",
       "      <td>300512</td>\n",
       "      <td>4</td>\n",
       "      <td>35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>168</th>\n",
       "      <td>300515</td>\n",
       "      <td>3</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>169</th>\n",
       "      <td>300521</td>\n",
       "      <td>12</td>\n",
       "      <td>1359</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>170</th>\n",
       "      <td>300523</td>\n",
       "      <td>0</td>\n",
       "      <td>34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>171</th>\n",
       "      <td>300524</td>\n",
       "      <td>7</td>\n",
       "      <td>33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>172</th>\n",
       "      <td>300525</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>173</th>\n",
       "      <td>300609</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>174</th>\n",
       "      <td>300632</td>\n",
       "      <td>1</td>\n",
       "      <td>511</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>175</th>\n",
       "      <td>300667</td>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>176</th>\n",
       "      <td>300681</td>\n",
       "      <td>34</td>\n",
       "      <td>1072</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>177</th>\n",
       "      <td>300685</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>178</th>\n",
       "      <td>300706</td>\n",
       "      <td>0</td>\n",
       "      <td>460</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>179</th>\n",
       "      <td>300731</td>\n",
       "      <td>27</td>\n",
       "      <td>5719</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>180</th>\n",
       "      <td>300736</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>181</th>\n",
       "      <td>300739</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>182</th>\n",
       "      <td>300742</td>\n",
       "      <td>0</td>\n",
       "      <td>103</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>183</th>\n",
       "      <td>300743</td>\n",
       "      <td>16</td>\n",
       "      <td>1491</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>184</th>\n",
       "      <td>300752</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>185</th>\n",
       "      <td>300768</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>186</th>\n",
       "      <td>300771</td>\n",
       "      <td>0</td>\n",
       "      <td>46</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>187</th>\n",
       "      <td>300772</td>\n",
       "      <td>1</td>\n",
       "      <td>72</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>188</th>\n",
       "      <td>300773</td>\n",
       "      <td>2</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189</th>\n",
       "      <td>null</td>\n",
       "      <td>0</td>\n",
       "      <td>17867</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>190 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      payer  invalid  total\n",
       "0    100017        1     89\n",
       "1    100024        3    203\n",
       "2    100075        0      3\n",
       "3    100095        0      1\n",
       "4    100105        0     19\n",
       "5    100107        0     65\n",
       "6    100114        4    227\n",
       "7    100119        0    115\n",
       "8    100140        0     54\n",
       "9    100190        1    111\n",
       "10   100203        3    567\n",
       "11   100210        1     32\n",
       "12   100212       28    501\n",
       "13   100263        3    526\n",
       "14   100367        0      2\n",
       "15   100385        0    135\n",
       "16   100403       26   2254\n",
       "17   100452        8    300\n",
       "18   100545        0     47\n",
       "19   100557        0     16\n",
       "20   100570        1     46\n",
       "21   100575       23    824\n",
       "22   100609        1    146\n",
       "23   100625        0    104\n",
       "24   100649        1     15\n",
       "25   100653        2    582\n",
       "26   100700        0      3\n",
       "27   100702        0      9\n",
       "28   100706        0    157\n",
       "29   100740       20    628\n",
       "..      ...      ...    ...\n",
       "160  300433        0      6\n",
       "161  300447        0      1\n",
       "162  300448        0     55\n",
       "163  300450        0     16\n",
       "164  300465       16    107\n",
       "165  300474        0      1\n",
       "166  300495       26    767\n",
       "167  300512        4     35\n",
       "168  300515        3      6\n",
       "169  300521       12   1359\n",
       "170  300523        0     34\n",
       "171  300524        7     33\n",
       "172  300525        0      3\n",
       "173  300609        0      1\n",
       "174  300632        1    511\n",
       "175  300667        0      8\n",
       "176  300681       34   1072\n",
       "177  300685        1      7\n",
       "178  300706        0    460\n",
       "179  300731       27   5719\n",
       "180  300736        0      1\n",
       "181  300739        0      2\n",
       "182  300742        0    103\n",
       "183  300743       16   1491\n",
       "184  300752        0      7\n",
       "185  300768        0      1\n",
       "186  300771        0     46\n",
       "187  300772        1     72\n",
       "188  300773        2     77\n",
       "189    null        0  17867\n",
       "\n",
       "[190 rows x 3 columns]"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "grp_hstry_map_id"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "grp_hstry_map_id.sort_values(by='total', ascending=False, inplace=True)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>payer</th>\n",
       "      <th>invalid</th>\n",
       "      <th>total</th>\n",
       "      <th>cumsum</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>125</th>\n",
       "      <td>300052</td>\n",
       "      <td>212</td>\n",
       "      <td>37796</td>\n",
       "      <td>37796</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>133</th>\n",
       "      <td>300075</td>\n",
       "      <td>87</td>\n",
       "      <td>23250</td>\n",
       "      <td>61046</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189</th>\n",
       "      <td>null</td>\n",
       "      <td>0</td>\n",
       "      <td>17867</td>\n",
       "      <td>78913</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>137</th>\n",
       "      <td>300113</td>\n",
       "      <td>100</td>\n",
       "      <td>11530</td>\n",
       "      <td>90443</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146</th>\n",
       "      <td>300285</td>\n",
       "      <td>460</td>\n",
       "      <td>10298</td>\n",
       "      <td>100741</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>150</th>\n",
       "      <td>300316</td>\n",
       "      <td>77</td>\n",
       "      <td>7140</td>\n",
       "      <td>107881</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>179</th>\n",
       "      <td>300731</td>\n",
       "      <td>27</td>\n",
       "      <td>5719</td>\n",
       "      <td>113600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>136</th>\n",
       "      <td>300083</td>\n",
       "      <td>136</td>\n",
       "      <td>4996</td>\n",
       "      <td>118596</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121</th>\n",
       "      <td>300010</td>\n",
       "      <td>89</td>\n",
       "      <td>4813</td>\n",
       "      <td>123409</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>131</th>\n",
       "      <td>300072</td>\n",
       "      <td>19</td>\n",
       "      <td>4596</td>\n",
       "      <td>128005</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91</th>\n",
       "      <td>107642</td>\n",
       "      <td>16</td>\n",
       "      <td>3182</td>\n",
       "      <td>131187</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>134</th>\n",
       "      <td>300079</td>\n",
       "      <td>127</td>\n",
       "      <td>2841</td>\n",
       "      <td>134028</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>126</th>\n",
       "      <td>300062</td>\n",
       "      <td>55</td>\n",
       "      <td>2489</td>\n",
       "      <td>136517</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>100403</td>\n",
       "      <td>26</td>\n",
       "      <td>2254</td>\n",
       "      <td>138771</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>153</th>\n",
       "      <td>300354</td>\n",
       "      <td>13</td>\n",
       "      <td>2123</td>\n",
       "      <td>140894</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>132</th>\n",
       "      <td>300073</td>\n",
       "      <td>5</td>\n",
       "      <td>2053</td>\n",
       "      <td>142947</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62</th>\n",
       "      <td>101916</td>\n",
       "      <td>38</td>\n",
       "      <td>1790</td>\n",
       "      <td>144737</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61</th>\n",
       "      <td>101898</td>\n",
       "      <td>0</td>\n",
       "      <td>1709</td>\n",
       "      <td>146446</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>85</th>\n",
       "      <td>105346</td>\n",
       "      <td>2</td>\n",
       "      <td>1641</td>\n",
       "      <td>148087</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>183</th>\n",
       "      <td>300743</td>\n",
       "      <td>16</td>\n",
       "      <td>1491</td>\n",
       "      <td>149578</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>128</th>\n",
       "      <td>300069</td>\n",
       "      <td>27</td>\n",
       "      <td>1385</td>\n",
       "      <td>150963</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>169</th>\n",
       "      <td>300521</td>\n",
       "      <td>12</td>\n",
       "      <td>1359</td>\n",
       "      <td>152322</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>101116</td>\n",
       "      <td>17</td>\n",
       "      <td>1271</td>\n",
       "      <td>153593</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>144</th>\n",
       "      <td>300279</td>\n",
       "      <td>12</td>\n",
       "      <td>1191</td>\n",
       "      <td>154784</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>147</th>\n",
       "      <td>300308</td>\n",
       "      <td>11</td>\n",
       "      <td>1152</td>\n",
       "      <td>155936</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>120</th>\n",
       "      <td>300008</td>\n",
       "      <td>14</td>\n",
       "      <td>1146</td>\n",
       "      <td>157082</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>124</th>\n",
       "      <td>300024</td>\n",
       "      <td>23</td>\n",
       "      <td>1143</td>\n",
       "      <td>158225</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>140</th>\n",
       "      <td>300123</td>\n",
       "      <td>22</td>\n",
       "      <td>1095</td>\n",
       "      <td>159320</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>176</th>\n",
       "      <td>300681</td>\n",
       "      <td>34</td>\n",
       "      <td>1072</td>\n",
       "      <td>160392</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>101112</td>\n",
       "      <td>3</td>\n",
       "      <td>1001</td>\n",
       "      <td>161393</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>108</th>\n",
       "      <td>113307</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185272</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>181</th>\n",
       "      <td>300739</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185274</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>105042</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185276</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>101246</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185278</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>68</th>\n",
       "      <td>102211</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185280</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>101381</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185282</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>101364</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185284</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>100367</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185286</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>102389</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185288</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>119</th>\n",
       "      <td>115081</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185290</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>66</th>\n",
       "      <td>101990</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>185292</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>89</th>\n",
       "      <td>106516</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185294</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>108180</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185296</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>101322</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185298</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>104974</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185299</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>69</th>\n",
       "      <td>102258</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>104971</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185301</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>185</th>\n",
       "      <td>300768</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185302</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>100937</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185303</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>100775</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185304</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165</th>\n",
       "      <td>300474</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185305</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>180</th>\n",
       "      <td>300736</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185306</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>100095</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185307</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>109931</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185308</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>161</th>\n",
       "      <td>300447</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185309</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>67</th>\n",
       "      <td>102189</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185310</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>173</th>\n",
       "      <td>300609</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185311</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>101720</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185312</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>118</th>\n",
       "      <td>114363</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185313</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114</th>\n",
       "      <td>113928</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>185314</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>190 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      payer  invalid  total  cumsum\n",
       "125  300052      212  37796   37796\n",
       "133  300075       87  23250   61046\n",
       "189    null        0  17867   78913\n",
       "137  300113      100  11530   90443\n",
       "146  300285      460  10298  100741\n",
       "150  300316       77   7140  107881\n",
       "179  300731       27   5719  113600\n",
       "136  300083      136   4996  118596\n",
       "121  300010       89   4813  123409\n",
       "131  300072       19   4596  128005\n",
       "91   107642       16   3182  131187\n",
       "134  300079      127   2841  134028\n",
       "126  300062       55   2489  136517\n",
       "16   100403       26   2254  138771\n",
       "153  300354       13   2123  140894\n",
       "132  300073        5   2053  142947\n",
       "62   101916       38   1790  144737\n",
       "61   101898        0   1709  146446\n",
       "85   105346        2   1641  148087\n",
       "183  300743       16   1491  149578\n",
       "128  300069       27   1385  150963\n",
       "169  300521       12   1359  152322\n",
       "37   101116       17   1271  153593\n",
       "144  300279       12   1191  154784\n",
       "147  300308       11   1152  155936\n",
       "120  300008       14   1146  157082\n",
       "124  300024       23   1143  158225\n",
       "140  300123       22   1095  159320\n",
       "176  300681       34   1072  160392\n",
       "36   101112        3   1001  161393\n",
       "..      ...      ...    ...     ...\n",
       "108  113307        0      2  185272\n",
       "181  300739        0      2  185274\n",
       "78   105042        0      2  185276\n",
       "44   101246        0      2  185278\n",
       "68   102211        0      2  185280\n",
       "49   101381        0      2  185282\n",
       "48   101364        0      2  185284\n",
       "14   100367        0      2  185286\n",
       "71   102389        0      2  185288\n",
       "119  115081        0      2  185290\n",
       "66   101990        2      2  185292\n",
       "89   106516        0      2  185294\n",
       "92   108180        0      2  185296\n",
       "47   101322        0      2  185298\n",
       "77   104974        0      1  185299\n",
       "69   102258        0      1  185300\n",
       "76   104971        0      1  185301\n",
       "185  300768        0      1  185302\n",
       "35   100937        0      1  185303\n",
       "32   100775        0      1  185304\n",
       "165  300474        0      1  185305\n",
       "180  300736        0      1  185306\n",
       "3    100095        0      1  185307\n",
       "97   109931        0      1  185308\n",
       "161  300447        0      1  185309\n",
       "67   102189        0      1  185310\n",
       "173  300609        0      1  185311\n",
       "56   101720        0      1  185312\n",
       "118  114363        0      1  185313\n",
       "114  113928        1      1  185314\n",
       "\n",
       "[190 rows x 4 columns]"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "grp_hstry_map_id['cumsum']=grp_hstry_map_id['total'].cumsum()\n",
    "grp_hstry_map_id"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>payer</th>\n",
       "      <th>invalid</th>\n",
       "      <th>total</th>\n",
       "      <th>cumsum</th>\n",
       "      <th>percentage</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>125</th>\n",
       "      <td>300052</td>\n",
       "      <td>212</td>\n",
       "      <td>37796</td>\n",
       "      <td>37796</td>\n",
       "      <td>20.395653</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>133</th>\n",
       "      <td>300075</td>\n",
       "      <td>87</td>\n",
       "      <td>23250</td>\n",
       "      <td>61046</td>\n",
       "      <td>32.941926</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189</th>\n",
       "      <td>null</td>\n",
       "      <td>0</td>\n",
       "      <td>17867</td>\n",
       "      <td>78913</td>\n",
       "      <td>42.583399</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>137</th>\n",
       "      <td>300113</td>\n",
       "      <td>100</td>\n",
       "      <td>11530</td>\n",
       "      <td>90443</td>\n",
       "      <td>48.805271</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146</th>\n",
       "      <td>300285</td>\n",
       "      <td>460</td>\n",
       "      <td>10298</td>\n",
       "      <td>100741</td>\n",
       "      <td>54.362326</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>150</th>\n",
       "      <td>300316</td>\n",
       "      <td>77</td>\n",
       "      <td>7140</td>\n",
       "      <td>107881</td>\n",
       "      <td>58.215245</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>179</th>\n",
       "      <td>300731</td>\n",
       "      <td>27</td>\n",
       "      <td>5719</td>\n",
       "      <td>113600</td>\n",
       "      <td>61.301359</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>136</th>\n",
       "      <td>300083</td>\n",
       "      <td>136</td>\n",
       "      <td>4996</td>\n",
       "      <td>118596</td>\n",
       "      <td>63.997323</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121</th>\n",
       "      <td>300010</td>\n",
       "      <td>89</td>\n",
       "      <td>4813</td>\n",
       "      <td>123409</td>\n",
       "      <td>66.594537</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>131</th>\n",
       "      <td>300072</td>\n",
       "      <td>19</td>\n",
       "      <td>4596</td>\n",
       "      <td>128005</td>\n",
       "      <td>69.074652</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91</th>\n",
       "      <td>107642</td>\n",
       "      <td>16</td>\n",
       "      <td>3182</td>\n",
       "      <td>131187</td>\n",
       "      <td>70.791737</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>134</th>\n",
       "      <td>300079</td>\n",
       "      <td>127</td>\n",
       "      <td>2841</td>\n",
       "      <td>134028</td>\n",
       "      <td>72.324811</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>126</th>\n",
       "      <td>300062</td>\n",
       "      <td>55</td>\n",
       "      <td>2489</td>\n",
       "      <td>136517</td>\n",
       "      <td>73.667937</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>100403</td>\n",
       "      <td>26</td>\n",
       "      <td>2254</td>\n",
       "      <td>138771</td>\n",
       "      <td>74.884251</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>153</th>\n",
       "      <td>300354</td>\n",
       "      <td>13</td>\n",
       "      <td>2123</td>\n",
       "      <td>140894</td>\n",
       "      <td>76.029874</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>132</th>\n",
       "      <td>300073</td>\n",
       "      <td>5</td>\n",
       "      <td>2053</td>\n",
       "      <td>142947</td>\n",
       "      <td>77.137723</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62</th>\n",
       "      <td>101916</td>\n",
       "      <td>38</td>\n",
       "      <td>1790</td>\n",
       "      <td>144737</td>\n",
       "      <td>78.103651</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61</th>\n",
       "      <td>101898</td>\n",
       "      <td>0</td>\n",
       "      <td>1709</td>\n",
       "      <td>146446</td>\n",
       "      <td>79.025870</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>85</th>\n",
       "      <td>105346</td>\n",
       "      <td>2</td>\n",
       "      <td>1641</td>\n",
       "      <td>148087</td>\n",
       "      <td>79.911394</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>183</th>\n",
       "      <td>300743</td>\n",
       "      <td>16</td>\n",
       "      <td>1491</td>\n",
       "      <td>149578</td>\n",
       "      <td>80.715974</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>128</th>\n",
       "      <td>300069</td>\n",
       "      <td>27</td>\n",
       "      <td>1385</td>\n",
       "      <td>150963</td>\n",
       "      <td>81.463354</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>169</th>\n",
       "      <td>300521</td>\n",
       "      <td>12</td>\n",
       "      <td>1359</td>\n",
       "      <td>152322</td>\n",
       "      <td>82.196704</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>101116</td>\n",
       "      <td>17</td>\n",
       "      <td>1271</td>\n",
       "      <td>153593</td>\n",
       "      <td>82.882567</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>144</th>\n",
       "      <td>300279</td>\n",
       "      <td>12</td>\n",
       "      <td>1191</td>\n",
       "      <td>154784</td>\n",
       "      <td>83.525260</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>147</th>\n",
       "      <td>300308</td>\n",
       "      <td>11</td>\n",
       "      <td>1152</td>\n",
       "      <td>155936</td>\n",
       "      <td>84.146907</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>120</th>\n",
       "      <td>300008</td>\n",
       "      <td>14</td>\n",
       "      <td>1146</td>\n",
       "      <td>157082</td>\n",
       "      <td>84.765317</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>124</th>\n",
       "      <td>300024</td>\n",
       "      <td>23</td>\n",
       "      <td>1143</td>\n",
       "      <td>158225</td>\n",
       "      <td>85.382108</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>140</th>\n",
       "      <td>300123</td>\n",
       "      <td>22</td>\n",
       "      <td>1095</td>\n",
       "      <td>159320</td>\n",
       "      <td>85.972997</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>176</th>\n",
       "      <td>300681</td>\n",
       "      <td>34</td>\n",
       "      <td>1072</td>\n",
       "      <td>160392</td>\n",
       "      <td>86.551475</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>101112</td>\n",
       "      <td>3</td>\n",
       "      <td>1001</td>\n",
       "      <td>161393</td>\n",
       "      <td>87.091639</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>108</th>\n",
       "      <td>113307</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185272</td>\n",
       "      <td>99.977336</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>181</th>\n",
       "      <td>300739</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185274</td>\n",
       "      <td>99.978415</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>105042</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185276</td>\n",
       "      <td>99.979494</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>101246</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185278</td>\n",
       "      <td>99.980574</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>68</th>\n",
       "      <td>102211</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185280</td>\n",
       "      <td>99.981653</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>101381</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185282</td>\n",
       "      <td>99.982732</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>101364</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185284</td>\n",
       "      <td>99.983811</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>100367</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185286</td>\n",
       "      <td>99.984891</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>102389</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185288</td>\n",
       "      <td>99.985970</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>119</th>\n",
       "      <td>115081</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185290</td>\n",
       "      <td>99.987049</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>66</th>\n",
       "      <td>101990</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>185292</td>\n",
       "      <td>99.988128</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>89</th>\n",
       "      <td>106516</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185294</td>\n",
       "      <td>99.989208</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>108180</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185296</td>\n",
       "      <td>99.990287</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>101322</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185298</td>\n",
       "      <td>99.991366</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>104974</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185299</td>\n",
       "      <td>99.991906</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>69</th>\n",
       "      <td>102258</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185300</td>\n",
       "      <td>99.992445</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>104971</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185301</td>\n",
       "      <td>99.992985</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>185</th>\n",
       "      <td>300768</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185302</td>\n",
       "      <td>99.993525</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>100937</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185303</td>\n",
       "      <td>99.994064</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>100775</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185304</td>\n",
       "      <td>99.994604</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165</th>\n",
       "      <td>300474</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185305</td>\n",
       "      <td>99.995143</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>180</th>\n",
       "      <td>300736</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185306</td>\n",
       "      <td>99.995683</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>100095</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185307</td>\n",
       "      <td>99.996223</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>109931</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185308</td>\n",
       "      <td>99.996762</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>161</th>\n",
       "      <td>300447</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185309</td>\n",
       "      <td>99.997302</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>67</th>\n",
       "      <td>102189</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185310</td>\n",
       "      <td>99.997842</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>173</th>\n",
       "      <td>300609</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185311</td>\n",
       "      <td>99.998381</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>101720</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185312</td>\n",
       "      <td>99.998921</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>118</th>\n",
       "      <td>114363</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185313</td>\n",
       "      <td>99.999460</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114</th>\n",
       "      <td>113928</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>185314</td>\n",
       "      <td>100.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>190 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      payer  invalid  total  cumsum  percentage\n",
       "125  300052      212  37796   37796   20.395653\n",
       "133  300075       87  23250   61046   32.941926\n",
       "189    null        0  17867   78913   42.583399\n",
       "137  300113      100  11530   90443   48.805271\n",
       "146  300285      460  10298  100741   54.362326\n",
       "150  300316       77   7140  107881   58.215245\n",
       "179  300731       27   5719  113600   61.301359\n",
       "136  300083      136   4996  118596   63.997323\n",
       "121  300010       89   4813  123409   66.594537\n",
       "131  300072       19   4596  128005   69.074652\n",
       "91   107642       16   3182  131187   70.791737\n",
       "134  300079      127   2841  134028   72.324811\n",
       "126  300062       55   2489  136517   73.667937\n",
       "16   100403       26   2254  138771   74.884251\n",
       "153  300354       13   2123  140894   76.029874\n",
       "132  300073        5   2053  142947   77.137723\n",
       "62   101916       38   1790  144737   78.103651\n",
       "61   101898        0   1709  146446   79.025870\n",
       "85   105346        2   1641  148087   79.911394\n",
       "183  300743       16   1491  149578   80.715974\n",
       "128  300069       27   1385  150963   81.463354\n",
       "169  300521       12   1359  152322   82.196704\n",
       "37   101116       17   1271  153593   82.882567\n",
       "144  300279       12   1191  154784   83.525260\n",
       "147  300308       11   1152  155936   84.146907\n",
       "120  300008       14   1146  157082   84.765317\n",
       "124  300024       23   1143  158225   85.382108\n",
       "140  300123       22   1095  159320   85.972997\n",
       "176  300681       34   1072  160392   86.551475\n",
       "36   101112        3   1001  161393   87.091639\n",
       "..      ...      ...    ...     ...         ...\n",
       "108  113307        0      2  185272   99.977336\n",
       "181  300739        0      2  185274   99.978415\n",
       "78   105042        0      2  185276   99.979494\n",
       "44   101246        0      2  185278   99.980574\n",
       "68   102211        0      2  185280   99.981653\n",
       "49   101381        0      2  185282   99.982732\n",
       "48   101364        0      2  185284   99.983811\n",
       "14   100367        0      2  185286   99.984891\n",
       "71   102389        0      2  185288   99.985970\n",
       "119  115081        0      2  185290   99.987049\n",
       "66   101990        2      2  185292   99.988128\n",
       "89   106516        0      2  185294   99.989208\n",
       "92   108180        0      2  185296   99.990287\n",
       "47   101322        0      2  185298   99.991366\n",
       "77   104974        0      1  185299   99.991906\n",
       "69   102258        0      1  185300   99.992445\n",
       "76   104971        0      1  185301   99.992985\n",
       "185  300768        0      1  185302   99.993525\n",
       "35   100937        0      1  185303   99.994064\n",
       "32   100775        0      1  185304   99.994604\n",
       "165  300474        0      1  185305   99.995143\n",
       "180  300736        0      1  185306   99.995683\n",
       "3    100095        0      1  185307   99.996223\n",
       "97   109931        0      1  185308   99.996762\n",
       "161  300447        0      1  185309   99.997302\n",
       "67   102189        0      1  185310   99.997842\n",
       "173  300609        0      1  185311   99.998381\n",
       "56   101720        0      1  185312   99.998921\n",
       "118  114363        0      1  185313   99.999460\n",
       "114  113928        1      1  185314  100.000000\n",
       "\n",
       "[190 rows x 5 columns]"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "grp_hstry_map_id['percentage']=(grp_hstry_map_id['cumsum']/(train_data_frame.shape[0]))*100\n",
    "grp_hstry_map_id"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "grp_hstry_map_id.loc[grp_hstry_map_id['percentage']>90,column1]=\"others\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>payer</th>\n",
       "      <th>invalid</th>\n",
       "      <th>total</th>\n",
       "      <th>cumsum</th>\n",
       "      <th>percentage</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>125</th>\n",
       "      <td>300052</td>\n",
       "      <td>212</td>\n",
       "      <td>37796</td>\n",
       "      <td>37796</td>\n",
       "      <td>20.395653</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>133</th>\n",
       "      <td>300075</td>\n",
       "      <td>87</td>\n",
       "      <td>23250</td>\n",
       "      <td>61046</td>\n",
       "      <td>32.941926</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189</th>\n",
       "      <td>null</td>\n",
       "      <td>0</td>\n",
       "      <td>17867</td>\n",
       "      <td>78913</td>\n",
       "      <td>42.583399</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>137</th>\n",
       "      <td>300113</td>\n",
       "      <td>100</td>\n",
       "      <td>11530</td>\n",
       "      <td>90443</td>\n",
       "      <td>48.805271</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146</th>\n",
       "      <td>300285</td>\n",
       "      <td>460</td>\n",
       "      <td>10298</td>\n",
       "      <td>100741</td>\n",
       "      <td>54.362326</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>150</th>\n",
       "      <td>300316</td>\n",
       "      <td>77</td>\n",
       "      <td>7140</td>\n",
       "      <td>107881</td>\n",
       "      <td>58.215245</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>179</th>\n",
       "      <td>300731</td>\n",
       "      <td>27</td>\n",
       "      <td>5719</td>\n",
       "      <td>113600</td>\n",
       "      <td>61.301359</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>136</th>\n",
       "      <td>300083</td>\n",
       "      <td>136</td>\n",
       "      <td>4996</td>\n",
       "      <td>118596</td>\n",
       "      <td>63.997323</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121</th>\n",
       "      <td>300010</td>\n",
       "      <td>89</td>\n",
       "      <td>4813</td>\n",
       "      <td>123409</td>\n",
       "      <td>66.594537</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>131</th>\n",
       "      <td>300072</td>\n",
       "      <td>19</td>\n",
       "      <td>4596</td>\n",
       "      <td>128005</td>\n",
       "      <td>69.074652</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91</th>\n",
       "      <td>107642</td>\n",
       "      <td>16</td>\n",
       "      <td>3182</td>\n",
       "      <td>131187</td>\n",
       "      <td>70.791737</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>134</th>\n",
       "      <td>300079</td>\n",
       "      <td>127</td>\n",
       "      <td>2841</td>\n",
       "      <td>134028</td>\n",
       "      <td>72.324811</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>126</th>\n",
       "      <td>300062</td>\n",
       "      <td>55</td>\n",
       "      <td>2489</td>\n",
       "      <td>136517</td>\n",
       "      <td>73.667937</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>100403</td>\n",
       "      <td>26</td>\n",
       "      <td>2254</td>\n",
       "      <td>138771</td>\n",
       "      <td>74.884251</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>153</th>\n",
       "      <td>300354</td>\n",
       "      <td>13</td>\n",
       "      <td>2123</td>\n",
       "      <td>140894</td>\n",
       "      <td>76.029874</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>132</th>\n",
       "      <td>300073</td>\n",
       "      <td>5</td>\n",
       "      <td>2053</td>\n",
       "      <td>142947</td>\n",
       "      <td>77.137723</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62</th>\n",
       "      <td>101916</td>\n",
       "      <td>38</td>\n",
       "      <td>1790</td>\n",
       "      <td>144737</td>\n",
       "      <td>78.103651</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61</th>\n",
       "      <td>101898</td>\n",
       "      <td>0</td>\n",
       "      <td>1709</td>\n",
       "      <td>146446</td>\n",
       "      <td>79.025870</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>85</th>\n",
       "      <td>105346</td>\n",
       "      <td>2</td>\n",
       "      <td>1641</td>\n",
       "      <td>148087</td>\n",
       "      <td>79.911394</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>183</th>\n",
       "      <td>300743</td>\n",
       "      <td>16</td>\n",
       "      <td>1491</td>\n",
       "      <td>149578</td>\n",
       "      <td>80.715974</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>128</th>\n",
       "      <td>300069</td>\n",
       "      <td>27</td>\n",
       "      <td>1385</td>\n",
       "      <td>150963</td>\n",
       "      <td>81.463354</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>169</th>\n",
       "      <td>300521</td>\n",
       "      <td>12</td>\n",
       "      <td>1359</td>\n",
       "      <td>152322</td>\n",
       "      <td>82.196704</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>101116</td>\n",
       "      <td>17</td>\n",
       "      <td>1271</td>\n",
       "      <td>153593</td>\n",
       "      <td>82.882567</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>144</th>\n",
       "      <td>300279</td>\n",
       "      <td>12</td>\n",
       "      <td>1191</td>\n",
       "      <td>154784</td>\n",
       "      <td>83.525260</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>147</th>\n",
       "      <td>300308</td>\n",
       "      <td>11</td>\n",
       "      <td>1152</td>\n",
       "      <td>155936</td>\n",
       "      <td>84.146907</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>120</th>\n",
       "      <td>300008</td>\n",
       "      <td>14</td>\n",
       "      <td>1146</td>\n",
       "      <td>157082</td>\n",
       "      <td>84.765317</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>124</th>\n",
       "      <td>300024</td>\n",
       "      <td>23</td>\n",
       "      <td>1143</td>\n",
       "      <td>158225</td>\n",
       "      <td>85.382108</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>140</th>\n",
       "      <td>300123</td>\n",
       "      <td>22</td>\n",
       "      <td>1095</td>\n",
       "      <td>159320</td>\n",
       "      <td>85.972997</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>176</th>\n",
       "      <td>300681</td>\n",
       "      <td>34</td>\n",
       "      <td>1072</td>\n",
       "      <td>160392</td>\n",
       "      <td>86.551475</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>101112</td>\n",
       "      <td>3</td>\n",
       "      <td>1001</td>\n",
       "      <td>161393</td>\n",
       "      <td>87.091639</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>108</th>\n",
       "      <td>others</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185272</td>\n",
       "      <td>99.977336</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>181</th>\n",
       "      <td>others</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185274</td>\n",
       "      <td>99.978415</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>others</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185276</td>\n",
       "      <td>99.979494</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>others</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185278</td>\n",
       "      <td>99.980574</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>68</th>\n",
       "      <td>others</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185280</td>\n",
       "      <td>99.981653</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>others</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185282</td>\n",
       "      <td>99.982732</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>others</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185284</td>\n",
       "      <td>99.983811</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>others</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185286</td>\n",
       "      <td>99.984891</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>others</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185288</td>\n",
       "      <td>99.985970</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>119</th>\n",
       "      <td>others</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185290</td>\n",
       "      <td>99.987049</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>66</th>\n",
       "      <td>others</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>185292</td>\n",
       "      <td>99.988128</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>89</th>\n",
       "      <td>others</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185294</td>\n",
       "      <td>99.989208</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>others</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185296</td>\n",
       "      <td>99.990287</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>others</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>185298</td>\n",
       "      <td>99.991366</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>others</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185299</td>\n",
       "      <td>99.991906</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>69</th>\n",
       "      <td>others</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185300</td>\n",
       "      <td>99.992445</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>others</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185301</td>\n",
       "      <td>99.992985</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>185</th>\n",
       "      <td>others</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185302</td>\n",
       "      <td>99.993525</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>others</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185303</td>\n",
       "      <td>99.994064</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>others</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185304</td>\n",
       "      <td>99.994604</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165</th>\n",
       "      <td>others</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185305</td>\n",
       "      <td>99.995143</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>180</th>\n",
       "      <td>others</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185306</td>\n",
       "      <td>99.995683</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>others</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185307</td>\n",
       "      <td>99.996223</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>others</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185308</td>\n",
       "      <td>99.996762</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>161</th>\n",
       "      <td>others</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185309</td>\n",
       "      <td>99.997302</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>67</th>\n",
       "      <td>others</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185310</td>\n",
       "      <td>99.997842</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>173</th>\n",
       "      <td>others</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185311</td>\n",
       "      <td>99.998381</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>others</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185312</td>\n",
       "      <td>99.998921</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>118</th>\n",
       "      <td>others</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>185313</td>\n",
       "      <td>99.999460</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114</th>\n",
       "      <td>others</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>185314</td>\n",
       "      <td>100.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>190 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      payer  invalid  total  cumsum  percentage\n",
       "125  300052      212  37796   37796   20.395653\n",
       "133  300075       87  23250   61046   32.941926\n",
       "189    null        0  17867   78913   42.583399\n",
       "137  300113      100  11530   90443   48.805271\n",
       "146  300285      460  10298  100741   54.362326\n",
       "150  300316       77   7140  107881   58.215245\n",
       "179  300731       27   5719  113600   61.301359\n",
       "136  300083      136   4996  118596   63.997323\n",
       "121  300010       89   4813  123409   66.594537\n",
       "131  300072       19   4596  128005   69.074652\n",
       "91   107642       16   3182  131187   70.791737\n",
       "134  300079      127   2841  134028   72.324811\n",
       "126  300062       55   2489  136517   73.667937\n",
       "16   100403       26   2254  138771   74.884251\n",
       "153  300354       13   2123  140894   76.029874\n",
       "132  300073        5   2053  142947   77.137723\n",
       "62   101916       38   1790  144737   78.103651\n",
       "61   101898        0   1709  146446   79.025870\n",
       "85   105346        2   1641  148087   79.911394\n",
       "183  300743       16   1491  149578   80.715974\n",
       "128  300069       27   1385  150963   81.463354\n",
       "169  300521       12   1359  152322   82.196704\n",
       "37   101116       17   1271  153593   82.882567\n",
       "144  300279       12   1191  154784   83.525260\n",
       "147  300308       11   1152  155936   84.146907\n",
       "120  300008       14   1146  157082   84.765317\n",
       "124  300024       23   1143  158225   85.382108\n",
       "140  300123       22   1095  159320   85.972997\n",
       "176  300681       34   1072  160392   86.551475\n",
       "36   101112        3   1001  161393   87.091639\n",
       "..      ...      ...    ...     ...         ...\n",
       "108  others        0      2  185272   99.977336\n",
       "181  others        0      2  185274   99.978415\n",
       "78   others        0      2  185276   99.979494\n",
       "44   others        0      2  185278   99.980574\n",
       "68   others        0      2  185280   99.981653\n",
       "49   others        0      2  185282   99.982732\n",
       "48   others        0      2  185284   99.983811\n",
       "14   others        0      2  185286   99.984891\n",
       "71   others        0      2  185288   99.985970\n",
       "119  others        0      2  185290   99.987049\n",
       "66   others        2      2  185292   99.988128\n",
       "89   others        0      2  185294   99.989208\n",
       "92   others        0      2  185296   99.990287\n",
       "47   others        0      2  185298   99.991366\n",
       "77   others        0      1  185299   99.991906\n",
       "69   others        0      1  185300   99.992445\n",
       "76   others        0      1  185301   99.992985\n",
       "185  others        0      1  185302   99.993525\n",
       "35   others        0      1  185303   99.994064\n",
       "32   others        0      1  185304   99.994604\n",
       "165  others        0      1  185305   99.995143\n",
       "180  others        0      1  185306   99.995683\n",
       "3    others        0      1  185307   99.996223\n",
       "97   others        0      1  185308   99.996762\n",
       "161  others        0      1  185309   99.997302\n",
       "67   others        0      1  185310   99.997842\n",
       "173  others        0      1  185311   99.998381\n",
       "56   others        0      1  185312   99.998921\n",
       "118  others        0      1  185313   99.999460\n",
       "114  others        1      1  185314  100.000000\n",
       "\n",
       "[190 rows x 5 columns]"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "grp_hstry_map_id"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "grp_list = grp_hstry_map_id[column1].unique().tolist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "37"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "grp_hstry_map_id[column1].nunique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pk_deduction_id</th>\n",
       "      <th>parent_deduction_id</th>\n",
       "      <th>fk_account_id</th>\n",
       "      <th>fk_acct_doc_header_id</th>\n",
       "      <th>fk_customer_map_id</th>\n",
       "      <th>fk_resposible_department_id</th>\n",
       "      <th>fk_deduction_priority_id</th>\n",
       "      <th>sold_to_party</th>\n",
       "      <th>fk_reason_category_id</th>\n",
       "      <th>fk_reason_code_map_id</th>\n",
       "      <th>...</th>\n",
       "      <th>longname</th>\n",
       "      <th>type_res</th>\n",
       "      <th>type_header</th>\n",
       "      <th>resolution_status</th>\n",
       "      <th>res_amount</th>\n",
       "      <th>header_amount</th>\n",
       "      <th>item_amount</th>\n",
       "      <th>header_status</th>\n",
       "      <th>resolution_type</th>\n",
       "      <th>output</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>4494786</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150663270.0</td>\n",
       "      <td>46703049.0</td>\n",
       "      <td>None</td>\n",
       "      <td>2</td>\n",
       "      <td>100017</td>\n",
       "      <td>123</td>\n",
       "      <td>1077</td>\n",
       "      <td>...</td>\n",
       "      <td>Valid - Clear</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>4494792</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150698385.0</td>\n",
       "      <td>46703049.0</td>\n",
       "      <td>None</td>\n",
       "      <td>4</td>\n",
       "      <td>100017</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3250.00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4494798</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150703881.0</td>\n",
       "      <td>46703049.0</td>\n",
       "      <td>None</td>\n",
       "      <td>4</td>\n",
       "      <td>100017</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>Request Funds - Commit</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>7552.00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4494801</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150705336.0</td>\n",
       "      <td>46703049.0</td>\n",
       "      <td>None</td>\n",
       "      <td>4</td>\n",
       "      <td>100017</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>Valid - Clear</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3957.60</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4494804</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150705339.0</td>\n",
       "      <td>46703049.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3</td>\n",
       "      <td>100017</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1047.60</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>4494807</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150705342.0</td>\n",
       "      <td>46703049.0</td>\n",
       "      <td>None</td>\n",
       "      <td>4</td>\n",
       "      <td>100017</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>Valid - Clear</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3957.60</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>4494810</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150705345.0</td>\n",
       "      <td>46703049.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3</td>\n",
       "      <td>100017</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>565.92</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>4494813</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150705510.0</td>\n",
       "      <td>46703049.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>100017</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>Request Funds - Budget</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3957.60</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>4494819</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150663246.0</td>\n",
       "      <td>46703058.0</td>\n",
       "      <td>None</td>\n",
       "      <td>4</td>\n",
       "      <td>100024</td>\n",
       "      <td>123</td>\n",
       "      <td>1092</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>4494822</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150696018.0</td>\n",
       "      <td>46703058.0</td>\n",
       "      <td>None</td>\n",
       "      <td>2</td>\n",
       "      <td>100024</td>\n",
       "      <td>123</td>\n",
       "      <td>1077</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>4494825</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150696243.0</td>\n",
       "      <td>46703058.0</td>\n",
       "      <td>None</td>\n",
       "      <td>2</td>\n",
       "      <td>100024</td>\n",
       "      <td>123</td>\n",
       "      <td>1077</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>4494828</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150696246.0</td>\n",
       "      <td>46703058.0</td>\n",
       "      <td>None</td>\n",
       "      <td>2</td>\n",
       "      <td>100024</td>\n",
       "      <td>123</td>\n",
       "      <td>1077</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>4494831</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150696249.0</td>\n",
       "      <td>46703058.0</td>\n",
       "      <td>None</td>\n",
       "      <td>2</td>\n",
       "      <td>100024</td>\n",
       "      <td>123</td>\n",
       "      <td>1077</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>4494834</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150701208.0</td>\n",
       "      <td>46703058.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3</td>\n",
       "      <td>100024</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>491.25</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>4494837</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150701211.0</td>\n",
       "      <td>46703058.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3</td>\n",
       "      <td>100024</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>250.00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>4494840</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150701214.0</td>\n",
       "      <td>46703058.0</td>\n",
       "      <td>None</td>\n",
       "      <td>2</td>\n",
       "      <td>100024</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>15933.30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>4494843</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150701265.0</td>\n",
       "      <td>46703058.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3</td>\n",
       "      <td>100024</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>44.00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>4494846</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150701280.0</td>\n",
       "      <td>46703058.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3</td>\n",
       "      <td>100024</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>Reinstate</td>\n",
       "      <td>7.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>301.44</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Re-Instate</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>4494849</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150701286.0</td>\n",
       "      <td>46703058.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100024</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>152.00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>4494852</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150703266.0</td>\n",
       "      <td>46703058.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3</td>\n",
       "      <td>100024</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>300.00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>4494855</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150703269.0</td>\n",
       "      <td>46703058.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3</td>\n",
       "      <td>100024</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>74.97</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>4494858</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150703272.0</td>\n",
       "      <td>46703058.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3</td>\n",
       "      <td>100024</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>200.40</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>4494861</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150703275.0</td>\n",
       "      <td>46703058.0</td>\n",
       "      <td>None</td>\n",
       "      <td>2</td>\n",
       "      <td>100024</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>567.60</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>4494864</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150703278.0</td>\n",
       "      <td>46703058.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3</td>\n",
       "      <td>100024</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>Request Funds - Budget</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>44.00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>4494867</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150703281.0</td>\n",
       "      <td>46703058.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3</td>\n",
       "      <td>100024</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1222.50</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>4494870</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150703284.0</td>\n",
       "      <td>46703058.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3</td>\n",
       "      <td>100024</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>Request Funds - Commit</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>4494873</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150703287.0</td>\n",
       "      <td>46703058.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3</td>\n",
       "      <td>100024</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3518.35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>4494876</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150704406.0</td>\n",
       "      <td>46703058.0</td>\n",
       "      <td>None</td>\n",
       "      <td>2</td>\n",
       "      <td>100024</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>655.20</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>4494879</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150704412.0</td>\n",
       "      <td>46703058.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3</td>\n",
       "      <td>100024</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>415.20</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>4494882</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>150704415.0</td>\n",
       "      <td>46703058.0</td>\n",
       "      <td>None</td>\n",
       "      <td>2</td>\n",
       "      <td>100024</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>430.32</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204153</th>\n",
       "      <td>31404144</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579120663.0</td>\n",
       "      <td>46707573.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>101795</td>\n",
       "      <td>123</td>\n",
       "      <td>1119</td>\n",
       "      <td>...</td>\n",
       "      <td>Submit for NRWO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204154</th>\n",
       "      <td>31404145</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579120664.0</td>\n",
       "      <td>46707573.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>101795</td>\n",
       "      <td>123</td>\n",
       "      <td>1119</td>\n",
       "      <td>...</td>\n",
       "      <td>Submit for NRWO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204155</th>\n",
       "      <td>31404146</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579120665.0</td>\n",
       "      <td>46707573.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>101795</td>\n",
       "      <td>123</td>\n",
       "      <td>1119</td>\n",
       "      <td>...</td>\n",
       "      <td>Submit for NRWO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204156</th>\n",
       "      <td>31404147</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579120666.0</td>\n",
       "      <td>46707573.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>101795</td>\n",
       "      <td>123</td>\n",
       "      <td>1119</td>\n",
       "      <td>...</td>\n",
       "      <td>Submit for NRWO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204157</th>\n",
       "      <td>31404148</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579120667.0</td>\n",
       "      <td>46707573.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>101795</td>\n",
       "      <td>123</td>\n",
       "      <td>1119</td>\n",
       "      <td>...</td>\n",
       "      <td>Submit for NRWO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204158</th>\n",
       "      <td>31404149</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579120668.0</td>\n",
       "      <td>46707573.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>101795</td>\n",
       "      <td>123</td>\n",
       "      <td>1119</td>\n",
       "      <td>...</td>\n",
       "      <td>Submit for NRWO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204159</th>\n",
       "      <td>31404150</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579120669.0</td>\n",
       "      <td>46707573.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>101795</td>\n",
       "      <td>123</td>\n",
       "      <td>1119</td>\n",
       "      <td>...</td>\n",
       "      <td>Submit for NRWO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204160</th>\n",
       "      <td>31404151</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579120670.0</td>\n",
       "      <td>46707573.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>101795</td>\n",
       "      <td>123</td>\n",
       "      <td>1119</td>\n",
       "      <td>...</td>\n",
       "      <td>Submit for NRWO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204161</th>\n",
       "      <td>31404152</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579120671.0</td>\n",
       "      <td>46707573.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>101795</td>\n",
       "      <td>123</td>\n",
       "      <td>1119</td>\n",
       "      <td>...</td>\n",
       "      <td>Submit for NRWO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204162</th>\n",
       "      <td>31404153</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579120672.0</td>\n",
       "      <td>46707573.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>101795</td>\n",
       "      <td>123</td>\n",
       "      <td>1119</td>\n",
       "      <td>...</td>\n",
       "      <td>Submit for NRWO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204163</th>\n",
       "      <td>31404154</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579120673.0</td>\n",
       "      <td>46707573.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>101795</td>\n",
       "      <td>123</td>\n",
       "      <td>1119</td>\n",
       "      <td>...</td>\n",
       "      <td>Submit for NRWO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204164</th>\n",
       "      <td>31404155</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579120674.0</td>\n",
       "      <td>46707573.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>101795</td>\n",
       "      <td>123</td>\n",
       "      <td>1119</td>\n",
       "      <td>...</td>\n",
       "      <td>Submit for NRWO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204165</th>\n",
       "      <td>31404156</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579120675.0</td>\n",
       "      <td>46707573.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>101795</td>\n",
       "      <td>123</td>\n",
       "      <td>1119</td>\n",
       "      <td>...</td>\n",
       "      <td>Submit for NRWO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204166</th>\n",
       "      <td>31404157</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579120676.0</td>\n",
       "      <td>46707573.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>101795</td>\n",
       "      <td>123</td>\n",
       "      <td>1119</td>\n",
       "      <td>...</td>\n",
       "      <td>Submit for NRWO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204167</th>\n",
       "      <td>31404158</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579120677.0</td>\n",
       "      <td>46707573.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>101795</td>\n",
       "      <td>123</td>\n",
       "      <td>1119</td>\n",
       "      <td>...</td>\n",
       "      <td>Submit for NRWO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204168</th>\n",
       "      <td>31404159</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579120678.0</td>\n",
       "      <td>46707573.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>101795</td>\n",
       "      <td>123</td>\n",
       "      <td>1119</td>\n",
       "      <td>...</td>\n",
       "      <td>Submit for NRWO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204169</th>\n",
       "      <td>31404160</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579120679.0</td>\n",
       "      <td>46707573.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>101795</td>\n",
       "      <td>123</td>\n",
       "      <td>1119</td>\n",
       "      <td>...</td>\n",
       "      <td>Submit for NRWO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204170</th>\n",
       "      <td>31404161</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579120680.0</td>\n",
       "      <td>46707573.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>101795</td>\n",
       "      <td>123</td>\n",
       "      <td>1119</td>\n",
       "      <td>...</td>\n",
       "      <td>Submit for NRWO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204171</th>\n",
       "      <td>31404166</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579120685.0</td>\n",
       "      <td>46707573.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>101795</td>\n",
       "      <td>123</td>\n",
       "      <td>1119</td>\n",
       "      <td>...</td>\n",
       "      <td>Submit for NRWO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204172</th>\n",
       "      <td>31404167</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579120686.0</td>\n",
       "      <td>46707573.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>101795</td>\n",
       "      <td>123</td>\n",
       "      <td>1119</td>\n",
       "      <td>...</td>\n",
       "      <td>Submit for NRWO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204173</th>\n",
       "      <td>31404168</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579120687.0</td>\n",
       "      <td>46707573.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>101795</td>\n",
       "      <td>123</td>\n",
       "      <td>1119</td>\n",
       "      <td>...</td>\n",
       "      <td>Submit for NRWO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204174</th>\n",
       "      <td>31404169</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579120688.0</td>\n",
       "      <td>46707573.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>101795</td>\n",
       "      <td>123</td>\n",
       "      <td>1119</td>\n",
       "      <td>...</td>\n",
       "      <td>Submit for NRWO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204175</th>\n",
       "      <td>31404170</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579120689.0</td>\n",
       "      <td>46707573.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>101795</td>\n",
       "      <td>123</td>\n",
       "      <td>1119</td>\n",
       "      <td>...</td>\n",
       "      <td>Submit for NRWO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204176</th>\n",
       "      <td>31404175</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579120694.0</td>\n",
       "      <td>46707573.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>101810</td>\n",
       "      <td>123</td>\n",
       "      <td>1119</td>\n",
       "      <td>...</td>\n",
       "      <td>Submit for NRWO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204177</th>\n",
       "      <td>31404177</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579120696.0</td>\n",
       "      <td>46707573.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>101810</td>\n",
       "      <td>123</td>\n",
       "      <td>1119</td>\n",
       "      <td>...</td>\n",
       "      <td>Submit for NRWO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204178</th>\n",
       "      <td>31404178</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579120697.0</td>\n",
       "      <td>46707573.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>101795</td>\n",
       "      <td>123</td>\n",
       "      <td>1119</td>\n",
       "      <td>...</td>\n",
       "      <td>Submit for NRWO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204179</th>\n",
       "      <td>31404179</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579120698.0</td>\n",
       "      <td>46707573.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>101795</td>\n",
       "      <td>123</td>\n",
       "      <td>1119</td>\n",
       "      <td>...</td>\n",
       "      <td>Submit for NRWO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>205211</th>\n",
       "      <td>31425696</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579127756.0</td>\n",
       "      <td>46707459.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>100131</td>\n",
       "      <td>123</td>\n",
       "      <td>1077</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>205547</th>\n",
       "      <td>31437268</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579134109.0</td>\n",
       "      <td>46707498.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>113375</td>\n",
       "      <td>123</td>\n",
       "      <td>2256</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>205968</th>\n",
       "      <td>31463154</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579142888.0</td>\n",
       "      <td>46707516.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>100346</td>\n",
       "      <td>123</td>\n",
       "      <td>1077</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>185314 rows × 215 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        pk_deduction_id  parent_deduction_id  fk_account_id  \\\n",
       "0               4494786                  NaN             16   \n",
       "1               4494792                  NaN             16   \n",
       "2               4494798                  NaN             16   \n",
       "3               4494801                  NaN             16   \n",
       "4               4494804                  NaN             16   \n",
       "5               4494807                  NaN             16   \n",
       "6               4494810                  NaN             16   \n",
       "7               4494813                  NaN             16   \n",
       "8               4494819                  NaN             16   \n",
       "9               4494822                  NaN             16   \n",
       "10              4494825                  NaN             16   \n",
       "11              4494828                  NaN             16   \n",
       "12              4494831                  NaN             16   \n",
       "13              4494834                  NaN             16   \n",
       "14              4494837                  NaN             16   \n",
       "15              4494840                  NaN             16   \n",
       "16              4494843                  NaN             16   \n",
       "17              4494846                  NaN             16   \n",
       "18              4494849                  NaN             16   \n",
       "19              4494852                  NaN             16   \n",
       "20              4494855                  NaN             16   \n",
       "21              4494858                  NaN             16   \n",
       "22              4494861                  NaN             16   \n",
       "23              4494864                  NaN             16   \n",
       "24              4494867                  NaN             16   \n",
       "25              4494870                  NaN             16   \n",
       "26              4494873                  NaN             16   \n",
       "27              4494876                  NaN             16   \n",
       "28              4494879                  NaN             16   \n",
       "29              4494882                  NaN             16   \n",
       "...                 ...                  ...            ...   \n",
       "204153         31404144                  NaN             16   \n",
       "204154         31404145                  NaN             16   \n",
       "204155         31404146                  NaN             16   \n",
       "204156         31404147                  NaN             16   \n",
       "204157         31404148                  NaN             16   \n",
       "204158         31404149                  NaN             16   \n",
       "204159         31404150                  NaN             16   \n",
       "204160         31404151                  NaN             16   \n",
       "204161         31404152                  NaN             16   \n",
       "204162         31404153                  NaN             16   \n",
       "204163         31404154                  NaN             16   \n",
       "204164         31404155                  NaN             16   \n",
       "204165         31404156                  NaN             16   \n",
       "204166         31404157                  NaN             16   \n",
       "204167         31404158                  NaN             16   \n",
       "204168         31404159                  NaN             16   \n",
       "204169         31404160                  NaN             16   \n",
       "204170         31404161                  NaN             16   \n",
       "204171         31404166                  NaN             16   \n",
       "204172         31404167                  NaN             16   \n",
       "204173         31404168                  NaN             16   \n",
       "204174         31404169                  NaN             16   \n",
       "204175         31404170                  NaN             16   \n",
       "204176         31404175                  NaN             16   \n",
       "204177         31404177                  NaN             16   \n",
       "204178         31404178                  NaN             16   \n",
       "204179         31404179                  NaN             16   \n",
       "205211         31425696                  NaN             16   \n",
       "205547         31437268                  NaN             16   \n",
       "205968         31463154                  NaN             16   \n",
       "\n",
       "        fk_acct_doc_header_id  fk_customer_map_id fk_resposible_department_id  \\\n",
       "0                 150663270.0          46703049.0                        None   \n",
       "1                 150698385.0          46703049.0                        None   \n",
       "2                 150703881.0          46703049.0                        None   \n",
       "3                 150705336.0          46703049.0                        None   \n",
       "4                 150705339.0          46703049.0                        None   \n",
       "5                 150705342.0          46703049.0                        None   \n",
       "6                 150705345.0          46703049.0                        None   \n",
       "7                 150705510.0          46703049.0                        None   \n",
       "8                 150663246.0          46703058.0                        None   \n",
       "9                 150696018.0          46703058.0                        None   \n",
       "10                150696243.0          46703058.0                        None   \n",
       "11                150696246.0          46703058.0                        None   \n",
       "12                150696249.0          46703058.0                        None   \n",
       "13                150701208.0          46703058.0                        None   \n",
       "14                150701211.0          46703058.0                        None   \n",
       "15                150701214.0          46703058.0                        None   \n",
       "16                150701265.0          46703058.0                        None   \n",
       "17                150701280.0          46703058.0                        None   \n",
       "18                150701286.0          46703058.0                        None   \n",
       "19                150703266.0          46703058.0                        None   \n",
       "20                150703269.0          46703058.0                        None   \n",
       "21                150703272.0          46703058.0                        None   \n",
       "22                150703275.0          46703058.0                        None   \n",
       "23                150703278.0          46703058.0                        None   \n",
       "24                150703281.0          46703058.0                        None   \n",
       "25                150703284.0          46703058.0                        None   \n",
       "26                150703287.0          46703058.0                        None   \n",
       "27                150704406.0          46703058.0                        None   \n",
       "28                150704412.0          46703058.0                        None   \n",
       "29                150704415.0          46703058.0                        None   \n",
       "...                       ...                 ...                         ...   \n",
       "204153            579120663.0          46707573.0                        None   \n",
       "204154            579120664.0          46707573.0                        None   \n",
       "204155            579120665.0          46707573.0                        None   \n",
       "204156            579120666.0          46707573.0                        None   \n",
       "204157            579120667.0          46707573.0                        None   \n",
       "204158            579120668.0          46707573.0                        None   \n",
       "204159            579120669.0          46707573.0                        None   \n",
       "204160            579120670.0          46707573.0                        None   \n",
       "204161            579120671.0          46707573.0                        None   \n",
       "204162            579120672.0          46707573.0                        None   \n",
       "204163            579120673.0          46707573.0                        None   \n",
       "204164            579120674.0          46707573.0                        None   \n",
       "204165            579120675.0          46707573.0                        None   \n",
       "204166            579120676.0          46707573.0                        None   \n",
       "204167            579120677.0          46707573.0                        None   \n",
       "204168            579120678.0          46707573.0                        None   \n",
       "204169            579120679.0          46707573.0                        None   \n",
       "204170            579120680.0          46707573.0                        None   \n",
       "204171            579120685.0          46707573.0                        None   \n",
       "204172            579120686.0          46707573.0                        None   \n",
       "204173            579120687.0          46707573.0                        None   \n",
       "204174            579120688.0          46707573.0                        None   \n",
       "204175            579120689.0          46707573.0                        None   \n",
       "204176            579120694.0          46707573.0                        None   \n",
       "204177            579120696.0          46707573.0                        None   \n",
       "204178            579120697.0          46707573.0                        None   \n",
       "204179            579120698.0          46707573.0                        None   \n",
       "205211            579127756.0          46707459.0                        None   \n",
       "205547            579134109.0          46707498.0                        None   \n",
       "205968            579142888.0          46707516.0                        None   \n",
       "\n",
       "        fk_deduction_priority_id sold_to_party  fk_reason_category_id  \\\n",
       "0                              2        100017                    123   \n",
       "1                              4        100017                    126   \n",
       "2                              4        100017                    126   \n",
       "3                              4        100017                    126   \n",
       "4                              3        100017                    126   \n",
       "5                              4        100017                    126   \n",
       "6                              3        100017                    126   \n",
       "7                              5        100017                    126   \n",
       "8                              4        100024                    123   \n",
       "9                              2        100024                    123   \n",
       "10                             2        100024                    123   \n",
       "11                             2        100024                    123   \n",
       "12                             2        100024                    123   \n",
       "13                             3        100024                    126   \n",
       "14                             3        100024                    126   \n",
       "15                             2        100024                    126   \n",
       "16                             3        100024                    126   \n",
       "17                             3        100024                    126   \n",
       "18                             1        100024                    126   \n",
       "19                             3        100024                    126   \n",
       "20                             3        100024                    126   \n",
       "21                             3        100024                    126   \n",
       "22                             2        100024                    126   \n",
       "23                             3        100024                    126   \n",
       "24                             3        100024                    126   \n",
       "25                             3        100024                    126   \n",
       "26                             3        100024                    126   \n",
       "27                             2        100024                    126   \n",
       "28                             3        100024                    126   \n",
       "29                             2        100024                    126   \n",
       "...                          ...           ...                    ...   \n",
       "204153                         5        101795                    123   \n",
       "204154                         5        101795                    123   \n",
       "204155                         5        101795                    123   \n",
       "204156                         5        101795                    123   \n",
       "204157                         5        101795                    123   \n",
       "204158                         5        101795                    123   \n",
       "204159                         5        101795                    123   \n",
       "204160                         5        101795                    123   \n",
       "204161                         5        101795                    123   \n",
       "204162                         5        101795                    123   \n",
       "204163                         5        101795                    123   \n",
       "204164                         5        101795                    123   \n",
       "204165                         5        101795                    123   \n",
       "204166                         5        101795                    123   \n",
       "204167                         5        101795                    123   \n",
       "204168                         5        101795                    123   \n",
       "204169                         5        101795                    123   \n",
       "204170                         5        101795                    123   \n",
       "204171                         5        101795                    123   \n",
       "204172                         5        101795                    123   \n",
       "204173                         5        101795                    123   \n",
       "204174                         5        101795                    123   \n",
       "204175                         5        101795                    123   \n",
       "204176                         5        101810                    123   \n",
       "204177                         5        101810                    123   \n",
       "204178                         5        101795                    123   \n",
       "204179                         5        101795                    123   \n",
       "205211                         5        100131                    123   \n",
       "205547                         5        113375                    123   \n",
       "205968                         5        100346                    123   \n",
       "\n",
       "        fk_reason_code_map_id   ...                  longname  type_res  \\\n",
       "0                        1077   ...             Valid - Clear       NaN   \n",
       "1                        1083   ...                      None       4.0   \n",
       "2                        1083   ...    Request Funds - Commit       4.0   \n",
       "3                        1083   ...             Valid - Clear       4.0   \n",
       "4                        1083   ...                      None       4.0   \n",
       "5                        1083   ...             Valid - Clear       4.0   \n",
       "6                        1083   ...                      None       4.0   \n",
       "7                        1083   ...    Request Funds - Budget       4.0   \n",
       "8                        1092   ...                      None       NaN   \n",
       "9                        1077   ...                      None       NaN   \n",
       "10                       1077   ...                      None       NaN   \n",
       "11                       1077   ...                      None       NaN   \n",
       "12                       1077   ...                      None       NaN   \n",
       "13                       1083   ...                      None       4.0   \n",
       "14                       1083   ...                      None       4.0   \n",
       "15                       1083   ...                      None       4.0   \n",
       "16                       1083   ...                      None       4.0   \n",
       "17                       1083   ...                 Reinstate       7.0   \n",
       "18                       1083   ...                      None       4.0   \n",
       "19                       1083   ...                      None       4.0   \n",
       "20                       1083   ...                      None       4.0   \n",
       "21                       1083   ...                      None       4.0   \n",
       "22                       1083   ...                      None       4.0   \n",
       "23                       1083   ...    Request Funds - Budget       4.0   \n",
       "24                       1083   ...                      None       4.0   \n",
       "25                       1083   ...    Request Funds - Commit       4.0   \n",
       "26                       1083   ...                      None       4.0   \n",
       "27                       1083   ...                      None       4.0   \n",
       "28                       1083   ...                      None       4.0   \n",
       "29                       1083   ...                      None       4.0   \n",
       "...                       ...   ...                       ...       ...   \n",
       "204153                   1119   ...           Submit for NRWO       NaN   \n",
       "204154                   1119   ...           Submit for NRWO       NaN   \n",
       "204155                   1119   ...           Submit for NRWO       NaN   \n",
       "204156                   1119   ...           Submit for NRWO       NaN   \n",
       "204157                   1119   ...           Submit for NRWO       NaN   \n",
       "204158                   1119   ...           Submit for NRWO       NaN   \n",
       "204159                   1119   ...           Submit for NRWO       NaN   \n",
       "204160                   1119   ...           Submit for NRWO       NaN   \n",
       "204161                   1119   ...           Submit for NRWO       NaN   \n",
       "204162                   1119   ...           Submit for NRWO       NaN   \n",
       "204163                   1119   ...           Submit for NRWO       NaN   \n",
       "204164                   1119   ...           Submit for NRWO       NaN   \n",
       "204165                   1119   ...           Submit for NRWO       NaN   \n",
       "204166                   1119   ...           Submit for NRWO       NaN   \n",
       "204167                   1119   ...           Submit for NRWO       NaN   \n",
       "204168                   1119   ...           Submit for NRWO       NaN   \n",
       "204169                   1119   ...           Submit for NRWO       NaN   \n",
       "204170                   1119   ...           Submit for NRWO       NaN   \n",
       "204171                   1119   ...           Submit for NRWO       NaN   \n",
       "204172                   1119   ...           Submit for NRWO       NaN   \n",
       "204173                   1119   ...           Submit for NRWO       NaN   \n",
       "204174                   1119   ...           Submit for NRWO       NaN   \n",
       "204175                   1119   ...           Submit for NRWO       NaN   \n",
       "204176                   1119   ...           Submit for NRWO       NaN   \n",
       "204177                   1119   ...           Submit for NRWO       NaN   \n",
       "204178                   1119   ...           Submit for NRWO       NaN   \n",
       "204179                   1119   ...           Submit for NRWO       NaN   \n",
       "205211                   1077   ...                      None       NaN   \n",
       "205547                   2256   ...                      None       NaN   \n",
       "205968                   1077   ...                      None       NaN   \n",
       "\n",
       "        type_header  resolution_status  res_amount  header_amount  \\\n",
       "0               NaN                NaN         NaN            NaN   \n",
       "1               NaN                1.0     3250.00            NaN   \n",
       "2               NaN                1.0     7552.00            NaN   \n",
       "3               NaN                1.0     3957.60            NaN   \n",
       "4               NaN                1.0     1047.60            NaN   \n",
       "5               NaN                1.0     3957.60            NaN   \n",
       "6               NaN                1.0      565.92            NaN   \n",
       "7               NaN                1.0     3957.60            NaN   \n",
       "8               NaN                NaN         NaN            NaN   \n",
       "9               NaN                NaN         NaN            NaN   \n",
       "10              NaN                NaN         NaN            NaN   \n",
       "11              NaN                NaN         NaN            NaN   \n",
       "12              NaN                NaN         NaN            NaN   \n",
       "13              NaN                1.0      491.25            NaN   \n",
       "14              NaN                1.0      250.00            NaN   \n",
       "15              NaN                1.0    15933.30            NaN   \n",
       "16              NaN                1.0       44.00            NaN   \n",
       "17              NaN                1.0      301.44            NaN   \n",
       "18              NaN                1.0      152.00            NaN   \n",
       "19              NaN                1.0      300.00            NaN   \n",
       "20              NaN                1.0       74.97            NaN   \n",
       "21              NaN                1.0      200.40            NaN   \n",
       "22              NaN                1.0      567.60            NaN   \n",
       "23              NaN                1.0       44.00            NaN   \n",
       "24              NaN                1.0     1222.50            NaN   \n",
       "25              NaN                1.0        0.00            NaN   \n",
       "26              NaN                1.0     3518.35            NaN   \n",
       "27              NaN                1.0      655.20            NaN   \n",
       "28              NaN                1.0      415.20            NaN   \n",
       "29              NaN                1.0      430.32            NaN   \n",
       "...             ...                ...         ...            ...   \n",
       "204153          NaN                NaN         NaN            NaN   \n",
       "204154          NaN                NaN         NaN            NaN   \n",
       "204155          NaN                NaN         NaN            NaN   \n",
       "204156          NaN                NaN         NaN            NaN   \n",
       "204157          NaN                NaN         NaN            NaN   \n",
       "204158          NaN                NaN         NaN            NaN   \n",
       "204159          NaN                NaN         NaN            NaN   \n",
       "204160          NaN                NaN         NaN            NaN   \n",
       "204161          NaN                NaN         NaN            NaN   \n",
       "204162          NaN                NaN         NaN            NaN   \n",
       "204163          NaN                NaN         NaN            NaN   \n",
       "204164          NaN                NaN         NaN            NaN   \n",
       "204165          NaN                NaN         NaN            NaN   \n",
       "204166          NaN                NaN         NaN            NaN   \n",
       "204167          NaN                NaN         NaN            NaN   \n",
       "204168          NaN                NaN         NaN            NaN   \n",
       "204169          NaN                NaN         NaN            NaN   \n",
       "204170          NaN                NaN         NaN            NaN   \n",
       "204171          NaN                NaN         NaN            NaN   \n",
       "204172          NaN                NaN         NaN            NaN   \n",
       "204173          NaN                NaN         NaN            NaN   \n",
       "204174          NaN                NaN         NaN            NaN   \n",
       "204175          NaN                NaN         NaN            NaN   \n",
       "204176          NaN                NaN         NaN            NaN   \n",
       "204177          NaN                NaN         NaN            NaN   \n",
       "204178          NaN                NaN         NaN            NaN   \n",
       "204179          NaN                NaN         NaN            NaN   \n",
       "205211          NaN                NaN         NaN            NaN   \n",
       "205547          NaN                NaN         NaN            NaN   \n",
       "205968          NaN                NaN         NaN            NaN   \n",
       "\n",
       "        item_amount  header_status       resolution_type  output  \n",
       "0               NaN            NaN                  None       1  \n",
       "1               NaN            NaN  Promotion Settlement       1  \n",
       "2               NaN            NaN  Promotion Settlement       1  \n",
       "3               NaN            NaN  Promotion Settlement       1  \n",
       "4               NaN            NaN  Promotion Settlement       1  \n",
       "5               NaN            NaN  Promotion Settlement       1  \n",
       "6               NaN            NaN  Promotion Settlement       1  \n",
       "7               NaN            NaN  Promotion Settlement       1  \n",
       "8               NaN            NaN                  None       1  \n",
       "9               NaN            NaN                  None       1  \n",
       "10              NaN            NaN                  None       1  \n",
       "11              NaN            NaN                  None       1  \n",
       "12              NaN            NaN                  None       1  \n",
       "13              NaN            NaN  Promotion Settlement       1  \n",
       "14              NaN            NaN  Promotion Settlement       1  \n",
       "15              NaN            NaN  Promotion Settlement       1  \n",
       "16              NaN            NaN  Promotion Settlement       1  \n",
       "17              NaN            NaN            Re-Instate       1  \n",
       "18              NaN            NaN  Promotion Settlement       1  \n",
       "19              NaN            NaN  Promotion Settlement       1  \n",
       "20              NaN            NaN  Promotion Settlement       1  \n",
       "21              NaN            NaN  Promotion Settlement       1  \n",
       "22              NaN            NaN  Promotion Settlement       1  \n",
       "23              NaN            NaN  Promotion Settlement       1  \n",
       "24              NaN            NaN  Promotion Settlement       1  \n",
       "25              NaN            NaN  Promotion Settlement       1  \n",
       "26              NaN            NaN  Promotion Settlement       1  \n",
       "27              NaN            NaN  Promotion Settlement       1  \n",
       "28              NaN            NaN  Promotion Settlement       1  \n",
       "29              NaN            NaN  Promotion Settlement       1  \n",
       "...             ...            ...                   ...     ...  \n",
       "204153          NaN            NaN                  None       1  \n",
       "204154          NaN            NaN                  None       1  \n",
       "204155          NaN            NaN                  None       1  \n",
       "204156          NaN            NaN                  None       1  \n",
       "204157          NaN            NaN                  None       1  \n",
       "204158          NaN            NaN                  None       1  \n",
       "204159          NaN            NaN                  None       1  \n",
       "204160          NaN            NaN                  None       1  \n",
       "204161          NaN            NaN                  None       1  \n",
       "204162          NaN            NaN                  None       1  \n",
       "204163          NaN            NaN                  None       1  \n",
       "204164          NaN            NaN                  None       1  \n",
       "204165          NaN            NaN                  None       1  \n",
       "204166          NaN            NaN                  None       1  \n",
       "204167          NaN            NaN                  None       1  \n",
       "204168          NaN            NaN                  None       1  \n",
       "204169          NaN            NaN                  None       1  \n",
       "204170          NaN            NaN                  None       1  \n",
       "204171          NaN            NaN                  None       1  \n",
       "204172          NaN            NaN                  None       1  \n",
       "204173          NaN            NaN                  None       1  \n",
       "204174          NaN            NaN                  None       1  \n",
       "204175          NaN            NaN                  None       1  \n",
       "204176          NaN            NaN                  None       1  \n",
       "204177          NaN            NaN                  None       1  \n",
       "204178          NaN            NaN                  None       1  \n",
       "204179          NaN            NaN                  None       1  \n",
       "205211          NaN            NaN                  None       1  \n",
       "205547          NaN            NaN                  None       1  \n",
       "205968          NaN            NaN                  None       1  \n",
       "\n",
       "[185314 rows x 215 columns]"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_data_frame[column1] = train[column1].apply(lambda x: x if (x in grp_list) else 'others')\n",
    "train_data_frame    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pk_deduction_id</th>\n",
       "      <th>parent_deduction_id</th>\n",
       "      <th>fk_account_id</th>\n",
       "      <th>fk_acct_doc_header_id</th>\n",
       "      <th>fk_customer_map_id</th>\n",
       "      <th>fk_resposible_department_id</th>\n",
       "      <th>fk_deduction_priority_id</th>\n",
       "      <th>sold_to_party</th>\n",
       "      <th>fk_reason_category_id</th>\n",
       "      <th>fk_reason_code_map_id</th>\n",
       "      <th>...</th>\n",
       "      <th>longname</th>\n",
       "      <th>type_res</th>\n",
       "      <th>type_header</th>\n",
       "      <th>resolution_status</th>\n",
       "      <th>res_amount</th>\n",
       "      <th>header_amount</th>\n",
       "      <th>item_amount</th>\n",
       "      <th>header_status</th>\n",
       "      <th>resolution_type</th>\n",
       "      <th>output</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>165594</th>\n",
       "      <td>30347320</td>\n",
       "      <td>29830444.0</td>\n",
       "      <td>16</td>\n",
       "      <td>578686304.0</td>\n",
       "      <td>46704234.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>101916</td>\n",
       "      <td>123</td>\n",
       "      <td>1077</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165595</th>\n",
       "      <td>30347321</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>578686305.0</td>\n",
       "      <td>46706448.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>112167</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>966.00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165596</th>\n",
       "      <td>30347322</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>578686306.0</td>\n",
       "      <td>46706448.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>112167</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1000.00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165597</th>\n",
       "      <td>30347323</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>578686307.0</td>\n",
       "      <td>46707465.0</td>\n",
       "      <td>None</td>\n",
       "      <td>4</td>\n",
       "      <td>100223</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>Valid - Clear</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1000.00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165598</th>\n",
       "      <td>30347324</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>578686308.0</td>\n",
       "      <td>46707465.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>100223</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>Valid - Clear</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1000.00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165599</th>\n",
       "      <td>30347325</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>578686309.0</td>\n",
       "      <td>46707465.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>100223</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>Valid - Clear</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1000.00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165600</th>\n",
       "      <td>30347326</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>578686311.0</td>\n",
       "      <td>46707465.0</td>\n",
       "      <td>None</td>\n",
       "      <td>4</td>\n",
       "      <td>100223</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>Valid - Clear</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2000.00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165605</th>\n",
       "      <td>30347331</td>\n",
       "      <td>30268441.0</td>\n",
       "      <td>16</td>\n",
       "      <td>578686316.0</td>\n",
       "      <td>46704234.0</td>\n",
       "      <td>None</td>\n",
       "      <td>2</td>\n",
       "      <td>101916</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>Valid - Clear</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>43.20</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165606</th>\n",
       "      <td>30347332</td>\n",
       "      <td>30268452.0</td>\n",
       "      <td>16</td>\n",
       "      <td>578686317.0</td>\n",
       "      <td>46704234.0</td>\n",
       "      <td>None</td>\n",
       "      <td>2</td>\n",
       "      <td>101916</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>Valid - Clear</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>43.20</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165607</th>\n",
       "      <td>30347333</td>\n",
       "      <td>30281445.0</td>\n",
       "      <td>16</td>\n",
       "      <td>578686318.0</td>\n",
       "      <td>46704234.0</td>\n",
       "      <td>None</td>\n",
       "      <td>2</td>\n",
       "      <td>101916</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>Valid - Clear</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>43.20</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165613</th>\n",
       "      <td>30347339</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>578686335.0</td>\n",
       "      <td>46707456.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100109</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>Request Funds - Commit - Sales</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4530.00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165614</th>\n",
       "      <td>30347340</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>578686336.0</td>\n",
       "      <td>46707456.0</td>\n",
       "      <td>None</td>\n",
       "      <td>4</td>\n",
       "      <td>100109</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>Request Funds - Budget</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>99.84</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165615</th>\n",
       "      <td>30347341</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>578686337.0</td>\n",
       "      <td>46707471.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100932</td>\n",
       "      <td>123</td>\n",
       "      <td>1128</td>\n",
       "      <td>...</td>\n",
       "      <td>Valid - Clear</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165616</th>\n",
       "      <td>30347342</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>578686338.0</td>\n",
       "      <td>46707471.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100932</td>\n",
       "      <td>123</td>\n",
       "      <td>1128</td>\n",
       "      <td>...</td>\n",
       "      <td>Valid - Clear</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165617</th>\n",
       "      <td>30347343</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>578686339.0</td>\n",
       "      <td>46707471.0</td>\n",
       "      <td>None</td>\n",
       "      <td>2</td>\n",
       "      <td>100932</td>\n",
       "      <td>123</td>\n",
       "      <td>1128</td>\n",
       "      <td>...</td>\n",
       "      <td>Valid - Clear</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165618</th>\n",
       "      <td>30347344</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>578686340.0</td>\n",
       "      <td>46707516.0</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>110054</td>\n",
       "      <td>123</td>\n",
       "      <td>2255</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165619</th>\n",
       "      <td>30347345</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>578686341.0</td>\n",
       "      <td>46707516.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3</td>\n",
       "      <td>108459</td>\n",
       "      <td>123</td>\n",
       "      <td>2255</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165620</th>\n",
       "      <td>30347346</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>578686342.0</td>\n",
       "      <td>46707516.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3</td>\n",
       "      <td>114058</td>\n",
       "      <td>123</td>\n",
       "      <td>2255</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165621</th>\n",
       "      <td>30347347</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>578686343.0</td>\n",
       "      <td>46707516.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3</td>\n",
       "      <td>114058</td>\n",
       "      <td>123</td>\n",
       "      <td>2255</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165622</th>\n",
       "      <td>30347348</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>578686344.0</td>\n",
       "      <td>46707516.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3</td>\n",
       "      <td>100346</td>\n",
       "      <td>123</td>\n",
       "      <td>2255</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165623</th>\n",
       "      <td>30347349</td>\n",
       "      <td>30035771.0</td>\n",
       "      <td>16</td>\n",
       "      <td>578686345.0</td>\n",
       "      <td>46707543.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>106065</td>\n",
       "      <td>123</td>\n",
       "      <td>1077</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165624</th>\n",
       "      <td>30347350</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>578686346.0</td>\n",
       "      <td>46707516.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3</td>\n",
       "      <td>100346</td>\n",
       "      <td>123</td>\n",
       "      <td>2255</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165625</th>\n",
       "      <td>30347351</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>578686347.0</td>\n",
       "      <td>46707516.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3</td>\n",
       "      <td>100346</td>\n",
       "      <td>123</td>\n",
       "      <td>2255</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165626</th>\n",
       "      <td>30347352</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>578686348.0</td>\n",
       "      <td>46707516.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3</td>\n",
       "      <td>100346</td>\n",
       "      <td>123</td>\n",
       "      <td>2255</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165627</th>\n",
       "      <td>30347353</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>578686349.0</td>\n",
       "      <td>46707516.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3</td>\n",
       "      <td>100346</td>\n",
       "      <td>123</td>\n",
       "      <td>2255</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165628</th>\n",
       "      <td>30347354</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>578686350.0</td>\n",
       "      <td>46707471.0</td>\n",
       "      <td>None</td>\n",
       "      <td>4</td>\n",
       "      <td>100932</td>\n",
       "      <td>123</td>\n",
       "      <td>1155</td>\n",
       "      <td>...</td>\n",
       "      <td>Valid - Clear</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165629</th>\n",
       "      <td>30347355</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>578686351.0</td>\n",
       "      <td>46707471.0</td>\n",
       "      <td>None</td>\n",
       "      <td>4</td>\n",
       "      <td>100932</td>\n",
       "      <td>123</td>\n",
       "      <td>1155</td>\n",
       "      <td>...</td>\n",
       "      <td>Valid - Clear</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165630</th>\n",
       "      <td>30347356</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>578686352.0</td>\n",
       "      <td>46707471.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100932</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>Valid - Clear</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.19</td>\n",
       "      <td>1798.1</td>\n",
       "      <td>839.52</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Write-Off</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165631</th>\n",
       "      <td>30347357</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>578686353.0</td>\n",
       "      <td>46707471.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100932</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>141.44</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165632</th>\n",
       "      <td>30347358</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>578686354.0</td>\n",
       "      <td>46707471.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100932</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>Valid - Clear</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9813.0</td>\n",
       "      <td>4950.00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206540</th>\n",
       "      <td>31507976</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579160789.0</td>\n",
       "      <td>46707516.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100346</td>\n",
       "      <td>123</td>\n",
       "      <td>1086</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206541</th>\n",
       "      <td>31507978</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579160791.0</td>\n",
       "      <td>46707516.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100346</td>\n",
       "      <td>123</td>\n",
       "      <td>1086</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206542</th>\n",
       "      <td>31507982</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579160795.0</td>\n",
       "      <td>46707516.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100346</td>\n",
       "      <td>123</td>\n",
       "      <td>1086</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206543</th>\n",
       "      <td>31507983</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579160796.0</td>\n",
       "      <td>46707516.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100346</td>\n",
       "      <td>123</td>\n",
       "      <td>1086</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206544</th>\n",
       "      <td>31507984</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579160797.0</td>\n",
       "      <td>46707516.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>110054</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>159073.89</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206545</th>\n",
       "      <td>31508075</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579160930.0</td>\n",
       "      <td>46703328.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100403</td>\n",
       "      <td>123</td>\n",
       "      <td>1086</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206546</th>\n",
       "      <td>31508076</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579160931.0</td>\n",
       "      <td>46703328.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100403</td>\n",
       "      <td>123</td>\n",
       "      <td>1086</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206547</th>\n",
       "      <td>31508077</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579160932.0</td>\n",
       "      <td>46703328.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100403</td>\n",
       "      <td>123</td>\n",
       "      <td>1086</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206548</th>\n",
       "      <td>31508086</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579160947.0</td>\n",
       "      <td>46707663.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>113094</td>\n",
       "      <td>123</td>\n",
       "      <td>1077</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206549</th>\n",
       "      <td>31508118</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579161853.0</td>\n",
       "      <td>46707471.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>101364</td>\n",
       "      <td>123</td>\n",
       "      <td>1125</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206550</th>\n",
       "      <td>31508122</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579161857.0</td>\n",
       "      <td>46707501.0</td>\n",
       "      <td>None</td>\n",
       "      <td>2</td>\n",
       "      <td>101722</td>\n",
       "      <td>123</td>\n",
       "      <td>1128</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206551</th>\n",
       "      <td>31508123</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579161858.0</td>\n",
       "      <td>46707543.0</td>\n",
       "      <td>None</td>\n",
       "      <td>2</td>\n",
       "      <td>106331</td>\n",
       "      <td>123</td>\n",
       "      <td>1125</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206552</th>\n",
       "      <td>31508124</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579161859.0</td>\n",
       "      <td>46707543.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3</td>\n",
       "      <td>106331</td>\n",
       "      <td>123</td>\n",
       "      <td>1125</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206553</th>\n",
       "      <td>31516062</td>\n",
       "      <td>31322824.0</td>\n",
       "      <td>16</td>\n",
       "      <td>579163327.0</td>\n",
       "      <td>46703532.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100740</td>\n",
       "      <td>123</td>\n",
       "      <td>1086</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206554</th>\n",
       "      <td>31516068</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579163333.0</td>\n",
       "      <td>46707618.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>106331</td>\n",
       "      <td>126</td>\n",
       "      <td>1083</td>\n",
       "      <td>...</td>\n",
       "      <td>Valid - Clear</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>19161.01</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Promotion Settlement</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206555</th>\n",
       "      <td>31516071</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579164787.0</td>\n",
       "      <td>46703604.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100896</td>\n",
       "      <td>123</td>\n",
       "      <td>1155</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206556</th>\n",
       "      <td>31516072</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579164788.0</td>\n",
       "      <td>46703976.0</td>\n",
       "      <td>None</td>\n",
       "      <td>2</td>\n",
       "      <td>101507</td>\n",
       "      <td>123</td>\n",
       "      <td>1125</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206557</th>\n",
       "      <td>31516073</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579164789.0</td>\n",
       "      <td>46707471.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100932</td>\n",
       "      <td>123</td>\n",
       "      <td>1125</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206558</th>\n",
       "      <td>31516074</td>\n",
       "      <td>31364625.0</td>\n",
       "      <td>16</td>\n",
       "      <td>579164790.0</td>\n",
       "      <td>46707471.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100932</td>\n",
       "      <td>123</td>\n",
       "      <td>1125</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206559</th>\n",
       "      <td>31516075</td>\n",
       "      <td>31364651.0</td>\n",
       "      <td>16</td>\n",
       "      <td>579164791.0</td>\n",
       "      <td>46707471.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100932</td>\n",
       "      <td>123</td>\n",
       "      <td>1125</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206560</th>\n",
       "      <td>31516076</td>\n",
       "      <td>31367445.0</td>\n",
       "      <td>16</td>\n",
       "      <td>579164792.0</td>\n",
       "      <td>46707471.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100932</td>\n",
       "      <td>123</td>\n",
       "      <td>1125</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206561</th>\n",
       "      <td>31516077</td>\n",
       "      <td>31379297.0</td>\n",
       "      <td>16</td>\n",
       "      <td>579164793.0</td>\n",
       "      <td>46707471.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100932</td>\n",
       "      <td>123</td>\n",
       "      <td>1125</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206562</th>\n",
       "      <td>31516078</td>\n",
       "      <td>31378964.0</td>\n",
       "      <td>16</td>\n",
       "      <td>579164794.0</td>\n",
       "      <td>46707471.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100932</td>\n",
       "      <td>123</td>\n",
       "      <td>1125</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206563</th>\n",
       "      <td>31516079</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579164795.0</td>\n",
       "      <td>46707471.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100932</td>\n",
       "      <td>123</td>\n",
       "      <td>1125</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206564</th>\n",
       "      <td>31516080</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579164796.0</td>\n",
       "      <td>46707471.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100932</td>\n",
       "      <td>123</td>\n",
       "      <td>1125</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206565</th>\n",
       "      <td>31516081</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579164797.0</td>\n",
       "      <td>46707471.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100932</td>\n",
       "      <td>123</td>\n",
       "      <td>1125</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206566</th>\n",
       "      <td>31516082</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16</td>\n",
       "      <td>579164798.0</td>\n",
       "      <td>46707471.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100932</td>\n",
       "      <td>123</td>\n",
       "      <td>1125</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206567</th>\n",
       "      <td>31516083</td>\n",
       "      <td>31414347.0</td>\n",
       "      <td>16</td>\n",
       "      <td>579164799.0</td>\n",
       "      <td>46707471.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100932</td>\n",
       "      <td>123</td>\n",
       "      <td>1125</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206568</th>\n",
       "      <td>31516084</td>\n",
       "      <td>31418884.0</td>\n",
       "      <td>16</td>\n",
       "      <td>579164800.0</td>\n",
       "      <td>46707471.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100932</td>\n",
       "      <td>123</td>\n",
       "      <td>1125</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206569</th>\n",
       "      <td>31516085</td>\n",
       "      <td>31409805.0</td>\n",
       "      <td>16</td>\n",
       "      <td>579164801.0</td>\n",
       "      <td>46707471.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>100932</td>\n",
       "      <td>123</td>\n",
       "      <td>1125</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>40267 rows × 215 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        pk_deduction_id  parent_deduction_id  fk_account_id  \\\n",
       "165594         30347320           29830444.0             16   \n",
       "165595         30347321                  NaN             16   \n",
       "165596         30347322                  NaN             16   \n",
       "165597         30347323                  NaN             16   \n",
       "165598         30347324                  NaN             16   \n",
       "165599         30347325                  NaN             16   \n",
       "165600         30347326                  NaN             16   \n",
       "165605         30347331           30268441.0             16   \n",
       "165606         30347332           30268452.0             16   \n",
       "165607         30347333           30281445.0             16   \n",
       "165613         30347339                  NaN             16   \n",
       "165614         30347340                  NaN             16   \n",
       "165615         30347341                  NaN             16   \n",
       "165616         30347342                  NaN             16   \n",
       "165617         30347343                  NaN             16   \n",
       "165618         30347344                  NaN             16   \n",
       "165619         30347345                  NaN             16   \n",
       "165620         30347346                  NaN             16   \n",
       "165621         30347347                  NaN             16   \n",
       "165622         30347348                  NaN             16   \n",
       "165623         30347349           30035771.0             16   \n",
       "165624         30347350                  NaN             16   \n",
       "165625         30347351                  NaN             16   \n",
       "165626         30347352                  NaN             16   \n",
       "165627         30347353                  NaN             16   \n",
       "165628         30347354                  NaN             16   \n",
       "165629         30347355                  NaN             16   \n",
       "165630         30347356                  NaN             16   \n",
       "165631         30347357                  NaN             16   \n",
       "165632         30347358                  NaN             16   \n",
       "...                 ...                  ...            ...   \n",
       "206540         31507976                  NaN             16   \n",
       "206541         31507978                  NaN             16   \n",
       "206542         31507982                  NaN             16   \n",
       "206543         31507983                  NaN             16   \n",
       "206544         31507984                  NaN             16   \n",
       "206545         31508075                  NaN             16   \n",
       "206546         31508076                  NaN             16   \n",
       "206547         31508077                  NaN             16   \n",
       "206548         31508086                  NaN             16   \n",
       "206549         31508118                  NaN             16   \n",
       "206550         31508122                  NaN             16   \n",
       "206551         31508123                  NaN             16   \n",
       "206552         31508124                  NaN             16   \n",
       "206553         31516062           31322824.0             16   \n",
       "206554         31516068                  NaN             16   \n",
       "206555         31516071                  NaN             16   \n",
       "206556         31516072                  NaN             16   \n",
       "206557         31516073                  NaN             16   \n",
       "206558         31516074           31364625.0             16   \n",
       "206559         31516075           31364651.0             16   \n",
       "206560         31516076           31367445.0             16   \n",
       "206561         31516077           31379297.0             16   \n",
       "206562         31516078           31378964.0             16   \n",
       "206563         31516079                  NaN             16   \n",
       "206564         31516080                  NaN             16   \n",
       "206565         31516081                  NaN             16   \n",
       "206566         31516082                  NaN             16   \n",
       "206567         31516083           31414347.0             16   \n",
       "206568         31516084           31418884.0             16   \n",
       "206569         31516085           31409805.0             16   \n",
       "\n",
       "        fk_acct_doc_header_id  fk_customer_map_id fk_resposible_department_id  \\\n",
       "165594            578686304.0          46704234.0                        None   \n",
       "165595            578686305.0          46706448.0                        None   \n",
       "165596            578686306.0          46706448.0                        None   \n",
       "165597            578686307.0          46707465.0                        None   \n",
       "165598            578686308.0          46707465.0                        None   \n",
       "165599            578686309.0          46707465.0                        None   \n",
       "165600            578686311.0          46707465.0                        None   \n",
       "165605            578686316.0          46704234.0                        None   \n",
       "165606            578686317.0          46704234.0                        None   \n",
       "165607            578686318.0          46704234.0                        None   \n",
       "165613            578686335.0          46707456.0                        None   \n",
       "165614            578686336.0          46707456.0                        None   \n",
       "165615            578686337.0          46707471.0                        None   \n",
       "165616            578686338.0          46707471.0                        None   \n",
       "165617            578686339.0          46707471.0                        None   \n",
       "165618            578686340.0          46707516.0                        None   \n",
       "165619            578686341.0          46707516.0                        None   \n",
       "165620            578686342.0          46707516.0                        None   \n",
       "165621            578686343.0          46707516.0                        None   \n",
       "165622            578686344.0          46707516.0                        None   \n",
       "165623            578686345.0          46707543.0                        None   \n",
       "165624            578686346.0          46707516.0                        None   \n",
       "165625            578686347.0          46707516.0                        None   \n",
       "165626            578686348.0          46707516.0                        None   \n",
       "165627            578686349.0          46707516.0                        None   \n",
       "165628            578686350.0          46707471.0                        None   \n",
       "165629            578686351.0          46707471.0                        None   \n",
       "165630            578686352.0          46707471.0                        None   \n",
       "165631            578686353.0          46707471.0                        None   \n",
       "165632            578686354.0          46707471.0                        None   \n",
       "...                       ...                 ...                         ...   \n",
       "206540            579160789.0          46707516.0                        None   \n",
       "206541            579160791.0          46707516.0                        None   \n",
       "206542            579160795.0          46707516.0                        None   \n",
       "206543            579160796.0          46707516.0                        None   \n",
       "206544            579160797.0          46707516.0                        None   \n",
       "206545            579160930.0          46703328.0                        None   \n",
       "206546            579160931.0          46703328.0                        None   \n",
       "206547            579160932.0          46703328.0                        None   \n",
       "206548            579160947.0          46707663.0                        None   \n",
       "206549            579161853.0          46707471.0                        None   \n",
       "206550            579161857.0          46707501.0                        None   \n",
       "206551            579161858.0          46707543.0                        None   \n",
       "206552            579161859.0          46707543.0                        None   \n",
       "206553            579163327.0          46703532.0                        None   \n",
       "206554            579163333.0          46707618.0                        None   \n",
       "206555            579164787.0          46703604.0                        None   \n",
       "206556            579164788.0          46703976.0                        None   \n",
       "206557            579164789.0          46707471.0                        None   \n",
       "206558            579164790.0          46707471.0                        None   \n",
       "206559            579164791.0          46707471.0                        None   \n",
       "206560            579164792.0          46707471.0                        None   \n",
       "206561            579164793.0          46707471.0                        None   \n",
       "206562            579164794.0          46707471.0                        None   \n",
       "206563            579164795.0          46707471.0                        None   \n",
       "206564            579164796.0          46707471.0                        None   \n",
       "206565            579164797.0          46707471.0                        None   \n",
       "206566            579164798.0          46707471.0                        None   \n",
       "206567            579164799.0          46707471.0                        None   \n",
       "206568            579164800.0          46707471.0                        None   \n",
       "206569            579164801.0          46707471.0                        None   \n",
       "\n",
       "        fk_deduction_priority_id sold_to_party  fk_reason_category_id  \\\n",
       "165594                         1        101916                    123   \n",
       "165595                         1        112167                    126   \n",
       "165596                         1        112167                    126   \n",
       "165597                         4        100223                    126   \n",
       "165598                         5        100223                    126   \n",
       "165599                         5        100223                    126   \n",
       "165600                         4        100223                    126   \n",
       "165605                         2        101916                    126   \n",
       "165606                         2        101916                    126   \n",
       "165607                         2        101916                    126   \n",
       "165613                         1        100109                    126   \n",
       "165614                         4        100109                    126   \n",
       "165615                         1        100932                    123   \n",
       "165616                         1        100932                    123   \n",
       "165617                         2        100932                    123   \n",
       "165618                         5        110054                    123   \n",
       "165619                         3        108459                    123   \n",
       "165620                         3        114058                    123   \n",
       "165621                         3        114058                    123   \n",
       "165622                         3        100346                    123   \n",
       "165623                         1        106065                    123   \n",
       "165624                         3        100346                    123   \n",
       "165625                         3        100346                    123   \n",
       "165626                         3        100346                    123   \n",
       "165627                         3        100346                    123   \n",
       "165628                         4        100932                    123   \n",
       "165629                         4        100932                    123   \n",
       "165630                         1        100932                    126   \n",
       "165631                         1        100932                    126   \n",
       "165632                         1        100932                    126   \n",
       "...                          ...           ...                    ...   \n",
       "206540                         1        100346                    123   \n",
       "206541                         1        100346                    123   \n",
       "206542                         1        100346                    123   \n",
       "206543                         1        100346                    123   \n",
       "206544                         1        110054                    126   \n",
       "206545                         1        100403                    123   \n",
       "206546                         1        100403                    123   \n",
       "206547                         1        100403                    123   \n",
       "206548                         1        113094                    123   \n",
       "206549                         1        101364                    123   \n",
       "206550                         2        101722                    123   \n",
       "206551                         2        106331                    123   \n",
       "206552                         3        106331                    123   \n",
       "206553                         1        100740                    123   \n",
       "206554                         1        106331                    126   \n",
       "206555                         1        100896                    123   \n",
       "206556                         2        101507                    123   \n",
       "206557                         1        100932                    123   \n",
       "206558                         1        100932                    123   \n",
       "206559                         1        100932                    123   \n",
       "206560                         1        100932                    123   \n",
       "206561                         1        100932                    123   \n",
       "206562                         1        100932                    123   \n",
       "206563                         1        100932                    123   \n",
       "206564                         1        100932                    123   \n",
       "206565                         1        100932                    123   \n",
       "206566                         1        100932                    123   \n",
       "206567                         1        100932                    123   \n",
       "206568                         1        100932                    123   \n",
       "206569                         1        100932                    123   \n",
       "\n",
       "        fk_reason_code_map_id   ...                          longname  \\\n",
       "165594                   1077   ...                              None   \n",
       "165595                   1083   ...                              None   \n",
       "165596                   1083   ...                              None   \n",
       "165597                   1083   ...                     Valid - Clear   \n",
       "165598                   1083   ...                     Valid - Clear   \n",
       "165599                   1083   ...                     Valid - Clear   \n",
       "165600                   1083   ...                     Valid - Clear   \n",
       "165605                   1083   ...                     Valid - Clear   \n",
       "165606                   1083   ...                     Valid - Clear   \n",
       "165607                   1083   ...                     Valid - Clear   \n",
       "165613                   1083   ...    Request Funds - Commit - Sales   \n",
       "165614                   1083   ...            Request Funds - Budget   \n",
       "165615                   1128   ...                     Valid - Clear   \n",
       "165616                   1128   ...                     Valid - Clear   \n",
       "165617                   1128   ...                     Valid - Clear   \n",
       "165618                   2255   ...                              None   \n",
       "165619                   2255   ...                              None   \n",
       "165620                   2255   ...                              None   \n",
       "165621                   2255   ...                              None   \n",
       "165622                   2255   ...                              None   \n",
       "165623                   1077   ...                              None   \n",
       "165624                   2255   ...                              None   \n",
       "165625                   2255   ...                              None   \n",
       "165626                   2255   ...                              None   \n",
       "165627                   2255   ...                              None   \n",
       "165628                   1155   ...                     Valid - Clear   \n",
       "165629                   1155   ...                     Valid - Clear   \n",
       "165630                   1083   ...                     Valid - Clear   \n",
       "165631                   1083   ...                              None   \n",
       "165632                   1083   ...                     Valid - Clear   \n",
       "...                       ...   ...                               ...   \n",
       "206540                   1086   ...                              None   \n",
       "206541                   1086   ...                              None   \n",
       "206542                   1086   ...                              None   \n",
       "206543                   1086   ...                              None   \n",
       "206544                   1083   ...                              None   \n",
       "206545                   1086   ...                              None   \n",
       "206546                   1086   ...                              None   \n",
       "206547                   1086   ...                              None   \n",
       "206548                   1077   ...                              None   \n",
       "206549                   1125   ...                              None   \n",
       "206550                   1128   ...                              None   \n",
       "206551                   1125   ...                              None   \n",
       "206552                   1125   ...                              None   \n",
       "206553                   1086   ...                              None   \n",
       "206554                   1083   ...                     Valid - Clear   \n",
       "206555                   1155   ...                              None   \n",
       "206556                   1125   ...                              None   \n",
       "206557                   1125   ...                              None   \n",
       "206558                   1125   ...                              None   \n",
       "206559                   1125   ...                              None   \n",
       "206560                   1125   ...                              None   \n",
       "206561                   1125   ...                              None   \n",
       "206562                   1125   ...                              None   \n",
       "206563                   1125   ...                              None   \n",
       "206564                   1125   ...                              None   \n",
       "206565                   1125   ...                              None   \n",
       "206566                   1125   ...                              None   \n",
       "206567                   1125   ...                              None   \n",
       "206568                   1125   ...                              None   \n",
       "206569                   1125   ...                              None   \n",
       "\n",
       "        type_res  type_header  resolution_status  res_amount  header_amount  \\\n",
       "165594       NaN          NaN                NaN         NaN            NaN   \n",
       "165595       4.0          NaN                1.0      966.00            NaN   \n",
       "165596       4.0          NaN                1.0     1000.00            NaN   \n",
       "165597       4.0          NaN                1.0     1000.00            NaN   \n",
       "165598       4.0          NaN                1.0     1000.00            NaN   \n",
       "165599       4.0          NaN                1.0     1000.00            NaN   \n",
       "165600       4.0          NaN                1.0     2000.00            NaN   \n",
       "165605       4.0          NaN                1.0       43.20            NaN   \n",
       "165606       4.0          NaN                1.0       43.20            NaN   \n",
       "165607       4.0          NaN                1.0       43.20            NaN   \n",
       "165613       4.0          NaN                1.0     4530.00            NaN   \n",
       "165614       4.0          NaN                1.0       99.84            NaN   \n",
       "165615       NaN          NaN                NaN         NaN            NaN   \n",
       "165616       NaN          NaN                NaN         NaN            NaN   \n",
       "165617       NaN          NaN                NaN         NaN            NaN   \n",
       "165618       NaN          NaN                NaN         NaN            NaN   \n",
       "165619       NaN          NaN                NaN         NaN            NaN   \n",
       "165620       NaN          NaN                NaN         NaN            NaN   \n",
       "165621       NaN          NaN                NaN         NaN            NaN   \n",
       "165622       NaN          NaN                NaN         NaN            NaN   \n",
       "165623       NaN          NaN                NaN         NaN            NaN   \n",
       "165624       NaN          NaN                NaN         NaN            NaN   \n",
       "165625       NaN          NaN                NaN         NaN            NaN   \n",
       "165626       NaN          NaN                NaN         NaN            NaN   \n",
       "165627       NaN          NaN                NaN         NaN            NaN   \n",
       "165628       NaN          NaN                NaN         NaN            NaN   \n",
       "165629       NaN          NaN                NaN         NaN            NaN   \n",
       "165630       2.0          4.0                1.0        0.19         1798.1   \n",
       "165631       4.0          NaN                1.0      141.44            NaN   \n",
       "165632       NaN          4.0                NaN         NaN         9813.0   \n",
       "...          ...          ...                ...         ...            ...   \n",
       "206540       NaN          NaN                NaN         NaN            NaN   \n",
       "206541       NaN          NaN                NaN         NaN            NaN   \n",
       "206542       NaN          NaN                NaN         NaN            NaN   \n",
       "206543       NaN          NaN                NaN         NaN            NaN   \n",
       "206544       4.0          NaN                1.0   159073.89            NaN   \n",
       "206545       NaN          NaN                NaN         NaN            NaN   \n",
       "206546       NaN          NaN                NaN         NaN            NaN   \n",
       "206547       NaN          NaN                NaN         NaN            NaN   \n",
       "206548       NaN          NaN                NaN         NaN            NaN   \n",
       "206549       NaN          NaN                NaN         NaN            NaN   \n",
       "206550       NaN          NaN                NaN         NaN            NaN   \n",
       "206551       NaN          NaN                NaN         NaN            NaN   \n",
       "206552       NaN          NaN                NaN         NaN            NaN   \n",
       "206553       NaN          NaN                NaN         NaN            NaN   \n",
       "206554       4.0          NaN                1.0    19161.01            NaN   \n",
       "206555       NaN          NaN                NaN         NaN            NaN   \n",
       "206556       NaN          NaN                NaN         NaN            NaN   \n",
       "206557       NaN          NaN                NaN         NaN            NaN   \n",
       "206558       NaN          NaN                NaN         NaN            NaN   \n",
       "206559       NaN          NaN                NaN         NaN            NaN   \n",
       "206560       NaN          NaN                NaN         NaN            NaN   \n",
       "206561       NaN          NaN                NaN         NaN            NaN   \n",
       "206562       NaN          NaN                NaN         NaN            NaN   \n",
       "206563       NaN          NaN                NaN         NaN            NaN   \n",
       "206564       NaN          NaN                NaN         NaN            NaN   \n",
       "206565       NaN          NaN                NaN         NaN            NaN   \n",
       "206566       NaN          NaN                NaN         NaN            NaN   \n",
       "206567       NaN          NaN                NaN         NaN            NaN   \n",
       "206568       NaN          NaN                NaN         NaN            NaN   \n",
       "206569       NaN          NaN                NaN         NaN            NaN   \n",
       "\n",
       "        item_amount  header_status       resolution_type  output  \n",
       "165594          NaN            NaN                  None       1  \n",
       "165595          NaN            NaN  Promotion Settlement       1  \n",
       "165596          NaN            NaN  Promotion Settlement       1  \n",
       "165597          NaN            NaN  Promotion Settlement       1  \n",
       "165598          NaN            NaN  Promotion Settlement       1  \n",
       "165599          NaN            NaN  Promotion Settlement       1  \n",
       "165600          NaN            NaN  Promotion Settlement       1  \n",
       "165605          NaN            NaN  Promotion Settlement       1  \n",
       "165606          NaN            NaN  Promotion Settlement       1  \n",
       "165607          NaN            NaN  Promotion Settlement       1  \n",
       "165613          NaN            NaN  Promotion Settlement       1  \n",
       "165614          NaN            NaN  Promotion Settlement       1  \n",
       "165615          NaN            NaN                  None       1  \n",
       "165616          NaN            NaN                  None       1  \n",
       "165617          NaN            NaN                  None       1  \n",
       "165618          NaN            NaN                  None       1  \n",
       "165619          NaN            NaN                  None       1  \n",
       "165620          NaN            NaN                  None       1  \n",
       "165621          NaN            NaN                  None       1  \n",
       "165622          NaN            NaN                  None       1  \n",
       "165623          NaN            NaN                  None       1  \n",
       "165624          NaN            NaN                  None       1  \n",
       "165625          NaN            NaN                  None       1  \n",
       "165626          NaN            NaN                  None       1  \n",
       "165627          NaN            NaN                  None       1  \n",
       "165628          NaN            NaN                  None       1  \n",
       "165629          NaN            NaN                  None       1  \n",
       "165630       839.52            1.0             Write-Off       1  \n",
       "165631          NaN            NaN  Promotion Settlement       1  \n",
       "165632      4950.00            1.0                  None       1  \n",
       "...             ...            ...                   ...     ...  \n",
       "206540          NaN            NaN                  None       1  \n",
       "206541          NaN            NaN                  None       1  \n",
       "206542          NaN            NaN                  None       1  \n",
       "206543          NaN            NaN                  None       1  \n",
       "206544          NaN            NaN  Promotion Settlement       1  \n",
       "206545          NaN            NaN                  None       1  \n",
       "206546          NaN            NaN                  None       1  \n",
       "206547          NaN            NaN                  None       1  \n",
       "206548          NaN            NaN                  None       1  \n",
       "206549          NaN            NaN                  None       1  \n",
       "206550          NaN            NaN                  None       1  \n",
       "206551          NaN            NaN                  None       1  \n",
       "206552          NaN            NaN                  None       1  \n",
       "206553          NaN            NaN                  None       1  \n",
       "206554          NaN            NaN  Promotion Settlement       1  \n",
       "206555          NaN            NaN                  None       1  \n",
       "206556          NaN            NaN                  None       1  \n",
       "206557          NaN            NaN                  None       1  \n",
       "206558          NaN            NaN                  None       1  \n",
       "206559          NaN            NaN                  None       1  \n",
       "206560          NaN            NaN                  None       1  \n",
       "206561          NaN            NaN                  None       1  \n",
       "206562          NaN            NaN                  None       1  \n",
       "206563          NaN            NaN                  None       1  \n",
       "206564          NaN            NaN                  None       1  \n",
       "206565          NaN            NaN                  None       1  \n",
       "206566          NaN            NaN                  None       1  \n",
       "206567          NaN            NaN                  None       1  \n",
       "206568          NaN            NaN                  None       1  \n",
       "206569          NaN            NaN                  None       1  \n",
       "\n",
       "[40267 rows x 215 columns]"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_data_frame[column1] = test_data_frame[column1].apply(lambda x: x if (x in grp_list) else 'others')\n",
    "test_data_frame    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}