bse_stock_list_extraction_industries.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "from selenium.webdriver import Chrome, ChromeOptions\n",
    "from selenium.webdriver.common.keys import Keys\n",
    "from time import sleep\n",
    "import timeit\n",
    "import csv\n",
    "import logging"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [],
   "source": [
    "logger = logging.getLogger()\n",
    "logger.disabled = False"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [],
   "source": [
    "browser = Chrome(executable_path=r\"D:\\Learning\\web_driveres\\chrome\\chromedriver.exe\")\n",
    "# sleep(2)\n",
    "browser.get('https://www.bseindia.com/')"
   ]
  },
  {
   "attachments": {
    "image.png": {
     "image/png": "iVBORw0KGgoAAAANSUhEUgAAAScAAAB5CAYAAAB7qedyAAAZTUlEQVR4Ae1dYXrsKgjturqgrqer6Urev7uYPkGPAhKTSWcSa+n33ZtEFPAgJyYzOm///fffd/wLDGIMxBiYbQy8kUPxdy0Cb29v1xoMa4cQiLgcgumSShSLIKdLoNZGIgk0HrNcRVxmicT3d5DTTbGIJLgJ+B2zEZcdgC4UBzldCLY0FUkg0ZjnPOIyVyzise6GeEQS3AD6AZMRlwMgXVSFYjEpOX19f5Bzbx/fXxeBcdzMv+/Pd/Lt/fvz3/FWsuacSTAz5hK9151HXF6H7aOafXL69/n9zsRACfj2/X42Ax/1RtW3iQJC+AFZfX3kl2zo2/vn9zlugS9PJKflMAdG9gaD8h/EUY2T51505LRcXIAX4pBznIngBzdbaH3msScnBKMmLnVihoEEMM/58u/zPRPTR5uHUdk54oUvTyKnJTEHRvYGh/JzcXzm4Pd0KXJaMi6p1/UmbWLA/TVlHkgXlfXkBMdFEmtfMLjAuCZBEdAyO2E1KKs6oaO0LfL3z0/xKIc6BBbOYTMdE2F+dI9WZbZViRWe21kYyuURdWDD9Au4UL9c29ZH016aSucqCaC74mMqd/03uoHvVJgXPN7TDYD9wqAHTrhOfUX/i//1hlHHxVd5jM6xIZi+PhCnt28NG/RDbrCy0Jrr9eOCcS7wNxjwZcVe5iRJ0N7BF+OwBgSxQAxy2/fPPp6eCz05wQAnoX3sgbHWsTxIcF0cr+SQrukcOrechjzZrFVqQkJ3bxuzoTqYyyCv1+gxBn9TDkk5AnBrS4P6hn5BX50G975pXIy5dKmSQPS/2qhN9nRPijnilzD7KrPWHBfTH+o7cEUbvGesuJQ41Gu8atiKG+IIEmvXFdaNk+XjgrG7mQsFGIF1q7qFt4lPbYBYmzxKea7HAuQ6KD05kVw4xhUweFBejae6pbNcVM47cujaGachhx32EXUwsOw1VdKJmQmh7yhI7E36zTbKf47faMN96eTwZSso5Fp+v7VlUiUBuQEMyuyhkhTKpSKpu/Ot9Klrt+HzizBPHcqzHdYvBzX8QFyLv+WgYog+VB/7tm79Lay0Kfdq+bjY8QKMMe7sjaFin+CybVORyhPoqvgjXshJna8UALSvTaiw/PnkBCmMgemKc9yodqZNtTcNQU/1wDjdyckB1MEgttfZyTY4i1yCiX7A72ofgnyE34pURSB6OXwpoEO/wYRw2jCpZ07SHWDx2zFH/BCPiiem9IgrjXk8IuBoSB86oBMJlHBr8eeL/F7xgThI6Om8IydUWCUuGKvdwJQ3kNRp9FfU6/Mg1atxTR8tdW1MnpjJBEHr6iRB+huTE9WQnZGOkMz8bRrac7qTk2J0DIPYXhfj8K+821AEA/+gXwxqiPjo9At94dh0cviiycm1rQy1i80koCroExnvbDcddAY/O9vocx1cxudOztrKu50nYI74OcTywWSUbcB/uKnIBj46OvCxhqq/g5VGzr9aPy6GhCoMphzYIzBUz8FXxa9rY8bcgJykGbjUkRMZkwMdd7Xc2HQAWnCEc3Uwpfp8btoh+fDOBu2Uh+gYEoWwoTsrpojVqHhZamWog7apvbSR/Mh9Lf5Vv41t+Ae59R+gb5Ffc6OeySRYE/OCITCjngNHntlIckLcME7KNepXHSYuSaUeE2jfxkwF/ODJ+nFh0PKspOJK4BjsgL3MF9Sp7Ww8jI7NPME7J1PfxKgjpzZjwRTbPppAYZOrL0qiUzwAMegEIFSeOpdfkppBqICwHU86pO4KUJs91Pc0ppO4BMtzp4sf9XtOUrdIHrTFXYPbWv+50g4uVVE+kUmwJuYOOaWu42bXxozG7eOD3tWZcVFj3Y8JTU6ErdaXY32crNaPSx5/Pk7i5o18UDmZ2qKcc4Q4wGBbCcnJc8SmftpN7S2/wL8jj3Wt7rxnBRA545vX2eyZToLZvXX8+4WYO73oiiIuHSRPLCg3jnqzGaumWEy6fGXsuJTibmxJXtaZ7fy3J8FvxPzIGIi4HEHpbJ2/Rk51mmmml2fxu6jdr06CX4r5kdBGXI6gdLbOXyOnszjd3O5XJ8HN2L3SfMTlleg+pptiwY91fFJfcuUXVVEWOMQYiDFw6xiIPcQfY/Rn1KaAx998CERc5okJk2KQ0/UBiSS4HvMjFiMuR1C6pk6Q0zU4d1YiCTpIpiiIuEwRBnYiyOmmWEQS3AT8jtmIyw5AF4qDnC4EW5qKJJBozHMecZkrFr/+S5jzwHnck0iC41hdWTPiciXaY1sUi0XICeuuxEe/8ivj9YuDWS5Fdr1Qkw10yjVE6isY5cugI3spJi0JvLVg6IP+Yqn/reyftqcB0vrZ+i4GDvpqlx2YPlKf2hKig34NdWjfeLAy1hoXte4xyd0+iO6MTltcdC0fe10nrp6LAMd7jU/rcoL5AzMnSk0cTjYsSh7JRjr7QPAAZgdGOnM7Nwk4UeGX1U86378/PtJe6H4ny6LMM+1zP9/TtjPe4mnqFy/IleRUCEu5Uoim4owubPXrkI7im/iRjYZzMlBsNj8STtJP+HDw6MaFF6zuYH9Qf1Q7jsDfICdOAnm3FaQzkpUZRRv4A2BlAg51Zh1uEkgd1hTppKTjOrIvouLp9sAjE6DggZL8yR7ss7meMKoXXd+TxPXrqA6nnvTF1V29efjEjQvsjbB/2FI02ENgOXLiDvHUv80geKsUdTdtA34kS1kl9oqiR62m0wIr7+ZjnbmlmwSDRCP9eUbSfLc++CSQa43bZ51Ewq1ebsd9yYI2qxr4mbfiMDh59b2y2iFJkra/JSb1jlGuB7Gpag+ceHFpmFhfDiiMKqcRWIicNAacVGWvmZ4sWhKOZFojTQDo56W8WQslU3vXcUSnlwSb5GIS2dPPvpp61X9T3rfPScf5rmY+giQweyClrM/DgYQaCypx+3VYB8gH7+FA0qy5/kcEwoP5hyTVxWUXu+pCnDwZgWXJSSbJVjLSTGQk67F2Ei9VsjrsdarBMzD5LqZLAjJmEgH2O30b9c63F+QkyUUSkjzfss8OC0JrHUg/D3VgNoX65R1Pfrw02CnyrA3qCWNlbVXp/omNy2Hs91VHjQcRWJecZAJ1A1ok40hmwZQ6q8whrAM6bRKwOld/9pUDxY+rmCE4M4jT7QUeyRFOyDSNao8zqZD6VB+NnT4Dj67vrLAnJ0mCaIuj0mHIySF6NMtH3Rct27/ScXkA+33VUeNBBJYhp6/0KZZ8kcvT/K1kUoPfJJqQjXVmpPOd2j7ibOtEfHQSlFKPXNgf3Teq7do93d4kNOshEhT9Ij8qnrBv/Crt5AyRe+b5Vfuwp8OSU2ooYkQ4KHsbeLEfB/5TcdnQ5WJ/QHdUeQyBZcgpD9g2q5CJxJDUhKM6fkIwGFLGg3Ogs9z9VXIA/5G9VEclgWqjfWOSrS9/UZGOhgCpyCGBY+0NOeGDAGmXsBDkROY6zCV2XKH85/hVxRbjTodDTqrvWZ5j58S2Gjp2IuNyDLtjeqPW4whwTNf4ntPjnb+zhUyCO/0I2xqBiIvG486rIKeb0I8kuAn4HbMRlx2ALhQHOV0ItjQVSSDRmOc84jJXLBZZWzcPqEc8iSQ4gtL1dSIu12O+ZZFiEXuIm4/oGZQoK19qFB8IBCaBydVjIF6Ib3H368rjDv06bH+iOeLyE/Se27bOnJ6rNrTtIRBJsIfQPfKIyz24e1aDnDxULiiLJLgA5BMmIi4nQHtRkyCnFwG7pzaSYA+he+QRl3tw96wGOXmoXFAWSXAByCdMRFxOgPaiJkFOLwJ2T20kwR5C98gjLvfg7lldiJzsGqv0EbhcG6bWurW9lxiUgSwv8sTH6WIhbGqoZVLnji+prU4Cp75cdIu1buZj3LymL7eVXUWgt9aGcXnStdkmyex6Qe6rbWBwa2vvvP70OuHnTEcdl+bZCLNWK86eicBy5GTzJ4OVF8nWhFOrzXdkYrGrSnZKTCHTK9W3CQPB00mQ61f/UiVlq5CT37dtW1oHLFN/t/fDpja8l7gix0LE0gGFYdZNGOwRJryY9ajjAi/HmKFWHJ+LwN8gJ04kOesRCT2SGayZgAQhKTHPIrCjgNCvKrULnQQ9OfGK/2prpG9b5pIT9Zf0sr8Sk+wbk9PnV96eWJCRnjllQhfi1jE+2/bJVJzuUseluLeD2XSdWMSh5ciJO8SPPyCKcteviU6Ra2TQE06T6RibGZYWqj2GoN/zBc10Elib+bo9luZrnwy2ZR45ZfL5pzCAT3SsckW2Zua0QWxNz7ZPrc6cZzou2ceKiRg3c3q/llecPyt+Q5xJpzya9ATUknAk41DzzKq8c/LZIVXLySgfy+Qwkb6gXCdBbs/BKO+VtK5e3jaC2yaCjpw8wlGk3XAhP7l9kXMf0P9utole4TjyF3XmPOq4JB8PYDZnT36/V8uSU0qt+qMDPQHl5CECGMlseD2SoToyiW2bfN18gVwnQfOH5V3ybxMQiBG8Af10tOTU9dUkHto0YmyzRW4LI51/0iqdj/y1dee61nEhbjK/5edgNlcP1vFmXXKSg6hLJpE8I5mNs9RZZPvElCo67XQSGHLqZmLCX+vTgAg0OWUdHPAyO8N5I6NMaPI6MVz6ZPHj+5OSFOQkiL9zhwtG/votZin14gKc5FFhNIvzi/nBeK/wWDfe79vMXBQhDWREKjUhy120fopVkt08FtH4GPuSR5CXBGrAKx9Hyb4tU+TE+tp7OIxjOxukNsqPQn48UDostD7Sldtu+wS7sx5VXA5iNmtffrtfy5BTvsPj+0jpaEmDZy+Q66TKMxtPVgiozjREOx64aCOOlMBWZn1Jo0YlQTdTomElSdP6ke1JIuBAGj8lOclzPWilHWfmRJWBnSCnXEy/4yf6Xvs58ldbn+1KxuUoZrP1YRV/eGytMHP6bQGRSfDbfF/Z34jLPNENcropFpEENwG/YzbisgPQheIgpwvBlqYiCSQa85xHXOaKRewhfkM8IgluAP2AyYjLAZAuqkKxiD3E5UvdONcvuQOPwOPOMRAvxC+6FQgzcYcWYEx0GnGZJxh15jSPS3/Dk0iCOeMccZknLkFON8UikuAm4HfMRlx2ALpQHOR0IdjSVCSBRGOe84jLXLGIT+tuiEckwQ2gHzAZcTkA0kVVKBZBTheBLc1EEkg05jmPuMwVi0XIyVnPJdaC5QWuWAemd4DUMrm39lgnwshrsBLLqwWzWI9WPoYVrnCzlgR5bRvfJbqPbIWfRp9aO2jW8llb8DOO+wi0uOi6iHFgq3F55RXnxBpfJchE4g+eRAB1UWpe3Fq3/6CkFzK9Sn+ks4SFiOH9I+mX5JQJp5IVk4dYNJyauknABKTrsRWnfd0BoJBW67fu6ysHz4q63bjwIuztfddXxGGGPv0RctJQMwEJQlJSRRB75AR5PmoyErMeZ88lNwmUbXiVia6RD8rL0W1j6sTlYQTcuPANaHvf9cPKo+JDCCxHTtwhfjxyZiAMjZnVWLh4lgJiyaSzpZNJjllDk1NPflpOJt0k8IiGy+CPdZau4eNWf702UbaFgBcXeqST29PUm9CWkih/CgKcd2s81mk8mCDqxnBJxqRT3jltT0P4V0e2Bp/SqUhDk09PTv0+SV4SeDtmZr9H5JT7jXcib+lnn9Luw/F3EoEuLuaG4cX2pKlotoPAsuSU6KDuIW4xUCQjhJzgW497XA86Mxk1jtsjJy0nVV0SUKFJBCo6Sk5cN/2X+xYEBTwePdq4dGTkxehRI1H/EALrktNoEDmyfWJKeNZ2maQYPPsJG5GbejSkOFgye4CcBiTrR7i35deLUg8BTU4ZSy/OW7NrT2eUnUNgGXIa7ttNpNKmOWV2gUelMgCdGdNQp8I762gDFjOsUqkjq0fIyZ8N0R2d7OFY3WFbMXOqeDx4oshpA8s8O8X4edBAVD+MwDLkpN4p0WxGkY29A4rk5QGI7z+JI5GZlSmdEmNLTknGsyzoE/ZKM5UEUFVnZihox5wQ0JeO1ZdB31rzODuIgIwLz6bFTa2pMDefJoizJyKwDjk9EZQrVMkkuMJe2DiGQMTlGE5X1ApyugJlx0YkgQPKBEURlwmCUFwIcropFpEENwG/YzbisgPQheIgpwvBlqYiCSQa85xHXOaKRewhbr8OENexb3aMgTnGwIrfEJ+H/31P4g7t43J3acTl7gg0+xSLRbZMaZ36DWeRBHNGKeIyT1yCnG6KRSTBTcDvmI247AB0oTjI6UKwpalIAonGPOcRl7liEY91N8QjkuAG0A+YjLgcAOmiKhSLIKeLwJZmIgkkGvOcR1zmisUi5GTXmCXWleui1Fo3uU94CsZIVmKF/ZLq4l677q5+9JwWhI5kRd9WEsCOdL0OF6O31XHW9nG33sUavKLF9JX8qH0qVcgHVcZ2sT4w22q24Z2DP+v+4j2yVCxSk+11a9B3z/FUXO5xdXmrFIulyKlPGophXqhZE04l20hW4k/1u33C+7ExSjgr85OAfNnYq7qQSutfqmsW/9b+Fdd4sXCtQzCkfqSANx2prOiVbRU5dXbH5KR0AyKFN2yC7FBpjuPDcZnD7SW9+BvkxMkht7gQCTaScchRNx9lEqsRwUm8kXCOzE0C8oXIhOtLf5MlR0ez7/umycmvwzoMBo2cMnFrwgEezXo+2yrPUknO8txqufv64bjc7fDC9pcjJ+4QTQfFdrU6SSmaLVFHMq6Z9k3KjyStjTceRgnnybwkoHqZ/DxbuUz2q/nh1Sc+E491Q3LLMzZs75v9yI9jPRlnW5qwGCl+fOvLi5cg3KEfrUd3nT0el7s8Xd/uQuSkg8WJWfYQV0laqoEIRrI8W8EMxieArM6bYcAfX9YlgUlazy/SyERnyBdky8FkGZFz+YfHOpAD3FJH7aNvAw3G5FTtsn1gl9tWvZsMBhv3Hc/G5T6P17XMY2nN5Sst4fpEb0SzLcszh5ZHrY0dDr2OVmNLZpOgq2fIqmnMZ1y/zg5935TOoT7Cqj2SKuKWPxLBpsfk1PCyHqfrIUE69W8o+mlcbnB5WZPrkpNMRvNOBTMNTqRNWSY3BgizEBwxG+Fh0UiwHyXbMp0EOeE9W/1jFaxIkjhATqO9yA0GICfgpD9pk3bhCx23ykWdX0dOuU+PxUX0N05/hADjvsLMabzftyEJlYwjmcR2QADd7CK3y7Mb/WgDjYqc2J82c0Ed2Z7OFVGpNgPfBJFmfcYOEwbedWXLjZzoOuPTbG+R0FY5epOOv42cFMatHzIurTTOno3AMuSEj8nrXU4kJYNWkjDL/QR1ZRVxjwBs4tbK6WQk0z9wwO9i3OchSZzZfu2feAzDrKURSPaDk8jiwAkn3kkpPbmdJqdUVrDLLlo/8OGDV65J77eR07G4ZMzi/+cjwGN9hZnT86F5rUYCPv7mQyDiMk9MgpxuikUkwU3A75iNuOwAdKE4yOlCsKWpSAKJxjznEZe5YrHI8pV5QD3iSSTBEZSurxNxuR7zLYsUCyYnPsFH5XFsX2IMLAKLGAP3jYF4Ib7F3a8rjzv067D9ieaIy0/Qe27bOnN6rtrQtodAJMEeQvfIIy734O5ZDXLyULmgLJLgApBPmIi4nADtRU2CnF4E7J7aSII9hO6RR1zuwd2zGuTkoXJBWSTBBSCfMBFxOQHai5oEOb0I2D21kQR7CN0jj7jcg7tndSFyctZ2yfVqam2dv1Utg5E+NpbNABqvs0qyun6tW6OG9Wploe/IXlLakiCvn4NtfdSLhuGD9u+n7UsPTX+yjT3dDuYVo32Z7geQvvfY4qL98LHXdeLquQhwLqzxVYKcDP6Az0mmiQWLf0eyAjYl7kN7iO/rdJOACQ1+2UCTzo39xVH1bPtCpA27ZMsuGHZ1jzA/K0Nn7jm6ceFF3DvY3+Pu0lb/BjnxrEDOQkTijGQcetTNx0pwdljI5N3VKWdOQpHUIYr5lAlyY39x1D3bftRuqBvYoJI8npVJHdefu+R0BPvrXV3e4nLkxB3ib/S2GUi/dUgjmpGMos9ynlK0Nt6okNtr7Omk9m4SDEiC9GdiHPhxun3W6e9PXnrr6s7t2oxLInNWJnVcf+7F5RD217u6vMWFyEnHignipj3Ee3LKe3/LWZeXBHm/o0aqtUeGGDz9XNfUe7Q93qu4JOXqBqnhfRsdMUPdl/mkVr2+5aSLi+n3Jva3eLu20WXJCZu9UQL0AyonDpHFtuz8HuLbOv/V0dQlAUlMIqByp2+j3o/bF4Nsz25C59o8OzsatUOv7znauBzG/h53l7a6LjnJZBq9A9qU5ZfaDBA/JorZgXpZnOupWcCmzjaWbBKwRPpcq3ozkOyLnIk9pb2xqfo08E3VG+k4JKuVbjnRcXkA+1u8XdvoMuQ01x7ihrA6snrgnRO37R/18uwGj1BlkHoEcqA96VJE57XxdA9/1GA0OxrJ7k04RU4eDsk9F/t73V7S+jLkNN0e4pzMmG315KKSAEPLIQD5oh3V8tEQIBWebm9nCL2/nu5kkH9IkweRmF1montU5tjUHb7kSsblIewv8e5vGVmHnH5Z3GQS/DLXl3Y34jJPeIOcbopFJMFNwO+YjbjsAHShOMjpQrClqUgCicY85xGXuWIRe4jfEI9IghtAP2Ay4nIApIuqUCxiD3HxMpcBiev79owO7AN7MQb+B7HvJtHbkSaPAAAAAElFTkSuQmCC"
    }
   },
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Read the data from CSV\n",
    "\n",
    "The csv file should have data in below format\n",
    "\n",
    "![image.png](attachment:image.png)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [],
   "source": [
    "stock_list = pd.read_csv('bse_list.csv')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# The function to derive the scrapping data\n",
    "* It will take input the BSE Code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [],
   "source": [
    "def derive_industry(code):\n",
    "    search_box = browser.find_element_by_xpath('//*[@id=\"getquotesearch\"]')\n",
    "    search_box.clear()\n",
    "    search_box.send_keys(code)\n",
    "    sleep(1)\n",
    "    search_box.send_keys(Keys.SPACE)\n",
    "    sleep(1)\n",
    "    search_box.send_keys(Keys.BACKSPACE)\n",
    "    sleep(1)\n",
    "    search_box.send_keys(Keys.RETURN)\n",
    "    cnt = 0\n",
    "    industry_val = ''\n",
    "    index_val = ''\n",
    "    try:\n",
    "        while cnt <= 4:\n",
    "            industry = browser.find_element_by_xpath('//*[@id=\"getquoteheader\"]/div[6]/div[3]/div/div[5]/div/table/tbody/tr[7]/td[1]')    \n",
    "            if industry.text == 'Industry':\n",
    "                derived_code = browser.find_element_by_xpath('//*[@id=\"getquoteheader\"]/div[6]/div[2]/div/div[1]/div[1]/div[1]/div[2]/div/div[2]').text.split('|')[1].strip()\n",
    "                if derived_code == code:\n",
    "                    industry_val = browser.find_element_by_xpath('//*[@id=\"getquoteheader\"]/div[6]/div[3]/div/div[5]/div/table/tbody/tr[7]/td[2]').text\n",
    "                    index_val = browser.find_element_by_xpath('//*[@id=\"getquoteheader\"]/div[6]/div[3]/div/div[5]/div/table/tbody/tr[5]/td[2]').text\n",
    "                else:\n",
    "                    industry_val = 'Scrapper derived wrong code here, so no value'\n",
    "                    index_val = derived_code\n",
    "                break\n",
    "            cnt += 1\n",
    "            sleep(0.5)    \n",
    "            logger.info(cnt)\n",
    "    except:\n",
    "        industry_val = ''\n",
    "        index_val = ''\n",
    "    return [industry_val,index_val]\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Loop through the data and invoke the function"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 500570 TATAMOTORS ['Commercial Vehicles', 'S&P BSE 100']\n",
      "1 500325 RELIANCE ['Integrated Oil & Gas', 'S&P BSE SENSEX']\n",
      "2 532540 TCS ['IT Consulting & Software', 'S&P BSE SENSEX']\n",
      "3 500477 ASHOKLEY ['Commercial Vehicles', 'S&P BSE 100']\n",
      "4 500470 TATASTEEL ['Iron & Steel/Interm.Products', 'S&P BSE 100']\n",
      "69.48852119999992\n"
     ]
    }
   ],
   "source": [
    "stock_list_output = pd.DataFrame(columns=['Code','Name','Group','Industry','Index'])\n",
    "starttime = timeit.default_timer()\n",
    "for index, row in stock_list.iterrows():\n",
    "    func_res = derive_industry(str(row[0]))\n",
    "    print(index,row[0],row[1],func_res)\n",
    "    stock_list_output.loc[index+1] = [row[0],row[1],row[2]]+func_res\n",
    "endtime = timeit.default_timer()\n",
    "print(endtime-starttime)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Result Output to CSV"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "stock_list_output.to_csv('bse_result.csv', encoding='utf-8', index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Deriveation for a single code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['Airlines', 'S&P BSE 100']\n"
     ]
    }
   ],
   "source": [
    "print(derive_industry('539448'))"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}