Indexing by Recursive External Partitioning.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**Example for file-sytem-based (and hence 'external') recursive horizontal partitioning**\n",
    "\n",
    "Copyright Jens Dittrich"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "show statistics (word count) for a given input file, in this case a list of geographical names\n",
    "taken from http://download.geonames.org/export/dump (CC BY 4.0, https://creativecommons.org/licenses/by/4.0/legalcode)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "I artificially shuffled the data for educational purposes. In general, real data is not necessarily sorted. This notebook is about that more general case."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "  197229 3336759 24267205 DE.shuffled.txt\r\n"
     ]
    }
   ],
   "source": [
    "!wc DE.shuffled.txt"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "show the first three rows of that file:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2938883\tDarßer Ort\tDarsser Ort\t\t54.47313\t12.50287\tP\tPPL\tDE\t\t12\t00\t13073\t13073012\t0\t\t2\tEurope/Berlin\t2015-09-04\r\n",
      "2863190\tNiederlamitzhammer\tNiederlamitzhammer\t\t50.16478\t11.98968\tP\tPPL\tDE\t\t02\t094\t09479\t09479129\t0\t\t574\tEurope/Berlin\t2013-02-19\r\n",
      "2869620\tMoorriem\tMoorriem\t\t53.25\t8.33333\tL\tAREA\tDE\t\t06\t\t\t\t0\t\t-2\tEurope/Berlin\t1994-01-08\r\n"
     ]
    }
   ],
   "source": [
    "!head -3 DE.shuffled.txt"
   ]
  },
  {
   "cell_type": "raw",
   "metadata": {},
   "source": [
    "The main 'geoname' table has the following fields :\n",
    "---------------------------------------------------\n",
    "geonameid         : integer id of record in geonames database\n",
    "name              : name of geographical point (utf8) varchar(200)\n",
    "asciiname         : name of geographical point in plain ascii characters, varchar(200)\n",
    "alternatenames    : alternatenames, comma separated, ascii names automatically transliterated, convenience attribute from alternatename table, varchar(10000)\n",
    "latitude          : latitude in decimal degrees (wgs84)\n",
    "longitude         : longitude in decimal degrees (wgs84)\n",
    "[..]\n",
    "\n",
    "source: http://download.geonames.org/export/dump/readme.txt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2938883 -> ('54.47313', '12.50287')\n",
      "2863190 -> ('50.16478', '11.98968')\n",
      "2869620 -> ('53.25', '8.33333')\n",
      "2844257 -> ('50.25418', '6.62014')\n",
      "2895454 -> ('51.63333', '10.61667')\n",
      "6486776 -> ('50.738', '7.10588')\n"
     ]
    }
   ],
   "source": [
    "# read a single row from the input file and transform it into a key/value-format:\n",
    "f = open(\"DE.shuffled.txt\", \"r\")\n",
    "count = 0\n",
    "for row in f:\n",
    "    row = row.split('\\t')\n",
    "    key = row[0]\n",
    "    #key = row[2]\n",
    "    value = (row[4], row[5])\n",
    "    print(key, \"->\", value) \n",
    "    count += 1\n",
    "    if count > 5:\n",
    "        break\n",
    "f.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# extract data from an original text row of the input file\n",
    "# only keep required attributes\n",
    "def ASCIIName_Position(row, delimiter):\n",
    "    row = row.split(delimiter)\n",
    "    key = row[2].strip('\\\"')\n",
    "    value = (row[4], row[5])\n",
    "    return key, value\n",
    "\n",
    "# extract the name from a row:\n",
    "def ID_ASCIIName(row, delimiter):\n",
    "    row = row.split(delimiter)\n",
    "    key = row[0].strip('\\\"')\n",
    "    value = (row[4], row[5])\n",
    "    return key, value\n",
    "\n",
    "# extract data from the key/value-representation of intermediate files\n",
    "def keyValueExtractor(row, delimiter):\n",
    "    row = row.split(delimiter)\n",
    "    key = row[0].strip()\n",
    "    value = (row[1].strip(), row[2].strip())\n",
    "    return key, value\n",
    "\n",
    "# a partitioning function returning the <position>-th character from <inputString>\n",
    "def radixPartitioningFunction(inputString, position):\n",
    "    if len(inputString) > position:\n",
    "        return inputString[position]\n",
    "    else:\n",
    "        return inputString[-1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "import os\n",
    "from tqdm import tqdm\n",
    "\n",
    "# output path for the files created by our index:\n",
    "outputPath = 'myindex/'\n",
    "sourceFile = \"DE.shuffled.txt\"\n",
    "\n",
    "# main-memory that we are allowed to use for buffers:\n",
    "inputBufferSize = 10*1024**2\n",
    "outputBufferSize = 1*1024**2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "10485760"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "inputBufferSize"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# a single partitioning step\n",
    "\n",
    "# notice that we explicitly keep the data in text format \n",
    "# this allows you to inspect the results of the algorithm easily\n",
    "# for performance reasons it would be better to keep the data in binary format once it was parsed\n",
    "def partitioningStep(outputPath, inputFileName, keyValueExtractorFunction, partitioningFunction, recursionLevel=0, delimiter='\\t'):\n",
    "    # initialize a dictionary for the output partitions and files created in this partitioning step\n",
    "    outputFiles = {}\n",
    "    # buffered read of the input file:\n",
    "    # open the input file\n",
    "    f = open(inputFileName, \"r\", buffering=inputBufferSize)\n",
    "\n",
    "    # for each text row in the input:\n",
    "    for row in f:\n",
    "        # extract the key,value-pair:\n",
    "        key,value = keyValueExtractorFunction(row, delimiter)\n",
    "        # ignore entries with an empty key:\n",
    "        if key == \"\":\n",
    "            print(\"ignored row: \", row)\n",
    "            continue\n",
    "        # compute the partition of the key:\n",
    "        partition = partitioningFunction(key.lower(), recursionLevel)\n",
    "\n",
    "        # check if the output file already exists, create it if not:\n",
    "        if partition not in outputFiles:\n",
    "            if not os.path.exists(outputPath):\n",
    "                os.makedirs(outputPath)\n",
    "            outputPartition = outputPath + str(partition) + '.csv'\n",
    "            fout = open(outputPartition, \"w\", buffering=outputBufferSize)\n",
    "            outputFiles[partition] = (fout, outputPartition, str(partition))\n",
    "        \n",
    "        outputFile = outputFiles[partition][0]\n",
    "        # write key/value-entry to corresponding output partition:\n",
    "        outString = str(key) + ',' + str(value[0]) + ',' + str(value[1]) + '\\n' \n",
    "        outputFile.write(outString)\n",
    "    # close the input file:\n",
    "    f.close()\n",
    "    \n",
    "    # close the output files:\n",
    "    for key, value in outputFiles.items():\n",
    "        value[0].close()\n",
    "    # return the dictionary of output files and the recursion level,\n",
    "    # handy for using this function in a recursion:\n",
    "    return outputFiles, recursionLevel+1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "7\n"
     ]
    }
   ],
   "source": [
    "# a simple prefix-index built on geonameid\n",
    "import shutil\n",
    "\n",
    "# remove the entire index (for demonstration purposes)\n",
    "if os.path.exists(outputPath):\n",
    "    shutil.rmtree(outputPath)\n",
    "\n",
    "sourceFile = \"DE.shuffled.txt\"\n",
    "\n",
    "# performs the initial partitioning step:\n",
    "outputFiles = partitioningStep(\n",
    "    outputPath,\n",
    "    sourceFile,\n",
    "    ID_ASCIIName,\n",
    "    radixPartitioningFunction)\n",
    "\n",
    "print(len(outputFiles[0]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "myindex/2.csv 3861749\n",
      "myindex/6.csv 367363\n",
      "myindex/1.csv 401044\n",
      "myindex/7.csv 81014\n",
      "myindex/9.csv 39788\n",
      "myindex/3.csv 75672\n",
      "myindex/8.csv 60885\n",
      "myindex/2/9.csv 1478180\n",
      "myindex/2/8.csv 2382916\n",
      "myindex/2/7.csv 578\n",
      "myindex/2/6.csv 49\n",
      "myindex/2/0.csv 26\n",
      "myindex/6/4.csv 33574\n",
      "myindex/6/5.csv 291641\n",
      "myindex/6/3.csv 912\n",
      "myindex/6/6.csv 7524\n",
      "myindex/6/9.csv 30225\n",
      "myindex/6/2.csv 3462\n",
      "myindex/6/1.csv 25\n",
      "myindex/1/1.csv 302159\n",
      "myindex/1/0.csv 86568\n",
      "myindex/1/2.csv 12292\n",
      "myindex/1/5.csv 25\n",
      "myindex/2/9/3.csv 246449\n",
      "myindex/2/9/4.csv 245923\n",
      "myindex/2/9/5.csv 245667\n",
      "myindex/2/9/1.csv 247608\n",
      "myindex/2/9/0.csv 245827\n",
      "myindex/2/9/2.csv 246706\n",
      "myindex/2/8/6.csv 246470\n",
      "myindex/2/8/4.csv 246592\n",
      "myindex/2/8/9.csv 246153\n",
      "myindex/2/8/5.csv 247914\n",
      "myindex/2/8/1.csv 247060\n",
      "myindex/2/8/8.csv 246252\n",
      "myindex/2/8/3.csv 246660\n",
      "myindex/2/8/7.csv 246946\n",
      "myindex/2/8/2.csv 246743\n",
      "myindex/2/8/0.csv 162126\n",
      "myindex/6/5/4.csv 42737\n",
      "myindex/6/5/5.csv 213407\n",
      "myindex/6/5/2.csv 10501\n",
      "myindex/6/5/3.csv 3255\n",
      "myindex/6/5/1.csv 8369\n",
      "myindex/6/5/0.csv 13372\n",
      "myindex/1/1/9.csv 143651\n",
      "myindex/1/1/4.csv 13179\n",
      "myindex/1/1/5.csv 34899\n",
      "myindex/1/1/6.csv 26773\n",
      "myindex/1/1/2.csv 23702\n",
      "myindex/1/1/1.csv 11990\n",
      "myindex/1/1/8.csv 18700\n",
      "myindex/1/1/3.csv 7014\n",
      "myindex/1/1/0.csv 10038\n",
      "myindex/1/1/7.csv 12213\n",
      "myindex/2/9/3/8.csv 24588\n",
      "myindex/2/9/3/6.csv 24787\n",
      "myindex/2/9/3/3.csv 24771\n",
      "myindex/2/9/3/0.csv 24754\n",
      "myindex/2/9/3/2.csv 24609\n",
      "myindex/2/9/3/9.csv 24714\n",
      "myindex/2/9/3/7.csv 24640\n",
      "myindex/2/9/3/4.csv 24560\n",
      "myindex/2/9/3/5.csv 24413\n",
      "myindex/2/9/3/1.csv 24613\n",
      "myindex/2/9/4/7.csv 24552\n",
      "myindex/2/9/4/8.csv 24685\n",
      "myindex/2/9/4/5.csv 24457\n",
      "myindex/2/9/4/2.csv 24674\n",
      "myindex/2/9/4/0.csv 24639\n",
      "myindex/2/9/4/9.csv 24754\n",
      "myindex/2/9/4/3.csv 24585\n",
      "myindex/2/9/4/1.csv 24577\n",
      "myindex/2/9/4/4.csv 24543\n",
      "myindex/2/9/4/6.csv 24457\n",
      "myindex/2/9/5/4.csv 24608\n",
      "myindex/2/9/5/7.csv 24713\n",
      "myindex/2/9/5/2.csv 24606\n",
      "myindex/2/9/5/9.csv 23662\n",
      "myindex/2/9/5/8.csv 24802\n",
      "myindex/2/9/5/5.csv 24703\n",
      "myindex/2/9/5/1.csv 24623\n",
      "myindex/2/9/5/0.csv 24652\n",
      "myindex/2/9/5/6.csv 24556\n",
      "myindex/2/9/5/3.csv 24742\n",
      "myindex/2/9/1/8.csv 25021\n",
      "myindex/2/9/1/7.csv 24720\n",
      "myindex/2/9/1/0.csv 24617\n",
      "myindex/2/9/1/1.csv 24560\n",
      "myindex/2/9/1/5.csv 24747\n",
      "myindex/2/9/1/4.csv 24842\n",
      "myindex/2/9/1/3.csv 24964\n",
      "myindex/2/9/1/6.csv 24475\n",
      "myindex/2/9/1/9.csv 24965\n",
      "myindex/2/9/1/2.csv 24697\n",
      "myindex/2/9/0/0.csv 24473\n",
      "myindex/2/9/0/6.csv 24579\n",
      "myindex/2/9/0/7.csv 24609\n",
      "myindex/2/9/0/3.csv 24595\n",
      "myindex/2/9/0/1.csv 24562\n",
      "myindex/2/9/0/4.csv 24642\n",
      "myindex/2/9/0/8.csv 24486\n",
      "myindex/2/9/0/9.csv 24788\n",
      "myindex/2/9/0/5.csv 24567\n",
      "myindex/2/9/0/2.csv 24526\n",
      "myindex/2/9/2/2.csv 24714\n",
      "myindex/2/9/2/6.csv 24412\n",
      "myindex/2/9/2/5.csv 24889\n",
      "myindex/2/9/2/3.csv 24609\n",
      "myindex/2/9/2/8.csv 24649\n",
      "myindex/2/9/2/1.csv 24800\n",
      "myindex/2/9/2/4.csv 24637\n",
      "myindex/2/9/2/9.csv 24671\n",
      "myindex/2/9/2/0.csv 24717\n",
      "myindex/2/9/2/7.csv 24608\n",
      "myindex/2/8/6/3.csv 24765\n",
      "myindex/2/8/6/9.csv 24566\n",
      "myindex/2/8/6/7.csv 24703\n",
      "myindex/2/8/6/1.csv 24746\n",
      "myindex/2/8/6/2.csv 24650\n",
      "myindex/2/8/6/4.csv 24500\n",
      "myindex/2/8/6/8.csv 24558\n",
      "myindex/2/8/6/5.csv 24689\n",
      "myindex/2/8/6/6.csv 24627\n",
      "myindex/2/8/6/0.csv 24666\n",
      "myindex/2/8/4/4.csv 24604\n",
      "myindex/2/8/4/3.csv 24639\n",
      "myindex/2/8/4/5.csv 24623\n",
      "myindex/2/8/4/6.csv 24631\n",
      "myindex/2/8/4/1.csv 24470\n",
      "myindex/2/8/4/2.csv 24717\n",
      "myindex/2/8/4/0.csv 24617\n",
      "myindex/2/8/4/9.csv 24760\n",
      "myindex/2/8/4/8.csv 24839\n",
      "myindex/2/8/4/7.csv 24692\n",
      "myindex/2/8/9/5.csv 24861\n",
      "myindex/2/8/9/2.csv 24599\n",
      "myindex/2/8/9/3.csv 24590\n",
      "myindex/2/8/9/6.csv 24386\n",
      "myindex/2/8/9/4.csv 24608\n",
      "myindex/2/8/9/1.csv 24735\n",
      "myindex/2/8/9/7.csv 24436\n",
      "myindex/2/8/9/0.csv 24511\n",
      "myindex/2/8/9/9.csv 24769\n",
      "myindex/2/8/9/8.csv 24658\n",
      "myindex/2/8/5/5.csv 24714\n",
      "myindex/2/8/5/8.csv 24870\n",
      "myindex/2/8/5/6.csv 24441\n",
      "myindex/2/8/5/2.csv 24953\n",
      "myindex/2/8/5/3.csv 24892\n",
      "myindex/2/8/5/4.csv 24828\n",
      "myindex/2/8/5/0.csv 24841\n",
      "myindex/2/8/5/9.csv 24985\n",
      "myindex/2/8/5/1.csv 24941\n",
      "myindex/2/8/5/7.csv 24449\n",
      "myindex/2/8/1/5.csv 24515\n",
      "myindex/2/8/1/6.csv 24583\n",
      "myindex/2/8/1/9.csv 24857\n",
      "myindex/2/8/1/1.csv 24688\n",
      "myindex/2/8/1/2.csv 24828\n",
      "myindex/2/8/1/7.csv 24712\n",
      "myindex/2/8/1/0.csv 24450\n",
      "myindex/2/8/1/4.csv 24814\n",
      "myindex/2/8/1/8.csv 24841\n",
      "myindex/2/8/1/3.csv 24772\n",
      "myindex/2/8/8/2.csv 24763\n",
      "myindex/2/8/8/3.csv 24609\n",
      "myindex/2/8/8/4.csv 24575\n",
      "myindex/2/8/8/1.csv 24554\n",
      "myindex/2/8/8/7.csv 24570\n",
      "myindex/2/8/8/9.csv 24386\n",
      "myindex/2/8/8/8.csv 24758\n",
      "myindex/2/8/8/0.csv 24650\n",
      "myindex/2/8/8/5.csv 24642\n",
      "myindex/2/8/8/6.csv 24745\n",
      "myindex/2/8/3/6.csv 24657\n",
      "myindex/2/8/3/2.csv 24730\n",
      "myindex/2/8/3/0.csv 24614\n",
      "myindex/2/8/3/5.csv 24503\n",
      "myindex/2/8/3/8.csv 24695\n",
      "myindex/2/8/3/9.csv 24640\n",
      "myindex/2/8/3/1.csv 24727\n",
      "myindex/2/8/3/4.csv 24679\n",
      "myindex/2/8/3/3.csv 24624\n",
      "myindex/2/8/3/7.csv 24791\n",
      "myindex/2/8/7/7.csv 24599\n",
      "myindex/2/8/7/9.csv 24635\n",
      "myindex/2/8/7/1.csv 24749\n",
      "myindex/2/8/7/6.csv 24782\n",
      "myindex/2/8/7/2.csv 24784\n",
      "myindex/2/8/7/4.csv 24715\n",
      "myindex/2/8/7/5.csv 24660\n",
      "myindex/2/8/7/3.csv 24711\n",
      "myindex/2/8/7/0.csv 24642\n",
      "myindex/2/8/7/8.csv 24669\n",
      "myindex/2/8/2/0.csv 24719\n",
      "myindex/2/8/2/5.csv 24477\n",
      "myindex/2/8/2/4.csv 24566\n",
      "myindex/2/8/2/2.csv 24784\n",
      "myindex/2/8/2/3.csv 24820\n",
      "myindex/2/8/2/6.csv 24809\n",
      "myindex/2/8/2/9.csv 24630\n",
      "myindex/2/8/2/8.csv 24631\n",
      "myindex/2/8/2/1.csv 24638\n",
      "myindex/2/8/2/7.csv 24669\n",
      "myindex/2/8/0/4.csv 24892\n",
      "myindex/2/8/0/9.csv 24715\n",
      "myindex/2/8/0/6.csv 24933\n",
      "myindex/2/8/0/7.csv 24686\n",
      "myindex/2/8/0/5.csv 24789\n",
      "myindex/2/8/0/8.csv 24713\n",
      "myindex/2/8/0/3.csv 13398\n",
      "myindex/6/5/5/5.csv 22999\n",
      "myindex/6/5/5/0.csv 22004\n",
      "myindex/6/5/5/2.csv 22739\n",
      "myindex/6/5/5/1.csv 22397\n",
      "myindex/6/5/5/6.csv 22995\n",
      "myindex/6/5/5/7.csv 23362\n",
      "myindex/6/5/5/3.csv 22747\n",
      "myindex/6/5/5/8.csv 23585\n",
      "myindex/6/5/5/9.csv 7731\n",
      "myindex/6/5/5/4.csv 22848\n",
      "myindex/1/1/9/7.csv 140495\n",
      "myindex/1/1/9/0.csv 1170\n",
      "myindex/1/1/9/6.csv 739\n",
      "myindex/1/1/9/1.csv 155\n",
      "myindex/1/1/9/9.csv 285\n",
      "myindex/1/1/9/5.csv 493\n",
      "myindex/1/1/9/8.csv 288\n",
      "myindex/1/1/9/2.csv 26\n",
      "myindex/1/1/9/7/4.csv 25645\n",
      "myindex/1/1/9/7/6.csv 25233\n",
      "myindex/1/1/9/7/3.csv 25786\n",
      "myindex/1/1/9/7/7.csv 25987\n",
      "myindex/1/1/9/7/5.csv 25591\n",
      "myindex/1/1/9/7/2.csv 8024\n",
      "myindex/1/1/9/7/8.csv 3707\n",
      "myindex/1/1/9/7/9.csv 522\n"
     ]
    }
   ],
   "source": [
    "# recursive partitioning:\n",
    "\n",
    "# notice that we \"simulate\" recursion by collecting the return values of a single partitioning step in a queue\n",
    "# this leads to a level-wise partitioning tree\n",
    "\n",
    "queue = [outputFiles]\n",
    "# the following cut off determines whether a file is further partitioned:\n",
    "partitioningCutOff = 100*1024 # Bytes, i.e. 4KB\n",
    "\n",
    "while len(queue)> 0:\n",
    "    # remove next entry from the queue:\n",
    "    outputFiles, recursionLevel  = queue.pop(0)\n",
    "\n",
    "    # condition to stop the recursion based on the recursion level:\n",
    "    if (recursionLevel>=10):\n",
    "        continue\n",
    "\n",
    "    # loop over all output partitions found in <outputFiles>:\n",
    "    for key, value in outputFiles.items():\n",
    "        \n",
    "        # directory for the input, and output partitions:\n",
    "        _inputPartitionFileName, _outputPath = value[1], value[1].split('.')[0] + '/'\n",
    "        \n",
    "        # get the file size of the input file:\n",
    "        fileSize = os.stat(_inputPartitionFileName).st_size\n",
    "        print(_inputPartitionFileName, fileSize)\n",
    "        \n",
    "        # skip further partitioning steps if the input is too small:\n",
    "        if fileSize < partitioningCutOff:\n",
    "            continue\n",
    "\n",
    "        # call the partitioning function:\n",
    "        outputFiles = partitioningStep(_outputPath,\n",
    "                     _inputPartitionFileName,\n",
    "                     keyValueExtractor,\n",
    "                     radixPartitioningFunction,\n",
    "                     recursionLevel, \n",
    "                     delimiter=',')\n",
    "        # remove the input file\n",
    "        os.remove(_inputPartitionFileName)\n",
    "        \n",
    "        # append the result of this partitioning step to the queue\n",
    "        # we need this if we want to recurse further\n",
    "        queue.append( outputFiles )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "# from http://code.activestate.com/recipes/217212-treepy-graphically-displays-the-directory-structur/\n",
    "from os import listdir, sep\n",
    "from os.path import abspath, basename, isdir\n",
    "from sys import argv\n",
    "\n",
    "def tree(dir, padding, print_files=False):\n",
    "    print (padding[:-1] + '+' + basename(abspath(dir)) + '/')\n",
    "    padding = padding + ' '\n",
    "    files = []\n",
    "    if print_files:\n",
    "        files = listdir(dir)\n",
    "    else:\n",
    "        files = [x for x in listdir(dir) if isdir(dir + sep + x)]\n",
    "    count = 0\n",
    "    for file in files:\n",
    "        count += 1\n",
    "        #print (padding + '|')\n",
    "        path = dir + sep + file\n",
    "        if isdir(path):\n",
    "            if count == len(files):\n",
    "                tree(path, padding + ' ', print_files)\n",
    "            else:\n",
    "                tree(path, padding + '∣', print_files)\n",
    "        else:\n",
    "            print (padding + '+' + file)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "+myindex/\n",
      "  +7.csv\n",
      "  +3.csv\n",
      "  +6/\n",
      "  ∣ +6.csv\n",
      "  ∣ +4.csv\n",
      "  ∣ +1.csv\n",
      "  ∣ +3.csv\n",
      "  ∣ +2.csv\n",
      "  ∣ +9.csv\n",
      "  ∣ +5/\n",
      "  ∣   +4.csv\n",
      "  ∣   +0.csv\n",
      "  ∣   +1.csv\n",
      "  ∣   +3.csv\n",
      "  ∣   +2.csv\n",
      "  ∣   +5/\n",
      "  ∣     +6.csv\n",
      "  ∣     +7.csv\n",
      "  ∣     +5.csv\n",
      "  ∣     +4.csv\n",
      "  ∣     +0.csv\n",
      "  ∣     +1.csv\n",
      "  ∣     +3.csv\n",
      "  ∣     +2.csv\n",
      "  ∣     +9.csv\n",
      "  ∣     +8.csv\n",
      "  +1/\n",
      "  ∣ +5.csv\n",
      "  ∣ +0.csv\n",
      "  ∣ +2.csv\n",
      "  ∣ +1/\n",
      "  ∣   +6.csv\n",
      "  ∣   +7.csv\n",
      "  ∣   +5.csv\n",
      "  ∣   +4.csv\n",
      "  ∣   +0.csv\n",
      "  ∣   +1.csv\n",
      "  ∣   +3.csv\n",
      "  ∣   +2.csv\n",
      "  ∣   +9/\n",
      "  ∣   ∣ +6.csv\n",
      "  ∣   ∣ +5.csv\n",
      "  ∣   ∣ +0.csv\n",
      "  ∣   ∣ +1.csv\n",
      "  ∣   ∣ +2.csv\n",
      "  ∣   ∣ +7/\n",
      "  ∣   ∣ ∣ +6.csv\n",
      "  ∣   ∣ ∣ +7.csv\n",
      "  ∣   ∣ ∣ +5.csv\n",
      "  ∣   ∣ ∣ +4.csv\n",
      "  ∣   ∣ ∣ +3.csv\n",
      "  ∣   ∣ ∣ +2.csv\n",
      "  ∣   ∣ ∣ +9.csv\n",
      "  ∣   ∣ ∣ +8.csv\n",
      "  ∣   ∣ +9.csv\n",
      "  ∣   ∣ +8.csv\n",
      "  ∣   +8.csv\n",
      "  +9.csv\n",
      "  +8.csv\n",
      "  +2/\n",
      "    +6.csv\n",
      "    +7.csv\n",
      "    +0.csv\n",
      "    +9/\n",
      "    ∣ +0/\n",
      "    ∣ ∣ +6.csv\n",
      "    ∣ ∣ +7.csv\n",
      "    ∣ ∣ +5.csv\n",
      "    ∣ ∣ +4.csv\n",
      "    ∣ ∣ +0.csv\n",
      "    ∣ ∣ +1.csv\n",
      "    ∣ ∣ +3.csv\n",
      "    ∣ ∣ +2.csv\n",
      "    ∣ ∣ +9.csv\n",
      "    ∣ ∣ +8.csv\n",
      "    ∣ +1/\n",
      "    ∣ ∣ +6.csv\n",
      "    ∣ ∣ +7.csv\n",
      "    ∣ ∣ +5.csv\n",
      "    ∣ ∣ +4.csv\n",
      "    ∣ ∣ +0.csv\n",
      "    ∣ ∣ +1.csv\n",
      "    ∣ ∣ +3.csv\n",
      "    ∣ ∣ +2.csv\n",
      "    ∣ ∣ +9.csv\n",
      "    ∣ ∣ +8.csv\n",
      "    ∣ +4/\n",
      "    ∣ ∣ +6.csv\n",
      "    ∣ ∣ +7.csv\n",
      "    ∣ ∣ +5.csv\n",
      "    ∣ ∣ +4.csv\n",
      "    ∣ ∣ +0.csv\n",
      "    ∣ ∣ +1.csv\n",
      "    ∣ ∣ +3.csv\n",
      "    ∣ ∣ +2.csv\n",
      "    ∣ ∣ +9.csv\n",
      "    ∣ ∣ +8.csv\n",
      "    ∣ +3/\n",
      "    ∣ ∣ +6.csv\n",
      "    ∣ ∣ +7.csv\n",
      "    ∣ ∣ +5.csv\n",
      "    ∣ ∣ +4.csv\n",
      "    ∣ ∣ +0.csv\n",
      "    ∣ ∣ +1.csv\n",
      "    ∣ ∣ +3.csv\n",
      "    ∣ ∣ +2.csv\n",
      "    ∣ ∣ +9.csv\n",
      "    ∣ ∣ +8.csv\n",
      "    ∣ +2/\n",
      "    ∣ ∣ +6.csv\n",
      "    ∣ ∣ +7.csv\n",
      "    ∣ ∣ +5.csv\n",
      "    ∣ ∣ +4.csv\n",
      "    ∣ ∣ +0.csv\n",
      "    ∣ ∣ +1.csv\n",
      "    ∣ ∣ +3.csv\n",
      "    ∣ ∣ +2.csv\n",
      "    ∣ ∣ +9.csv\n",
      "    ∣ ∣ +8.csv\n",
      "    ∣ +5/\n",
      "    ∣   +6.csv\n",
      "    ∣   +7.csv\n",
      "    ∣   +5.csv\n",
      "    ∣   +4.csv\n",
      "    ∣   +0.csv\n",
      "    ∣   +1.csv\n",
      "    ∣   +3.csv\n",
      "    ∣   +2.csv\n",
      "    ∣   +9.csv\n",
      "    ∣   +8.csv\n",
      "    +8/\n",
      "      +9/\n",
      "      ∣ +6.csv\n",
      "      ∣ +7.csv\n",
      "      ∣ +5.csv\n",
      "      ∣ +4.csv\n",
      "      ∣ +0.csv\n",
      "      ∣ +1.csv\n",
      "      ∣ +3.csv\n",
      "      ∣ +2.csv\n",
      "      ∣ +9.csv\n",
      "      ∣ +8.csv\n",
      "      +0/\n",
      "      ∣ +6.csv\n",
      "      ∣ +7.csv\n",
      "      ∣ +5.csv\n",
      "      ∣ +4.csv\n",
      "      ∣ +3.csv\n",
      "      ∣ +9.csv\n",
      "      ∣ +8.csv\n",
      "      +7/\n",
      "      ∣ +6.csv\n",
      "      ∣ +7.csv\n",
      "      ∣ +5.csv\n",
      "      ∣ +4.csv\n",
      "      ∣ +0.csv\n",
      "      ∣ +1.csv\n",
      "      ∣ +3.csv\n",
      "      ∣ +2.csv\n",
      "      ∣ +9.csv\n",
      "      ∣ +8.csv\n",
      "      +6/\n",
      "      ∣ +6.csv\n",
      "      ∣ +7.csv\n",
      "      ∣ +5.csv\n",
      "      ∣ +4.csv\n",
      "      ∣ +0.csv\n",
      "      ∣ +1.csv\n",
      "      ∣ +3.csv\n",
      "      ∣ +2.csv\n",
      "      ∣ +9.csv\n",
      "      ∣ +8.csv\n",
      "      +1/\n",
      "      ∣ +6.csv\n",
      "      ∣ +7.csv\n",
      "      ∣ +5.csv\n",
      "      ∣ +4.csv\n",
      "      ∣ +0.csv\n",
      "      ∣ +1.csv\n",
      "      ∣ +3.csv\n",
      "      ∣ +2.csv\n",
      "      ∣ +9.csv\n",
      "      ∣ +8.csv\n",
      "      +8/\n",
      "      ∣ +6.csv\n",
      "      ∣ +7.csv\n",
      "      ∣ +5.csv\n",
      "      ∣ +4.csv\n",
      "      ∣ +0.csv\n",
      "      ∣ +1.csv\n",
      "      ∣ +3.csv\n",
      "      ∣ +2.csv\n",
      "      ∣ +9.csv\n",
      "      ∣ +8.csv\n",
      "      +4/\n",
      "      ∣ +6.csv\n",
      "      ∣ +7.csv\n",
      "      ∣ +5.csv\n",
      "      ∣ +4.csv\n",
      "      ∣ +0.csv\n",
      "      ∣ +1.csv\n",
      "      ∣ +3.csv\n",
      "      ∣ +2.csv\n",
      "      ∣ +9.csv\n",
      "      ∣ +8.csv\n",
      "      +3/\n",
      "      ∣ +6.csv\n",
      "      ∣ +7.csv\n",
      "      ∣ +5.csv\n",
      "      ∣ +4.csv\n",
      "      ∣ +0.csv\n",
      "      ∣ +1.csv\n",
      "      ∣ +3.csv\n",
      "      ∣ +2.csv\n",
      "      ∣ +9.csv\n",
      "      ∣ +8.csv\n",
      "      +2/\n",
      "      ∣ +6.csv\n",
      "      ∣ +7.csv\n",
      "      ∣ +5.csv\n",
      "      ∣ +4.csv\n",
      "      ∣ +0.csv\n",
      "      ∣ +1.csv\n",
      "      ∣ +3.csv\n",
      "      ∣ +2.csv\n",
      "      ∣ +9.csv\n",
      "      ∣ +8.csv\n",
      "      +5/\n",
      "        +6.csv\n",
      "        +7.csv\n",
      "        +5.csv\n",
      "        +4.csv\n",
      "        +0.csv\n",
      "        +1.csv\n",
      "        +3.csv\n",
      "        +2.csv\n",
      "        +9.csv\n",
      "        +8.csv\n"
     ]
    }
   ],
   "source": [
    "# print the partitioning tree created by the recursive partitioning:\n",
    "# note that the leaf nodes, i.e. the csv-files are not printed\n",
    "tree('myindex',' ', True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "search myindex/ 0\n",
      "search myindex/1/ 1\n",
      "search myindex/1/1/ 2\n",
      "search myindex/1/1/9/ 3\n",
      "search myindex/1/1/9/7/ 4\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "({('11974229', ('48.4165', '12.81853'))},\n",
       " 'results retrieved from last matching file leave myindex/1/1/9/7/4.csv')"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# simple recursive prefix search:\n",
    "def search(searchString, path=outputPath, recursionDepth=0):\n",
    "    print (\"search\", path, recursionDepth)\n",
    "    if len(searchString) <= recursionDepth:\n",
    "        return set({}), \"WARNING: entire directory \"+path+\" qualifies! Result omitted!\"\n",
    "    directory = path + searchString[recursionDepth]\n",
    "    if os.path.exists(directory):\n",
    "        return search(searchString, directory+\"/\", recursionDepth+1)\n",
    "    else:\n",
    "        result = set()\n",
    "        file = directory +\".csv\"\n",
    "        if os.path.exists(file):\n",
    "            f = open(file, \"r\")\n",
    "            for row in f:\n",
    "                key,value = keyValueExtractor(f.readline(),\",\")\n",
    "                if key.startswith(searchString):\n",
    "                    #print(key, \"->\", value) \n",
    "                    result.add((key,value))\n",
    "            f.close()\n",
    "            return result, \"results retrieved from last matching file leave \" + file \n",
    "        else:\n",
    "            return set(), \"no result found\" # empty set, i.e. no results foun\n",
    "            \n",
    "search (\"11974229\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "11974118,49.15129,8.98465\r\n",
      "11974300,48.81499,9.02532\r\n",
      "11974355,49.09229,8.27227\r\n",
      "11974207,49.49692,10.78473\r\n",
      "11974044,54.30985,9.94702\r\n",
      "11974466,50.92432,8.442\r\n",
      "11974154,52.08983,7.59934\r\n",
      "11974806,48.72988,9.32727\r\n",
      "11974990,47.62062,9.95354\r\n",
      "11974952,49.77112,9.32972\r\n",
      "11974149,48.19915,10.85241\r\n",
      "11974302,49.24389,7.52603\r\n",
      "11974923,48.01964,12.1467\r\n",
      "11974862,49.70542,8.32599\r\n",
      "11974968,49.11954,8.27417\r\n",
      "11974229,48.4165,12.81853\r\n",
      "11974534,50.31849,6.61516\r\n",
      "11974548,49.65909,8.56626\r\n",
      "11974571,54.33123,9.03075\r\n",
      "11974075,50.89688,9.74333\r\n",
      "11974993,49.48338,11.24636\r\n",
      "11974428,48.13746,7.80293\r\n",
      "11974818,48.23587,10.85183\r\n",
      "11974767,50.78629,7.78852\r\n",
      "11974260,48.05357,9.4334\r\n",
      "11974516,52.2851,9.60857\r\n",
      "11974268,48.59458,10.25833\r\n",
      "11974412,50.16533,7.20326\r\n",
      "11974619,49.12159,11.76621\r\n",
      "11974879,49.16436,11.72335\r\n",
      "11974448,47.91649,11.75901\r\n",
      "11974815,49.84074,9.15422\r\n",
      "11974032,50.36178,7.99257\r\n",
      "11974125,48.76831,8.33671\r\n",
      "11974853,51.3605,8.48421\r\n",
      "11974733,49.62665,11.55171\r\n",
      "11974312,48.04657,11.69887\r\n",
      "11974936,52.1337,7.56475\r\n",
      "11974030,48.90985,8.74377\r\n",
      "11974960,48.49621,9.17544\r\n",
      "11974038,48.90921,9.18023\r\n",
      "11974799,48.70519,9.12734\r\n",
      "11974352,50.58303,6.76916\r\n",
      "11974975,49.24475,7.50744\r\n",
      "11974983,49.21448,12.51574\r\n",
      "11974560,53.95876,10.86559\r\n",
      "11974060,50.09444,8.67125\r\n",
      "11974136,51.59027,6.98442\r\n",
      "11974297,49.31741,8.53739\r\n",
      "11974796,49.35424,8.15831\r\n",
      "11974348,47.66089,7.54294\r\n",
      "11974967,47.70953,7.53164\r\n",
      "11974092,49.32716,7.09392\r\n",
      "11974367,51.1298,6.62106\r\n",
      "11974581,48.88951,8.32358\r\n",
      "11974934,50.51543,7.03651\r\n",
      "11974587,49.45096,8.53811\r\n",
      "11974501,47.56341,8.05831\r\n",
      "11974893,48.89339,8.67816\r\n",
      "11974208,50.02776,11.56627\r\n",
      "11974489,48.49045,10.84797\r\n",
      "11974720,49.19341,9.22294\r\n",
      "11974156,51.20996,9.44886\r\n",
      "11974674,48.17767,11.47279\r\n",
      "11974110,48.68675,8.36237\r\n",
      "11974714,49.40491,8.84143\r\n",
      "11974138,49.82857,9.15219\r\n",
      "11974831,49.20196,9.52692\r\n",
      "11974963,50.62921,6.94751\r\n",
      "11974384,47.68303,9.54818\r\n",
      "11974031,52.78337,9.23139\r\n",
      "11974316,52.27195,9.65322\r\n",
      "11974364,51.56738,7.61306\r\n",
      "11974462,49.07002,11.88406\r\n",
      "11974703,49.52392,7.14628\r\n",
      "11974390,48.93916,9.32906\r\n",
      "11974608,51.46289,8.8549\r\n",
      "11974591,48.03129,8.46915\r\n",
      "11974908,50.88291,7.06472\r\n",
      "11974478,47.59949,9.54484\r\n",
      "11974317,51.99839,7.12257\r\n",
      "11974518,47.6974,10.60121\r\n",
      "11974100,48.80577,8.31998\r\n",
      "11974916,49.52076,10.82818\r\n",
      "11974201,47.61284,7.61168\r\n",
      "11974561,53.9648,10.8756\r\n",
      "11974536,47.88343,8.3418\r\n",
      "11974901,49.28828,11.41368\r\n",
      "11974973,49.16785,8.93655\r\n",
      "11974103,49.43549,7.74412\r\n",
      "11974783,50.7366,8.70838\r\n",
      "11974776,50.14727,9.01256\r\n",
      "11974424,51.02113,6.89782\r\n",
      "11974271,51.10432,6.3674\r\n",
      "11974739,49.2922,8.53008\r\n",
      "11974133,50.58835,8.66914\r\n",
      "11974493,48.86888,10.23656\r\n",
      "11974435,48.09827,7.88707\r\n",
      "11974760,48.80642,9.23486\r\n",
      "11974153,47.5509,7.65951\r\n",
      "11974402,47.48303,11.23859\r\n",
      "11974256,51.06177,6.10894\r\n",
      "11974418,50.34946,7.56065\r\n",
      "11974080,47.67248,9.41738\r\n",
      "11974342,49.6966,10.25562\r\n",
      "11974165,50.68675,6.81619\r\n",
      "11974234,49.41,8.77491\r\n",
      "11974848,49.37351,8.57901\r\n",
      "11974634,51.42833,7.8078\r\n",
      "11974179,48.04402,7.87418\r\n",
      "11974504,49.07651,9.14614\r\n",
      "11974255,49.6257,7.6069\r\n",
      "11974648,50.15498,11.11624\r\n",
      "11974808,48.78236,10.10765\r\n",
      "11974050,49.30474,7.03113\r\n",
      "11974889,52.36803,9.00981\r\n",
      "11974677,48.19781,11.52592\r\n",
      "11974284,50.88696,6.1195\r\n",
      "11974777,50.71773,8.3033\r\n",
      "11974363,51.58522,7.661\r\n",
      "11974394,48.65776,9.41629\r\n",
      "11974295,49.76334,7.8291\r\n",
      "11974668,48.79917,8.72833\r\n",
      "11974775,48.22134,10.3745\r\n",
      "11974123,48.35133,10.03728\r\n",
      "11974517,51.4104,7.82662\r\n",
      "11974186,47.63323,7.68089\r\n",
      "11974570,49.24959,6.90421\r\n",
      "11974314,49.51834,11.49146\r\n",
      "11974494,49.45542,9.9231\r\n",
      "11974140,50.97126,6.58963\r\n",
      "11974500,47.93365,12.92236\r\n",
      "11974623,50.59137,6.6423\r\n",
      "11974147,49.68496,10.02559\r\n",
      "11974606,51.68297,7.13142\r\n",
      "11974682,48.16422,11.47812\r\n",
      "11974912,50.34884,11.31082\r\n",
      "11974012,49.14379,9.40273\r\n",
      "11974785,50.75677,8.73367\r\n",
      "11974414,49.23817,8.14827\r\n",
      "11974069,48.46757,8.41069\r\n",
      "11974226,48.101,10.48252\r\n",
      "11974004,49.99869,6.57096\r\n",
      "11974985,51.15438,9.54837\r\n",
      "11974509,52.03493,7.0885\r\n",
      "11974690,48.8768,8.27429\r\n",
      "11974822,48.96754,12.17\r\n",
      "11974978,48.24873,7.77304\r\n",
      "11974054,47.65171,9.50202\r\n",
      "11974861,50.2191,8.90338\r\n",
      "11974680,48.1765,11.40789\r\n",
      "11974434,50.83173,6.07449\r\n",
      "11974252,51.06504,6.09888\r\n",
      "11974820,50.20902,9.6178\r\n",
      "11974788,48.59343,10.83731\r\n",
      "11974370,49.14448,8.54787\r\n",
      "11974640,48.2627,10.98829\r\n",
      "11974059,49.49397,8.43896\r\n",
      "11974076,50.80204,7.15938\r\n",
      "11974909,47.96196,11.30648\r\n",
      "11974112,48.82239,12.39208\r\n",
      "11974842,51.39202,8.13208\r\n",
      "11974235,49.41193,8.64157\r\n",
      "11974819,49.41692,9.27885\r\n",
      "11974800,48.64793,9.36413\r\n",
      "11974291,51.2165,6.96668\r\n",
      "11974081,53.52812,10.33967\r\n",
      "11974231,51.36299,9.42273\r\n",
      "11974698,49.44717,12.1807\r\n",
      "11974622,50.51723,7.02046\r\n",
      "11974686,49.92368,8.85389\r\n",
      "11974011,50.13356,8.57849\r\n",
      "11974526,49.41692,9.00646\r\n",
      "11974199,48.30917,11.71433\r\n",
      "11974789,50.07034,10.1538\r\n",
      "11974928,50.00793,11.59333\r\n",
      "11974420,48.93172,12.20875\r\n",
      "11974646,49.49548,6.59832\r\n",
      "11974003,48.94823,9.29941\r\n",
      "11974431,48.73952,10.11613\r\n",
      "11974964,50.48949,7.33343\r\n",
      "11974651,47.75767,9.2972\r\n",
      "11974540,50.94293,6.83444\r\n",
      "11974857,48.27419,7.79028\r\n",
      "11974791,52.07739,7.46164\r\n",
      "11974191,49.01628,8.25322\r\n",
      "11974891,48.11779,10.45182\r\n",
      "11974859,53.22278,8.79743\r\n",
      "11974408,48.01434,8.46781\r\n",
      "11974996,49.13802,8.14152\r\n",
      "11974467,49.37334,8.07439\r\n",
      "11974855,49.85756,8.35808\r\n",
      "11974087,47.65715,9.45199\r\n",
      "11974684,50.9642,8.71867\r\n",
      "11974657,49.32111,9.35798\r\n",
      "11974029,54.13534,10.61012\r\n",
      "11974768,50.14981,8.35102\r\n",
      "11974447,50.50644,6.97856\r\n",
      "11974021,50.82417,6.32032\r\n",
      "11974507,50.32955,7.90577\r\n",
      "11974473,48.52394,12.14073\r\n",
      "11974701,48.54201,8.73264\r\n",
      "11974946,48.4712,11.5102\r\n",
      "11974552,47.81565,9.05319\r\n",
      "11974499,50.01067,9.27769\r\n",
      "11974949,49.35397,8.77884\r\n",
      "11974550,49.39217,11.32386\r\n",
      "11974311,50.08447,8.44384\r\n",
      "11974432,50.89556,7.05717\r\n",
      "11974293,50.00425,8.3504\r\n",
      "11974635,50.77992,7.14955\r\n",
      "11974751,47.9102,8.21088\r\n",
      "11974888,48.41345,11.46988\r\n",
      "11974943,49.36792,11.04017\r\n",
      "11974483,49.2,8.64192\r\n",
      "11974132,54.40989,9.97868\r\n",
      "11974697,51.94641,7.52613\r\n",
      "11974524,51.04582,6.98812\r\n",
      "11974506,48.23001,9.84785\r\n",
      "11974065,49.40137,12.02032\r\n",
      "11974834,51.82911,8.1426\r\n",
      "11974212,49.49886,11.55456\r\n",
      "11974885,48.85755,12.43739\r\n",
      "11974700,49.91911,8.34188\r\n",
      "11974105,48.13037,12.57299\r\n",
      "11974270,49.54458,11.1468\r\n",
      "11974594,47.63255,10.48028\r\n",
      "11974411,48.52663,8.39901\r\n",
      "11974120,48.40466,8.01019\r\n",
      "11974017,50.81353,6.25194\r\n",
      "11974111,48.07066,11.37615\r\n",
      "11974749,52.50332,9.45528\r\n",
      "11974407,49.78142,9.17655\r\n",
      "11974392,48.52875,9.13948\r\n",
      "11974192,49.53635,10.7678\r\n",
      "11974143,49.0449,8.72471\r\n",
      "11974068,48.46741,8.42142\r\n",
      "11974894,47.5957,10.55774\r\n",
      "11974242,49.14028,9.25257\r\n",
      "11974675,48.15597,11.41331\r\n",
      "11974287,48.28953,10.36227\r\n",
      "11974275,47.99885,11.17057\r\n",
      "11974135,48.66104,9.78783\r\n",
      "11974282,50.88543,6.101\r\n",
      "11974988,48.55546,8.39736\r\n",
      "11974347,51.93998,8.43852\r\n",
      "11974644,50.84003,6.51805\r\n",
      "11974650,49.35281,11.27456\r\n",
      "11974008,51.07656,6.32172\r\n",
      "11974358,50.2321,7.12957\r\n",
      "11974929,49.44875,7.55671\r\n",
      "11974495,49.74253,9.17913\r\n",
      "11974926,49.11184,10.92538\r\n",
      "11974944,50.36015,8.87458\r\n",
      "11974279,49.50949,8.19004\r\n",
      "11974497,49.5071,11.28598\r\n",
      "11974018,50.81771,6.25172\r\n",
      "11974288,49.44267,8.89606\r\n",
      "11974531,52.35432,9.28887\r\n",
      "11974941,50.25056,12.03246\r\n",
      "11974616,49.3358,8.79555\r\n",
      "11974933,50.00969,8.4545\r\n",
      "11974625,49.32066,8.81284\r\n",
      "11974559,53.92495,10.81889\r\n",
      "11974678,48.09275,11.60601\r\n",
      "11974036,49.78693,9.43761\r\n",
      "11974546,48.79791,9.69576\r\n",
      "11974453,50.39054,7.3386\r\n",
      "11974902,49.22915,12.5429\r\n",
      "11974792,47.93925,7.7262\r\n",
      "11974558,53.84232,10.70294\r\n",
      "11974801,50.3545,8.1878\r\n",
      "11974939,50.16883,11.20729\r\n",
      "11974679,48.16764,11.64606\r\n",
      "11974795,49.47206,11.13729\r\n",
      "11974707,50.31148,7.80069\r\n",
      "11974070,48.03182,8.93606\r\n",
      "11974400,49.28625,7.2266\r\n",
      "11974532,49.25258,8.34952\r\n",
      "11974488,47.43659,10.27603\r\n",
      "11974884,47.74925,11.37187\r\n",
      "11974554,49.49319,8.38152\r\n",
      "11974002,48.30346,11.91206\r\n",
      "11974890,48.53217,8.9647\r\n",
      "11974883,47.9601,11.7766\r\n",
      "11974440,49.83637,6.63493\r\n",
      "11974715,49.18897,9.22007\r\n",
      "11974444,49.55149,7.6313\r\n",
      "11974803,49.41852,10.42195\r\n",
      "11974621,51.53898,7.67643\r\n",
      "11974169,49.56503,11.1722\r\n",
      "11974170,47.94606,11.78126\r\n",
      "11974296,48.38912,10.29801\r\n",
      "11974828,50.10446,7.73154\r\n",
      "11974922,48.05302,10.58807\r\n",
      "11974084,49.1013,8.47428\r\n",
      "11974344,51.39986,7.69221\r\n",
      "11974636,48.0537,9.33655\r\n",
      "11974321,48.80382,10.6532\r\n",
      "11974638,51.13218,9.54884\r\n",
      "11974992,49.4794,11.2311\r\n",
      "11974730,49.28267,10.78237\r\n",
      "11974827,51.35968,9.45247\r\n",
      "11974146,50.86841,8.73825\r\n",
      "11974765,50.03601,7.80551\r\n",
      "11974876,49.56506,6.37193\r\n",
      "11974196,50.04022,8.87561\r\n",
      "11974391,52.28985,9.49194\r\n",
      "11974175,48.81036,9.42003\r\n",
      "11974717,50.09105,7.13942\r\n",
      "11974671,49.35256,9.14366\r\n",
      "11974786,51.62818,9.9331\r\n",
      "11974725,48.30256,10.36554\r\n",
      "11974209,52.2065,9.9657\r\n",
      "11974072,50.67161,8.71096\r\n",
      "11974099,49.48319,10.96719\r\n",
      "11974010,50.14362,8.56097\r\n",
      "11974182,49.69017,8.1966\r\n",
      "11974807,49.92947,10.81764\r\n",
      "11974920,54.28094,10.24369\r\n",
      "11974171,50.08773,8.98279\r\n",
      "11974886,49.47316,6.36932\r\n",
      "11974249,51.01624,6.18245\r\n",
      "11974445,47.59424,9.59885\r\n",
      "11974292,49.66381,9.63324\r\n",
      "11974198,50.20863,9.22682\r\n",
      "11974251,51.04062,6.17448\r\n",
      "11974742,49.5204,11.32205\r\n",
      "11974468,49.51186,8.28348\r\n",
      "11974365,49.07914,8.19802\r\n",
      "11974846,49.98185,8.74964\r\n",
      "11974781,48.5326,10.23646\r\n",
      "11974180,50.27992,11.30146\r\n",
      "11974716,49.31656,9.13758\r\n",
      "11974676,48.15691,11.64833\r\n",
      "11974593,48.03368,8.47588\r\n",
      "11974206,51.65902,9.82603\r\n",
      "11974586,49.45555,8.49479\r\n",
      "11974898,48.1053,11.41356\r\n",
      "11974764,50.19317,8.80903\r\n",
      "11974615,48.92613,9.41999\r\n",
      "11974276,49.50046,11.43514\r\n",
      "11974854,49.53807,7.65276\r\n",
      "11974263,48.22387,7.76764\r\n",
      "11974194,49.88578,11.82005\r\n",
      "11974374,51.33892,9.46287\r\n",
      "11974117,51.61086,7.06657\r\n",
      "11974061,48.93011,9.1978\r\n",
      "11974073,50.85746,8.56075\r\n",
      "11974811,48.75541,12.21791\r\n",
      "11974360,49.44754,7.74981\r\n",
      "11974137,49.47018,7.44485\r\n",
      "11974088,48.38159,7.86295\r\n",
      "11974753,51.14247,6.75679\r\n",
      "11974565,51.95929,9.25083\r\n",
      "11974484,51.11751,6.92368\r\n",
      "11974974,48.14959,9.48493\r\n",
      "11974752,49.72592,12.16834\r\n",
      "11974079,47.65121,9.48282\r\n",
      "11974043,48.82005,9.26998\r\n",
      "11974896,49.95343,6.62569\r\n",
      "11974723,51.80195,8.02136\r\n",
      "11974694,47.67883,11.19566\r\n",
      "11974253,49.14627,9.22215\r\n",
      "11974665,49.5973,8.73099\r\n",
      "11974464,48.79684,12.31524\r\n",
      "11974951,49.57797,8.72002\r\n",
      "11974658,48.82529,9.96032\r\n",
      "11974864,48.21813,11.87938\r\n",
      "11974981,49.62839,7.81727\r\n",
      "11974688,50.14878,6.60155\r\n",
      "11974269,51.55479,7.26835\r\n",
      "11974557,50.48658,11.38299\r\n",
      "11974906,50.1693,7.26984\r\n",
      "11974303,47.81123,12.65116\r\n",
      "11974323,51.54292,9.40197\r\n",
      "11974562,53.80413,10.69748\r\n",
      "11974459,49.53828,7.41033\r\n",
      "11974446,49.7038,6.57687\r\n",
      "11974712,49.39239,8.80295\r\n",
      "11974332,48.22283,10.09994\r\n",
      "11974387,49.41937,7.61284\r\n",
      "11974866,49.50775,11.33968\r\n",
      "11974007,47.6284,9.52667\r\n",
      "11974573,48.73611,8.96545\r\n",
      "11974738,48.51768,13.3701\r\n",
      "11974875,50.96169,6.607\r\n",
      "11974006,48.69387,12.20187\r\n",
      "11974306,47.96414,12.56826\r\n",
      "11974343,49.5255,10.48576\r\n",
      "11974246,47.62891,9.9021\r\n",
      "11974689,53.49946,10.56113\r\n",
      "11974119,48.17948,12.7211\r\n",
      "11974566,53.83098,10.6889\r\n",
      "11974858,48.69547,13.01871\r\n",
      "11974784,51.49274,7.41771\r\n",
      "11974590,48.94369,9.26445\r\n",
      "11974057,50.17649,8.69783\r\n",
      "11974907,50.10048,10.13879\r\n",
      "11974359,49.43471,7.75125\r\n",
      "11974376,48.19233,12.71286\r\n",
      "11974874,47.64615,10.45813\r\n",
      "11974128,49.68694,9.90399\r\n",
      "11974014,49.48223,10.67164\r\n",
      "11974345,48.22601,11.67949\r\n",
      "11974121,51.13112,9.43563\r\n",
      "11974438,49.70024,6.57376\r\n",
      "11974026,49.52553,11.58641\r\n",
      "11974852,48.20999,11.3356\r\n",
      "11974945,49.51497,11.37344\r\n",
      "11974966,49.22916,8.41597\r\n",
      "11974836,48.98581,8.75368\r\n",
      "11974254,49.15532,9.21789\r\n",
      "11974241,49.1516,9.2206\r\n",
      "11974817,50.31589,7.853\r\n",
      "11974167,54.36631,11.08078\r\n",
      "11974519,51.89249,7.187\r\n",
      "11974871,52.48762,10.01711\r\n",
      "11974942,49.48516,7.44058\r\n",
      "11974127,48.76309,8.33904\r\n",
      "11974917,48.87467,12.44307\r\n",
      "11974346,48.91443,8.67222\r\n",
      "11974816,48.29567,8.57551\r\n",
      "11974617,48.99655,8.80269\r\n",
      "11974895,49.23162,8.45402\r\n",
      "11974224,49.40197,7.49095\r\n",
      "11974113,48.10916,11.32485\r\n",
      "11974779,50.33268,8.23008\r\n",
      "11974335,51.4269,9.4644\r\n",
      "11974642,49.5692,8.13392\r\n",
      "11974034,47.53097,11.11486\r\n",
      "11974641,50.77048,7.38566\r\n",
      "11974362,52.48009,9.73634\r\n",
      "11974020,50.81283,6.29385\r\n",
      "11974145,49.0597,8.66028\r\n",
      "11974956,52.28581,9.8195\r\n",
      "11974845,50.09055,8.80837\r\n",
      "11974405,49.87491,9.16817\r\n",
      "11974184,51.06717,6.57001\r\n",
      "11974337,49.59766,7.80798\r\n",
      "11974421,50.91522,7.05126\r\n",
      "11974910,49.30892,11.35885\r\n",
      "11974228,51.96671,7.40771\r\n",
      "11974425,51.02813,6.89277\r\n",
      "11974190,52.57369,9.40895\r\n",
      "11974289,49.51559,7.68101\r\n",
      "11974930,48.85215,8.22507\r\n",
      "11974322,47.92991,8.49051\r\n",
      "11974401,48.30092,10.95955\r\n",
      "11974870,48.06369,11.67779\r\n",
      "11974652,48.45598,10.4079\r\n",
      "11974001,50.1414,8.36408\r\n",
      "11974223,49.19917,7.84956\r\n",
      "11974662,51.15071,6.35789\r\n",
      "11974413,47.68815,9.40952\r\n",
      "11974258,49.50141,11.38655\r\n",
      "11974481,48.4381,11.85285\r\n",
      "11974454,48.24759,10.35862\r\n",
      "11974163,49.71407,8.47686\r\n",
      "11974940,49.12216,12.12514\r\n",
      "11974710,49.37838,9.16372\r\n",
      "11974887,49.30366,10.74543\r\n",
      "11974835,50.14328,10.13092\r\n",
      "11974919,49.50424,10.84619\r\n",
      "11974865,49.45579,10.35598\r\n",
      "11974627,50.64392,7.02722\r\n",
      "11974334,48.95659,8.92116\r\n",
      "11974903,52.46731,9.45397\r\n",
      "11974148,49.17796,8.4941\r\n",
      "11974771,50.36966,7.29101\r\n",
      "11974086,47.67221,9.52371\r\n",
      "11974280,51.65449,10.3328\r\n",
      "11974809,47.62909,8.32219\r\n",
      "11974181,49.28293,9.15787\r\n",
      "11974530,50.29133,8.97878\r\n",
      "11974219,49.30403,9.15413\r\n",
      "11974598,49.64609,10.42547\r\n",
      "11974477,49.99361,8.65679\r\n",
      "11974790,49.10938,9.14881\r\n",
      "11974687,49.94739,7.89803\r\n",
      "11974826,50.19942,8.58941\r\n",
      "11974109,49.63432,9.85458\r\n",
      "11974439,51.27026,8.87881\r\n",
      "11974482,48.70227,8.35547\r\n",
      "11974286,49.81959,10.99106\r\n",
      "11974230,48.3596,8.96878\r\n",
      "11974063,51.36642,8.16948\r\n",
      "11974743,49.34956,7.22679\r\n",
      "11974178,51.02363,7.56631\r\n",
      "11974037,48.71081,9.61605\r\n",
      "11974361,50.53849,6.55728\r\n",
      "11974523,50.44768,7.39207\r\n",
      "11974607,49.62302,8.03914\r\n",
      "11974681,48.14171,11.4222\r\n",
      "11974395,49.65675,9.85771\r\n",
      "11974813,49.45625,7.50141\r\n",
      "11974272,48.59399,8.86266\r\n",
      "11974498,49.51255,11.27783\r\n",
      "11974259,50.77333,7.28459\r\n",
      "11974257,49.354,6.61457\r\n",
      "11974814,49.93454,9.13609\r\n",
      "11974628,51.10814,7.63412\r\n",
      "11974695,48.98276,9.57777\r\n",
      "11974429,50.94839,6.8882\r\n",
      "11974220,52.37966,9.3891\r\n",
      "11974309,51.49919,9.39546\r\n",
      "11974487,50.16207,9.05768\r\n",
      "11974383,49.50008,7.70094\r\n",
      "11974189,48.89586,12.21483\r\n",
      "11974872,48.587,9.44776\r\n",
      "11974382,49.35537,11.04254\r\n",
      "11974456,50.6556,6.83448\r\n",
      "11974409,50.35771,7.58999\r\n",
      "11974430,48.96258,8.60893\r\n",
      "11974997,49.36083,9.34183\r\n",
      "11974015,47.60175,11.18794\r\n",
      "11974588,47.66432,9.42916\r\n",
      "11974955,49.25977,7.07906\r\n",
      "11974244,49.28566,8.39373\r\n",
      "11974691,48.14,11.41011\r\n",
      "11974353,49.03124,10.09882\r\n",
      "11974013,49.57538,11.19862\r\n",
      "11974630,52.5482,9.7445\r\n",
      "11974759,50.28029,8.76736\r\n",
      "11974881,49.96954,12.16596\r\n",
      "11974056,49.43887,7.9698\r\n",
      "11974961,48.51513,9.23691\r\n",
      "11974798,49.46263,11.15475\r\n",
      "11974327,50.21599,8.25726\r\n",
      "11974731,51.28477,7.79439\r\n",
      "11974947,49.72851,9.52754\r\n",
      "11974403,50.99007,7.00209\r\n",
      "11974423,51.01425,6.89324\r\n",
      "11974273,48.58497,8.86766\r\n",
      "11974778,50.83925,7.96551\r\n",
      "11974508,49.85394,8.4931\r\n",
      "11974393,49.03765,9.1509\r\n",
      "11974989,47.89283,8.29006\r\n",
      "11974878,48.92641,10.96403\r\n",
      "11974267,49.9368,8.91657\r\n",
      "11974469,49.59822,8.47849\r\n",
      "11974545,49.6358,7.59967\r\n",
      "11974174,48.16452,11.78256\r\n",
      "11974053,49.5917,11.22146\r\n",
      "11974310,49.65947,8.40897\r\n",
      "11974882,49.75834,11.54755\r\n",
      "11974810,48.55439,9.47077\r\n",
      "11974144,49.9945,8.73127\r\n",
      "11974520,52.3939,9.63948\r\n",
      "11974821,47.55421,10.02529\r\n",
      "11974830,50.65116,6.87976\r\n",
      "11974463,50.92931,8.42072\r\n",
      "11974214,49.78934,9.48212\r\n",
      "11974427,50.99774,6.90156\r\n",
      "11974685,50.25008,10.18863\r\n",
      "11974082,50.31262,7.65084\r\n",
      "11974957,49.90515,9.81421\r\n",
      "11974631,50.42478,10.30704\r\n",
      "11974247,50.54745,7.17441\r\n",
      "11974067,49.74376,9.31798\r\n",
      "11974965,47.55692,7.78421\r\n",
      "11974589,48.39586,9.43117\r\n",
      "11974240,50.02723,9.36394\r\n",
      "11974596,47.73936,9.00277\r\n",
      "11974660,51.39067,9.45595\r\n",
      "11974064,48.3847,10.5022\r\n",
      "11974521,50.54704,7.28635\r\n",
      "11974281,51.18122,8.885\r\n",
      "11974954,51.25492,9.46867\r\n",
      "11974860,51.72604,10.24544\r\n",
      "11974612,48.39401,12.60817\r\n",
      "11974603,47.77922,10.61423\r\n",
      "11974868,47.92871,12.70359\r\n",
      "11974290,50.17507,7.64844\r\n",
      "11974236,49.10161,8.64948\r\n",
      "11974398,48.62306,8.35568\r\n",
      "11974051,48.2122,11.31732\r\n",
      "11974285,50.06007,8.8022\r\n",
      "11974609,47.94394,10.08017\r\n",
      "11974613,49.03488,8.27942\r\n",
      "11974496,53.36955,10.56759\r\n",
      "11974372,49.9629,9.76815\r\n",
      "11974513,49.14599,9.10565\r\n",
      "11974971,51.13785,6.44617\r\n",
      "11974341,49.15762,8.15213\r\n",
      "11974706,48.21683,11.17462\r\n",
      "11974022,50.8345,6.20139\r\n",
      "11974397,52.30788,9.11978\r\n",
      "11974093,50.70633,8.69865\r\n",
      "11974915,48.36339,11.70708\r\n",
      "11974927,49.53497,8.02113\r\n",
      "11974369,50.17984,7.29964\r\n",
      "11974837,50.28837,11.03131\r\n",
      "11974669,50.29636,7.15306\r\n",
      "11974046,48.98735,9.70076\r\n",
      "11974041,51.61495,6.97322\r\n",
      "11974436,47.67409,9.17347\r\n",
      "11974096,49.4688,10.97139\r\n",
      "11974583,48.72736,8.97926\r\n",
      "11974336,49.91134,11.86966\r\n",
      "11974856,48.98152,9.46279\r\n",
      "11974437,49.69539,6.57329\r\n",
      "11974225,48.08041,9.02757\r\n",
      "11974045,49.38195,11.20421\r\n",
      "11974575,49.30558,8.14718\r\n",
      "11974737,50.77084,9.69255\r\n",
      "11974637,51.3602,8.98976\r\n",
      "11974935,48.23999,9.5509\r\n",
      "11974479,48.49333,10.12599\r\n",
      "11974624,50.62745,7.01476\r\n",
      "11974248,48.15875,11.75966\r\n",
      "11974490,47.63278,8.3081\r\n",
      "11974243,48.21336,12.60958\r\n",
      "11974953,48.59266,8.00714\r\n",
      "11974331,51.34859,9.52607\r\n",
      "11974480,50.00523,8.65867\r\n",
      "11974948,49.21643,8.92059\r\n",
      "11974656,47.87257,9.6379\r\n",
      "11974579,54.16701,10.55151\r\n",
      "11974538,47.60142,7.65903\r\n",
      "11974832,49.20321,9.50271\r\n",
      "11974805,48.44757,10.08302\r\n",
      "11974620,49.03714,8.29881\r\n",
      "11974213,48.28004,8.08798\r\n",
      "11974844,50.10276,8.78438\r\n",
      "11974510,50.28475,7.45523\r\n",
      "11974131,50.37919,8.8858\r\n",
      "11974470,49.48366,7.72941\r\n",
      "11974216,49.26332,7.17131\r\n",
      "11974095,48.51318,13.33382\r\n",
      "11974328,49.70737,6.55068\r\n",
      "11974173,50.22752,11.02586\r\n",
      "11974769,48.76251,12.23785\r\n",
      "11974381,50.61595,8.34319\r\n",
      "11974277,49.51007,11.42383\r\n",
      "11974757,49.6569,8.20427\r\n",
      "11974465,48.18337,10.84437\r\n",
      "11974979,49.21708,7.92792\r\n",
      "11974350,49.18712,8.93458\r\n",
      "11974388,50.47337,8.66687\r\n",
      "11974522,47.74564,10.58122\r\n",
      "11974301,48.01846,11.71923\r\n",
      "11974227,47.67931,7.84604\r\n",
      "11974107,47.48349,11.09234\r\n",
      "11974102,48.79879,11.36979\r\n",
      "11974371,49.01456,8.35113\r\n",
      "11974066,48.46497,8.43494\r\n",
      "11974525,51.06426,6.96346\r\n",
      "11974245,49.34595,10.79105\r\n",
      "11974033,47.66156,7.83943\r\n",
      "11974649,50.40404,7.4076\r\n",
      "11974089,48.48181,8.37693\r\n",
      "11974750,49.57688,10.58803\r\n",
      "11974564,51.76239,7.43131\r\n",
      "11974155,47.62843,8.396\r\n",
      "11974515,52.46016,8.36161\r\n",
      "11974333,49.47973,10.38265\r\n",
      "11974541,47.6614,9.49924\r\n",
      "11974773,49.45843,7.47159\r\n",
      "11974475,50.49794,8.66709\r\n",
      "11974221,50.06788,8.48964\r\n",
      "11974052,50.42138,9.57662\r\n",
      "11974721,48.90337,9.4154\r\n",
      "11974692,48.23787,9.64567\r\n",
      "11974863,48.79288,8.33831\r\n",
      "11974705,48.53154,8.72589\r\n",
      "11974869,48.88087,10.81893\r\n",
      "11974745,51.18578,6.69029\r\n",
      "11974600,49.49267,10.65845\r\n",
      "11974164,50.10705,8.9439\r\n",
      "11974126,49.7536,8.4902\r\n",
      "11974159,50.19153,8.7832\r\n",
      "11974633,51.126,9.54608\r\n",
      "11974597,49.47826,9.83542\r\n",
      "11974308,49.99971,9.22901\r\n",
      "11974313,47.9913,11.45751\r\n",
      "11974899,49.10628,10.97737\r\n",
      "11974326,54.76437,9.5755\r\n",
      "11974048,48.38999,10.02623\r\n",
      "11974047,48.67649,9.21771\r\n",
      "11974122,49.18384,11.01661\r\n",
      "11974653,49.21934,8.64682\r\n",
      "11974356,49.02818,8.57522\r\n",
      "11974016,50.39359,8.10492\r\n",
      "11974732,49.20594,9.58545\r\n",
      "11974529,50.99684,6.20747\r\n",
      "11974577,50.09981,11.37952\r\n",
      "11974696,49.37196,8.16853\r\n",
      "11974325,47.8756,12.66494\r\n",
      "11974962,50.62828,6.96791\r\n",
      "11974584,51.12554,9.20616\r\n",
      "11974460,48.33478,10.69634\r\n",
      "11974386,50.20179,8.84042\r\n",
      "11974379,51.68616,10.09974\r\n",
      "11974987,50.90155,7.18266\r\n",
      "11974702,48.55564,8.72777\r\n",
      "11974704,48.55127,8.7285\r\n",
      "11974576,49.9824,9.08574\r\n",
      "11974195,50.18967,9.15067\r\n",
      "11974904,48.17133,11.80944\r\n",
      "11974239,48.70828,10.15876\r\n",
      "11974793,54.16663,9.85258\r\n",
      "11974605,51.65384,7.09957\r\n",
      "11974959,48.49261,9.20185\r\n",
      "11974977,49.62735,8.7573\r\n",
      "11974152,51.44724,9.42053\r\n",
      "11974187,48.11141,11.73115\r\n",
      "11974913,48.17218,11.35306\r\n",
      "11974972,50.65788,7.21021\r\n",
      "11974829,52.20162,7.18404\r\n",
      "11974528,50.37756,8.13337\r\n",
      "11974610,47.62921,10.27378\r\n",
      "11974728,48.84457,8.59886\r\n",
      "11974740,49.34155,8.15706\r\n",
      "11974551,50.12162,11.55725\r\n",
      "11974841,50.08169,8.82894\r\n",
      "11974486,50.06157,9.66138\r\n",
      "11974511,48.69651,9.14287\r\n",
      "11974233,49.56934,11.3387\r\n",
      "11974533,52.60097,9.32564\r\n",
      "11974090,51.0457,6.56647\r\n",
      "11974535,48.12825,11.43089\r\n",
      "11974238,48.65328,10.16098\r\n",
      "11974897,50.3952,7.39364\r\n",
      "11974683,48.09343,11.63121\r\n",
      "11974274,48.41773,9.89773\r\n",
      "11974161,50.23184,8.75353\r\n",
      "11974762,50.3596,8.15986\r\n",
      "11974476,51.93012,10.34317\r\n",
      "11974338,49.97628,8.05372\r\n",
      "11974451,50.23961,11.32011\r\n",
      "11974094,51.38036,9.35957\r\n",
      "11974931,53.69821,10.74063\r\n",
      "11974970,49.10937,8.27306\r\n",
      "11974101,49.00382,9.75389\r\n",
      "11974877,53.98103,10.70306\r\n",
      "11974298,50.26977,8.92342\r\n",
      "11974699,48.88,8.28661\r\n",
      "11974049,49.37603,11.2205\r\n",
      "11974166,50.52785,8.662\r\n",
      "11974763,50.69508,7.18098\r\n",
      "11974318,51.16565,6.66463\r\n",
      "11974205,48.7789,10.69845\r\n",
      "11974108,49.84029,8.02029\r\n",
      "11974614,47.93553,12.59239\r\n",
      "11974028,49.50173,9.53801\r\n",
      "11974426,50.91028,7.04445\r\n",
      "11974647,48.27428,10.9712\r\n",
      "11974375,51.27635,9.45403\r\n",
      "11974502,47.56616,8.07369\r\n",
      "11974074,51.42156,9.91475\r\n",
      "11974417,50.36175,7.6102\r\n",
      "11974639,49.35603,7.06555\r\n",
      "11974329,49.62012,11.23453\r\n",
      "11974027,49.62882,12.09829\r\n",
      "11974410,48.15539,10.83263\r\n",
      "11974976,54.54136,9.82049\r\n",
      "11974549,49.47901,8.45215\r\n",
      "11974097,49.64853,8.781\r\n",
      "11974158,49.22615,8.9969\r\n",
      "11974693,47.55345,8.01872\r\n",
      "11974611,51.54178,7.64371\r\n",
      "11974389,47.95341,12.83152\r\n",
      "11974185,51.20432,9.48216\r\n",
      "11974774,50.1597,8.31288\r\n",
      "11974632,54.31275,10.03083\r\n",
      "11974134,48.62002,10.23699\r\n",
      "11974667,48.80681,10.59783\r\n",
      "11974892,48.52243,11.51188\r\n",
      "11974833,49.20014,9.4858\r\n",
      "11974023,49.03061,11.97803\r\n",
      "11974918,51.13304,6.90828\r\n",
      "11974124,48.21276,11.30038\r\n",
      "11974141,53.78861,9.42832\r\n",
      "11974441,48.82642,9.12117\r\n",
      "11974078,51.62849,6.6455\r\n",
      "11974843,49.24641,9.16529\r\n",
      "11974672,49.34677,9.13404\r\n",
      "11974991,49.62354,11.99558\r\n",
      "11974867,47.91139,11.68212\r\n",
      "11974727,49.28837,9.27082\r\n",
      "11974755,48.83382,9.1525\r\n",
      "11974162,50.9365,6.77785\r\n",
      "11974222,51.40091,7.16986\r\n",
      "11974368,49.10562,8.03075\r\n",
      "11974999,49.98799,8.84655\r\n",
      "11974726,48.99213,8.23822\r\n",
      "11974563,51.22035,7.62872\r\n",
      "11974299,48.79856,8.58104\r\n",
      "11974797,48.62028,8.8898\r\n",
      "11974766,50.1542,8.54724\r\n",
      "11974261,48.52953,10.84803\r\n",
      "11974024,48.94718,8.38788\r\n",
      "11974160,48.1184,11.69862\r\n",
      "11974599,47.7741,10.61\r\n",
      "11974452,50.17992,8.51687\r\n",
      "11974567,53.9112,10.73558\r\n",
      "11974747,51.22035,6.69753\r\n",
      "11974880,50.03838,9.52399\r\n",
      "11974986,48.33332,11.44477\r\n",
      "11974324,49.96742,6.58501\r\n",
      "11974748,49.93384,11.97199\r\n",
      "11974911,54.23394,10.27575\r\n",
      "11974039,47.94694,11.29022\r\n",
      "11974969,49.11484,8.27329\r\n",
      "11974998,49.54372,11.33552\r\n",
      "11974139,50.31375,8.99602\r\n",
      "11974416,50.30072,7.46075\r\n",
      "11974471,48.68289,12.69506\r\n",
      "11974840,48.45978,7.95519\r\n",
      "11974104,49.6983,9.59558\r\n",
      "11974176,48.52616,12.03364\r\n",
      "11974602,49.6638,10.14609\r\n",
      "11974265,48.62563,10.17033\r\n",
      "11974758,49.99744,8.87121\r\n",
      "11974654,50.1912,9.62342\r\n",
      "11974663,50.30223,11.05761\r\n",
      "11974202,52.45873,9.6991\r\n",
      "11974040,47.87144,8.09829\r\n",
      "11974250,51.02884,6.1823\r\n",
      "11974780,49.40357,9.91508\r\n",
      "11974709,49.94214,8.44993\r\n",
      "11974722,49.23986,12.43647\r\n",
      "11974042,48.15185,11.7321\r\n",
      "11974661,51.14808,6.32904\r\n",
      "11974754,49.5742,10.60931\r\n",
      "11974708,48.07807,10.5038\r\n",
      "11974357,47.48298,11.11672\r\n",
      "11974091,51.12522,9.28209\r\n",
      "11974150,48.04323,11.94042\r\n",
      "11974553,49.46157,8.42109\r\n",
      "11974527,47.55962,9.68466\r\n",
      "11974129,51.37973,9.80471\r\n",
      "11974537,47.61405,7.66542\r\n",
      "11974604,50.09079,11.65353\r\n",
      "11974643,48.66049,10.82518\r\n",
      "11974000,50.13983,8.38764\r\n",
      "11974380,50.25433,7.43921\r\n",
      "11974582,48.88759,8.31623\r\n",
      "11974746,50.21715,11.30684\r\n",
      "11974580,48.77175,8.90451\r\n",
      "11974399,48.0709,11.88725\r\n",
      "11974210,49.41676,10.24224\r\n",
      "11974449,50.61305,6.79605\r\n",
      "11974130,48.33371,10.73238\r\n",
      "11974304,48.78152,8.34519\r\n",
      "11974595,47.71682,9.38864\r\n",
      "11974932,48.64485,8.35141\r\n",
      "11974406,48.00737,8.46578\r\n",
      "11974982,49.23924,7.63171\r\n",
      "11974873,54.3926,9.59052\r\n",
      "11974188,49.73935,8.60666\r\n",
      "11974366,49.66936,6.57367\r\n",
      "11974847,48.48185,10.376\r\n",
      "11974025,50.78128,7.69026\r\n",
      "11974761,47.83063,9.62096\r\n",
      "11974278,47.54951,7.73966\r\n",
      "11974071,47.9842,12.79969\r\n",
      "11974157,48.19492,11.37411\r\n",
      "11974666,48.40431,9.04653\r\n",
      "11974115,47.92134,8.65395\r\n",
      "11974664,49.979,8.56538\r\n",
      "11974283,48.53669,8.39897\r\n",
      "11974422,50.96855,6.94141\r\n",
      "11974485,52.45099,9.73588\r\n",
      "11974670,48.47033,11.93038\r\n",
      "11974340,48.31134,10.86888\r\n",
      "11974659,53.62441,10.68321\r\n",
      "11974200,49.92955,10.88545\r\n",
      "11974474,49.35225,7.11932\r\n",
      "11974787,47.57512,9.61268\r\n",
      "11974005,48.48953,8.80986\r\n",
      "11974455,48.64052,9.8034\r\n",
      "11974950,53.83043,10.49454\r\n",
      "11974772,50.17861,9.10926\r\n",
      "11974492,49.9188,7.89722\r\n",
      "11974539,49.63868,8.76444\r\n",
      "11974232,51.39216,9.76214\r\n",
      "11974629,48.546,10.84805\r\n",
      "11974142,49.0518,8.73988\r\n",
      "11974062,48.02436,7.86373\r\n",
      "11974330,49.49343,9.81254\r\n",
      "11974626,51.52945,7.60722\r\n",
      "11974914,50.99804,6.79705\r\n",
      "11974433,51.17159,9.51314\r\n",
      "11974114,48.47396,12.24833\r\n",
      "11974396,49.53716,8.18145\r\n",
      "11974203,54.36197,8.96265\r\n",
      "11974116,48.63077,9.82191\r\n",
      "11974419,47.66065,11.37099\r\n",
      "11974645,49.44348,6.63523\r\n",
      "11974457,51.39682,9.07114\r\n",
      "11974925,48.51247,10.19108\r\n",
      "11974505,48.2333,9.87839\r\n",
      "11974673,50.19548,7.37136\r\n",
      "11974839,48.96657,8.81351\r\n",
      "11974782,51.35185,9.47844\r\n",
      "11974937,49.60733,7.60915\r\n",
      "11974217,50.03332,10.51\r\n",
      "11974555,49.44747,8.40949\r\n",
      "11974711,49.39791,9.0747\r\n",
      "11974724,48.07585,11.66022\r\n",
      "11974542,49.24357,11.09595\r\n",
      "11974804,50.19615,8.82339\r\n",
      "11974085,49.32006,7.08913\r\n",
      "11974215,48.22326,11.09878\r\n",
      "11974354,48.17143,12.36682\r\n",
      "11974618,47.64437,7.78066\r\n",
      "11974055,51.065,8.79933\r\n",
      "11974736,50.45482,9.62022\r\n",
      "11974547,50.11489,8.42285\r\n",
      "11974373,51.33218,9.45225\r\n",
      "11974319,47.88438,11.69723\r\n",
      "11974574,48.72233,8.96992\r\n",
      "11974211,48.1335,11.38787\r\n",
      "11974601,48.19361,11.86209\r\n",
      "11974802,51.05307,6.13508\r\n",
      "11974719,51.50063,7.42002\r\n",
      "11974514,48.45017,10.21537\r\n",
      "11974995,50.89867,7.15927\r\n",
      "11974443,49.24291,12.72937\r\n",
      "11974183,49.79198,8.35126\r\n",
      "11974713,49.41695,8.8797\r\n",
      "11974838,48.88853,8.24058\r\n",
      "11974794,51.47803,7.30433\r\n",
      "11974812,49.45071,7.15112\r\n",
      "11974938,49.30388,11.06336\r\n",
      "11974151,48.04722,11.96276\r\n",
      "11974177,47.8196,10.43956\r\n",
      "11974197,49.54306,9.32688\r\n",
      "11974756,49.34354,6.59405\r\n",
      "11974718,49.18033,9.22074\r\n",
      "11974218,49.37196,8.2534\r\n",
      "11974921,49.3749,10.84355\r\n",
      "11974544,47.60796,7.6612\r\n",
      "11974019,50.81476,6.2632\r\n",
      "11974442,51.19565,6.51189\r\n",
      "11974083,54.37749,9.07926\r\n",
      "11974315,49.62179,8.21417\r\n",
      "11974823,50.07223,8.85342\r\n",
      "11974905,49.50146,11.51361\r\n",
      "11974077,50.25249,8.64478\r\n",
      "11974984,50.29574,11.05067\r\n",
      "11974958,49.84004,12.11844\r\n",
      "11974825,47.737,9.24842\r\n",
      "11974450,50.08228,8.47545\r\n",
      "11974851,51.90488,10.47815\r\n",
      "11974472,48.04727,10.8717\r\n",
      "11974994,49.49152,11.26149\r\n",
      "11974556,49.49957,11.24878\r\n",
      "11974294,49.44399,7.90424\r\n",
      "11974569,49.57992,12.13946\r\n",
      "11974655,48.15016,12.33299\r\n",
      "11974849,47.63409,11.21807\r\n",
      "11974924,49.54213,7.44407\r\n",
      "11974009,47.65954,8.43012\r\n",
      "11974572,51.98267,7.22701\r\n",
      "11974193,49.38791,11.2609\r\n",
      "11974503,49.50066,11.27763\r\n",
      "11974900,48.40622,13.31316\r\n",
      "11974385,54.31004,10.07021\r\n",
      "11974264,49.28149,9.25982\r\n",
      "11974491,49.49437,10.7527\r\n",
      "11974305,48.24259,11.94234\r\n",
      "11974980,49.62472,9.29119\r\n",
      "11974339,48.77309,11.43293\r\n",
      "11974744,51.20618,6.71715\r\n",
      "11974824,48.74581,8.34753\r\n",
      "11974237,48.68017,10.15664\r\n",
      "11974461,50.04193,6.59703\r\n",
      "11974770,49.4322,7.16069\r\n",
      "11974512,49.14503,9.12197\r\n",
      "11974349,48.88491,12.638\r\n",
      "11974568,49.52739,8.6495\r\n",
      "11974850,50.25266,8.75335\r\n",
      "11974734,51.4884,7.38381\r\n",
      "11974543,47.59771,7.65522\r\n",
      "11974351,48.73068,10.1363\r\n",
      "11974035,48.07971,11.60938\r\n",
      "11974404,50.00265,9.07225\r\n",
      "11974578,50.02007,8.24685\r\n",
      "11974729,48.84915,8.60086\r\n",
      "11974098,49.49103,10.92363\r\n",
      "11974592,50.79447,8.76243\r\n"
     ]
    }
   ],
   "source": [
    "!cat \"myindex/1/1/9/7/4.csv\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.10"
  },
  "varInspector": {
   "cols": {
    "lenName": 16,
    "lenType": 16,
    "lenVar": 40
   },
   "kernels_config": {
    "python": {
     "delete_cmd_postfix": "",
     "delete_cmd_prefix": "del ",
     "library": "var_list.py",
     "varRefreshCmd": "print(var_dic_list())"
    },
    "r": {
     "delete_cmd_postfix": ") ",
     "delete_cmd_prefix": "rm(",
     "library": "var_list.r",
     "varRefreshCmd": "cat(var_dic_list()) "
    }
   },
   "types_to_exclude": [
    "module",
    "function",
    "builtin_function_or_method",
    "instance",
    "_Feature"
   ],
   "window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}