data_processing.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd \n",
    "import pandas_dq as dq"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_csv('listings.csv', sep = \",\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Accuracy"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Duplicate Rows except first occurrence based on all columns are :\n",
      "Empty DataFrame\n",
      "Columns: [id, listing_url, host_id, host_name, host_url, scrape_id, last_scraped, source, name, description, neighborhood_overview, host_since, host_location, host_about, host_response_time, host_response_rate, host_acceptance_rate, host_is_superhost, host_neighbourhood, host_listings_count, host_total_listings_count, host_verifications, host_has_profile_pic, host_identity_verified, neighbourhood, neighbourhood_cleansed, neighbourhood_group_cleansed, latitude, longitude, property_type, room_type, accommodates, bathrooms, bathrooms_text, bedrooms, beds, amenities, price, minimum_nights, maximum_nights, minimum_minimum_nights, maximum_minimum_nights, minimum_maximum_nights, maximum_maximum_nights, minimum_nights_avg_ntm, maximum_nights_avg_ntm, calendar_updated, has_availability, availability_30, availability_60, availability_90, availability_365, calendar_last_scraped, number_of_reviews, number_of_reviews_ltm, number_of_reviews_l30d, first_review, last_review, review_scores_rating, review_scores_accuracy, review_scores_cleanliness, review_scores_checkin, review_scores_communication, review_scores_location, review_scores_value, license, instant_bookable, calculated_host_listings_count, calculated_host_listings_count_entire_homes, calculated_host_listings_count_private_rooms, calculated_host_listings_count_shared_rooms, reviews_per_month]\n",
      "Index: []\n"
     ]
    }
   ],
   "source": [
    "# find duplicate rows\n",
    "duplicateRowsDF = df[df.duplicated()]\n",
    "print(\"Duplicate Rows except first occurrence based on all columns are :\")\n",
    "print(duplicateRowsDF)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Duplicate Rows except first occurrence based on ID column are :\n",
      "Empty DataFrame\n",
      "Columns: [id, listing_url, host_id, host_name, host_url, scrape_id, last_scraped, source, name, description, neighborhood_overview, host_since, host_location, host_about, host_response_time, host_response_rate, host_acceptance_rate, host_is_superhost, host_neighbourhood, host_listings_count, host_total_listings_count, host_verifications, host_has_profile_pic, host_identity_verified, neighbourhood, neighbourhood_cleansed, neighbourhood_group_cleansed, latitude, longitude, property_type, room_type, accommodates, bathrooms, bathrooms_text, bedrooms, beds, amenities, price, minimum_nights, maximum_nights, minimum_minimum_nights, maximum_minimum_nights, minimum_maximum_nights, maximum_maximum_nights, minimum_nights_avg_ntm, maximum_nights_avg_ntm, calendar_updated, has_availability, availability_30, availability_60, availability_90, availability_365, calendar_last_scraped, number_of_reviews, number_of_reviews_ltm, number_of_reviews_l30d, first_review, last_review, review_scores_rating, review_scores_accuracy, review_scores_cleanliness, review_scores_checkin, review_scores_communication, review_scores_location, review_scores_value, license, instant_bookable, calculated_host_listings_count, calculated_host_listings_count_entire_homes, calculated_host_listings_count_private_rooms, calculated_host_listings_count_shared_rooms, reviews_per_month]\n",
      "Index: []\n"
     ]
    }
   ],
   "source": [
    "# check for duplicate values in ID column\n",
    "duplicateRowsDF = df[df.duplicated(['id'])]\n",
    "print(\"Duplicate Rows except first occurrence based on ID column are :\")\n",
    "print(duplicateRowsDF)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Use pattern matching to check if dates are formatted correctly"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [],
   "source": [
    "import re\n",
    "\n",
    "texts1 = df['host_since'].to_list()\n",
    "texts2 = df['last_review'].to_list()\n",
    "texts3 = df['first_review'].to_list()\n",
    "texts4 = df['last_scraped'].to_list()\n",
    "texts5 = df['calendar_last_scraped'].to_list()\n",
    "texts6 = df['calendar_updated'].to_list()\n",
    "\n",
    "all_texts = texts1 + texts2 + texts3 + texts4 + texts5 + texts6\n",
    "\n",
    "# Define a regular expression pattern for dates (e.g., YYYY-MM-DD or DD/MM/YY)\n",
    "date_pattern = r'\\d{4}-\\d{2}-\\d{2}'\n",
    "\n",
    "# Find dates in the text\n",
    "for dat in all_texts:\n",
    "    # check for specific pattern in the date\n",
    "    if re.search(date_pattern, dat):\n",
    "        pass\n",
    "    else:\n",
    "        print('No date found in: ', dat)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Outliers"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Delete rows that have outlier values out of the 95th quantile."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1617     1000\n",
      "2356     1000\n",
      "10590     999\n",
      "26118    1000\n",
      "29605    1000\n",
      "29950    1000\n",
      "32273     999\n",
      "33535     999\n",
      "34027     999\n",
      "Name: minimum_nights, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "# Find outliers for column minimum_nights\n",
    "numerical_columns = df[['minimum_nights']]\n",
    "Q1 = numerical_columns.quantile(0.05)\n",
    "Q3 = numerical_columns.quantile(0.95)\n",
    "IQR = Q3 - Q1\n",
    "outliers = df[((numerical_columns < (Q1 - 1.5 * IQR)) | (numerical_columns > (Q3 + 1.5 * IQR))).any(axis=1)]\n",
    "print(outliers['minimum_nights'])\n",
    "\n",
    "# remove rows with outliers\n",
    "df = df[~((numerical_columns < (Q1 - 1.5 * IQR)) | (numerical_columns > (Q3 + 1.5 * IQR))).any(axis=1)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "26815    https://www.airbnb.com/rooms/35145338\n",
      "30682    https://www.airbnb.com/rooms/40194697\n",
      "31423    https://www.airbnb.com/rooms/41020735\n",
      "Name: listing_url, dtype: object 26815    69\n",
      "30682    43\n",
      "31423    34\n",
      "Name: number_of_reviews_l30d, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "# same for number_of_reviews_l30d\n",
    "numerical_columns = df[['number_of_reviews_l30d']]\n",
    "\n",
    "outliers = df[((numerical_columns < 0) | (numerical_columns > 30)).any(axis=1)]\n",
    "print(outliers['listing_url'],outliers['number_of_reviews_l30d'])\n",
    "\n",
    "# remove rows with outliers\n",
    "df = df[~((numerical_columns < 0) | (numerical_columns > 30)).any(axis=1)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "14711    https://www.airbnb.com/rooms/17222007\n",
      "27792    https://www.airbnb.com/rooms/36063785\n",
      "29684    https://www.airbnb.com/rooms/38891995\n",
      "29727    https://www.airbnb.com/rooms/38899977\n",
      "Name: listing_url, dtype: object 14711    852\n",
      "27792    367\n",
      "29684    503\n",
      "29727    531\n",
      "Name: number_of_reviews_ltm, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "# same for number_of_reviews_ltm\n",
    "numerical_columns = df[['number_of_reviews_ltm']]\n",
    "outliers = df[((numerical_columns < 0) | (numerical_columns > 365)).any(axis=1)]\n",
    "print(outliers['listing_url'],outliers['number_of_reviews_ltm'])\n",
    "\n",
    "# remove rows with outliers\n",
    "df = df[~((numerical_columns < 0) | (numerical_columns > 365)).any(axis=1)]\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Convert price to numeric values and remove dollars based on quantile"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [],
   "source": [
    "# remove $ from price column and turn it to float\n",
    "df['price'] = df['price'].str.replace('$', '')\n",
    "df['price'] = df['price'].str.replace(',', '')\n",
    "df['price'] = df['price'].astype(float)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Remove top 0.005% priced listings \n",
    "* 26 listings"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "7272     30000.0\n",
      "7563      9347.0\n",
      "14765    10000.0\n",
      "23264    12000.0\n",
      "28841    10857.0\n",
      "31891    12000.0\n",
      "33499     9336.0\n",
      "34035    10000.0\n",
      "36492     9999.0\n",
      "36493     9999.0\n",
      "36496     9999.0\n",
      "36499     9999.0\n",
      "36502     9999.0\n",
      "36504     9999.0\n",
      "36506     9999.0\n",
      "36508     9999.0\n",
      "41117    11600.0\n",
      "41573    10000.0\n",
      "42509    11600.0\n",
      "43083    11600.0\n",
      "46986    61119.0\n",
      "49014    21564.0\n",
      "54103     9999.0\n",
      "55312    63594.0\n",
      "56231    15000.0\n",
      "61702     9999.0\n",
      "Name: price, dtype: float64\n"
     ]
    }
   ],
   "source": [
    "# turn price to float\n",
    "numerical_columns = df[['price']]\n",
    "Q3 = numerical_columns.quantile(0.9995)\n",
    "outliers = df[((numerical_columns > Q3)).any(axis=1)]\n",
    "print(outliers['price'])\n",
    "\n",
    "# remove rows with outliers\n",
    "df = df[~((numerical_columns > Q3)).any(axis=1)]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Completeness\n",
    "#### Check for null values"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2 problematic rows found:\n",
    "* one with id null and many more fields null\n",
    "* one with multiple columns fileld with null values\n",
    "### deleted those"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "       id    listing_url   host_id host_name host_url scrape_id last_scraped  \\\n",
      "13080  NaN  within an hour   100%     100%       t      Nation       1.0       \n",
      "\n",
      "      source                name               description  \\\n",
      "13080   1.0   ['email', 'phone', 'work_email']       t       \n",
      "\n",
      "      neighborhood_overview           host_since          host_location  \\\n",
      "13080            t           Paris, Île-de-France, France     Reuilly     \n",
      "\n",
      "      host_about host_response_time host_response_rate host_acceptance_rate  \\\n",
      "13080   Reuilly       48.84606            2.4035        Entire rental unit    \n",
      "\n",
      "      host_is_superhost host_neighbourhood  host_listings_count  \\\n",
      "13080   Entire home/apt          2                  0.0           \n",
      "\n",
      "      host_total_listings_count host_verifications host_has_profile_pic  \\\n",
      "13080           1 bath                  1.0                 2.0           \n",
      "\n",
      "                                                                                                                                                                                                                                                                                                                                                                                                                                               host_identity_verified                                                                                                                                                                                                                                                                                                                                                                                                                                           \\\n",
      "13080  [\"Shower gel\", \"Essentials\", \"Electric stove\", \"Coffee\", \"Wine glasses\", \"Refrigerator\", \"Room-darkening shades\", \"Extra pillows and blankets\", \"Self check-in\", \"Rice maker\", \"Free washer \\u2013 In unit\", \"Smoke alarm\", \"Lockbox\", \"Host greets you\", \"Piano\", \"Cooking basics\", \"Body soap\", \"Baking sheet\", \"55\\\" HDTV with premium cable, Chromecast, Netflix, Amazon Prime Video, standard cable\", \"Single level home\", \"Microwave\", \"Hair dryer\", \"Dishes and silverware\", \"Paid parking off premises\", \"Fireplace guards\", \"Kitchen\", \"Pets allowed\", \"Oven\", \"Bed linens\", \"Coffee maker: espresso machine\", \"Hangers\", \"Luggage dropoff allowed\", \"Portable fans\", \"Heating\", \"Bathtub\", \"Sound system\", \"Shampoo\", \"Books and reading material\", \"Iron\", \"Dedicated workspace\", \"Hot water\", \"Carbon monoxide alarm\", \"Fast wifi \\u2013 462 Mbps\", \"Drying rack for clothing\", \"Elevator\"]   \n",
      "\n",
      "      neighbourhood neighbourhood_cleansed neighbourhood_group_cleansed  \\\n",
      "13080      79.0                2                       1125               \n",
      "\n",
      "       latitude  longitude property_type room_type  accommodates  bathrooms  \\\n",
      "13080     2.0       2.0        1125.0      1125.0        2.0       1125.0     \n",
      "\n",
      "      bathrooms_text bedrooms  beds amenities  price  minimum_nights  \\\n",
      "13080   2023-06-06       t      0.0      0      0.0         0.0        \n",
      "\n",
      "      maximum_nights  minimum_minimum_nights  maximum_minimum_nights  \\\n",
      "13080   2023-06-07             77.0                    20.0            \n",
      "\n",
      "       minimum_maximum_nights maximum_maximum_nights minimum_nights_avg_ntm  \\\n",
      "13080            3.0                2016-08-11             2023-05-28         \n",
      "\n",
      "       maximum_nights_avg_ntm calendar_updated has_availability  \\\n",
      "13080           4.95                4.92              4.8         \n",
      "\n",
      "       availability_30  availability_60  availability_90  availability_365  \\\n",
      "13080       4.95             4.97             4.87              4.75         \n",
      "\n",
      "      calendar_last_scraped number_of_reviews  number_of_reviews_ltm  \\\n",
      "13080            t                   f                  1.0            \n",
      "\n",
      "       number_of_reviews_l30d first_review last_review  review_scores_rating  \\\n",
      "13080            1.0                0            0              0.93           \n",
      "\n",
      "       review_scores_accuracy  review_scores_cleanliness  \\\n",
      "13080           NaN                      NaN               \n",
      "\n",
      "       review_scores_checkin  review_scores_communication  \\\n",
      "13080          NaN                       NaN                \n",
      "\n",
      "       review_scores_location  review_scores_value license instant_bookable  \\\n",
      "13080           NaN                   NaN             NaN         NaN         \n",
      "\n",
      "       calculated_host_listings_count  \\\n",
      "13080               NaN                 \n",
      "\n",
      "       calculated_host_listings_count_entire_homes  \\\n",
      "13080                     NaN                        \n",
      "\n",
      "       calculated_host_listings_count_private_rooms  \\\n",
      "13080                      NaN                        \n",
      "\n",
      "       calculated_host_listings_count_shared_rooms  reviews_per_month  \n",
      "13080                     NaN                             NaN          \n",
      "            id                       listing_url                  host_id   \\\n",
      "13079  REU3569967958  https://www.airbnb.com/rooms/REU3569967958  15223494   \n",
      "\n",
      "      host_name                   host_url                     scrape_id     \\\n",
      "13079    Eric    https://www.airbnb.com/randomuser/15223494  20230606220143   \n",
      "\n",
      "      last_scraped    source     \\\n",
      "13079  2023-06-07   city scrape   \n",
      "\n",
      "                                  name                             \\\n",
      "13079  Rental unit in Paris · ★4.95 · 1 bedroom · 2 beds · 1 bath   \n",
      "\n",
      "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    description                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 \\\n",
      "13079  Quiet 592 Square Feet flat located just a step from Nation, a central and easily-accessible location in Paris <br /><br />(Metro lines 1, 2, 6, 9, RER train line A, Tram line 3a and 3b). <br />30 Min away by trains to Disneyland Paris!<br /><br />Cosy, quiet and nicely decorated. The neighborhood is very safe.<br />1minute away from the subway.<br />2 words : typically Parisian.<br />I'll be around to help you for anything.<br /><br /><b>The space</b><br />Quiet 3 room flat located just a step from Nation, a central and easily-accessible location in Paris (Metro lines 1, 2, 6, 9, RER train line A, Tram line 3a and 3b). The neighborhood is very safe.<br />This quiet and bright apartment is situated on the 1st floor with elevator and has an open view facing South and a small balcony.<br />The flat is a typical Parisian apartment (haussmannien) with parquet floor and ceiling molding and an old fireplace.<br />Plenty of shops and restaurants nearby, open market twice a week.<br /><br /...   \n",
      "\n",
      "                                        neighborhood_overview                                    \\\n",
      "13079  Really nice area, nice neighborhood, quiet and calm.<br />The neighborhood is very safe.   \n",
      "\n",
      "       host_since host_location         host_about       host_response_time  \\\n",
      "13079  2013-11-05  Paris, France  Hello! Tom from Paris!         NaN          \n",
      "\n",
      "      host_response_rate host_acceptance_rate host_is_superhost  \\\n",
      "13079         NaN                 NaN                 NaN         \n",
      "\n",
      "      host_neighbourhood  host_listings_count host_total_listings_count  \\\n",
      "13079         NaN                NaN                      NaN             \n",
      "\n",
      "      host_verifications host_has_profile_pic host_identity_verified  \\\n",
      "13079         NaN                 NaN                   NaN            \n",
      "\n",
      "      neighbourhood neighbourhood_cleansed neighbourhood_group_cleansed  \\\n",
      "13079       NaN               NaN                       NaN               \n",
      "\n",
      "       latitude  longitude property_type room_type  accommodates  bathrooms  \\\n",
      "13079    NaN       NaN           NaN         NaN        NaN         NaN       \n",
      "\n",
      "      bathrooms_text bedrooms  beds amenities  price  minimum_nights  \\\n",
      "13079       NaN         NaN    NaN      NaN    NaN         NaN         \n",
      "\n",
      "      maximum_nights  minimum_minimum_nights  maximum_minimum_nights  \\\n",
      "13079       NaN                NaN                     NaN             \n",
      "\n",
      "       minimum_maximum_nights maximum_maximum_nights minimum_nights_avg_ntm  \\\n",
      "13079           NaN                     NaN                    NaN            \n",
      "\n",
      "       maximum_nights_avg_ntm calendar_updated has_availability  \\\n",
      "13079           NaN                  NaN              NaN         \n",
      "\n",
      "       availability_30  availability_60  availability_90  availability_365  \\\n",
      "13079       NaN              NaN              NaN               NaN          \n",
      "\n",
      "      calendar_last_scraped number_of_reviews  number_of_reviews_ltm  \\\n",
      "13079           NaN                 NaN                NaN             \n",
      "\n",
      "       number_of_reviews_l30d first_review last_review  review_scores_rating  \\\n",
      "13079           NaN                NaN          NaN             NaN            \n",
      "\n",
      "       review_scores_accuracy  review_scores_cleanliness  \\\n",
      "13079           NaN                      NaN               \n",
      "\n",
      "       review_scores_checkin  review_scores_communication  \\\n",
      "13079          NaN                       NaN                \n",
      "\n",
      "       review_scores_location  review_scores_value license instant_bookable  \\\n",
      "13079           NaN                   NaN             NaN         NaN         \n",
      "\n",
      "       calculated_host_listings_count  \\\n",
      "13079               NaN                 \n",
      "\n",
      "       calculated_host_listings_count_entire_homes  \\\n",
      "13079                     NaN                        \n",
      "\n",
      "       calculated_host_listings_count_private_rooms  \\\n",
      "13079                      NaN                        \n",
      "\n",
      "       calculated_host_listings_count_shared_rooms  reviews_per_month  \n",
      "13079                     NaN                             NaN          \n"
     ]
    }
   ],
   "source": [
    "# find rows where id is null and delete them\n",
    "null_rows = df[df['id'].isnull()]\n",
    "print(null_rows)\n",
    "df = df[~((df['id'].isnull()))]\n",
    "\n",
    "#delete rows where host resposnse time is null\n",
    "null_rows = df[df['host_response_time'].isnull()]\n",
    "print(null_rows)\n",
    "df = df[~((df['host_response_time'].isnull()))]\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "True False\n"
     ]
    }
   ],
   "source": [
    "# print columns when there is at least one null value and their data type\n",
    "null_columns = df.columns[df.isnull().any()]\n",
    "print('description' in null_columns, 'price' in null_columns)\n",
    "#print(df[null_columns].isnull().sum())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['host_about'] = df['host_about'].fillna('The host has not provided this information yet.')\n",
    "df['description'] = df['description'].fillna('The host has not provided a description yet.')\n",
    "df['neighborhood_overview'] = df['neighborhood_overview'].fillna('The host has not provided a neighbourhood overview yet.')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "# descriptions and columns that have text data\n",
    "# replace the null values with empty string in many columns\n",
    "df['host_name'] = df['host_name'].fillna('')\n",
    "df['host_since'] = df['host_since'].fillna('2023-06-06')\n",
    "\n",
    "# replace host location with listing location if it is null\n",
    "df['host_location'] = df['host_location'].fillna(df['neighbourhood_cleansed'])\n",
    "\n",
    "# fill the null values with the average of the column\n",
    "df['host_response_time'] = df['host_response_time'].fillna(df['host_response_time'].mode()[0])\n",
    "df['host_response_rate'] = df['host_response_rate'].fillna(df['host_response_rate'].mode()[0])\n",
    "df['host_acceptance_rate'] = df['host_acceptance_rate'].fillna(df['host_acceptance_rate'].mode()[0])\n",
    "df['host_is_superhost'] = df['host_is_superhost'].fillna('f')\n",
    "df['host_thumbnail_url'] = df['host_thumbnail_url'].fillna('')\n",
    "df['host_picture_url'] = df['host_picture_url'].fillna('')\n",
    "df['host_neighbourhood'] = df['host_neighbourhood'].fillna(df['neighbourhood_cleansed'])\n",
    "df['host_listings_count'] = df['host_listings_count'].fillna(df['calculated_host_listings_count'])\n",
    "df['host_total_listings_count'] = df['host_total_listings_count'].fillna(df['calculated_host_listings_count'])\n",
    "df['host_verifications'] = df['host_verifications'].fillna('[]')\n",
    "df['host_has_profile_pic'] = df['host_has_profile_pic'].fillna('f')\n",
    "df['host_identity_verified'] = df['host_identity_verified'].fillna('f')\n",
    "df['neighbourhood'] = df['neighbourhood'].fillna(df['neighbourhood_cleansed'])\n",
    "df['neighbourhood_group_cleansed'] = df['neighbourhood_group_cleansed'].fillna(df['neighbourhood_cleansed'])\n",
    "df['bathrooms'] = df['bathrooms'].fillna(0)\n",
    "df['bedrooms'] = df['bedrooms'].fillna(0)\n",
    "df['beds'] = df['beds'].fillna(0)\n",
    "df['bathrooms_text'] = df['bathrooms_text'].fillna('0 baths')\n",
    "df['minimum_minimum_nights'] = df['minimum_minimum_nights'].fillna(0)\n",
    "# all maximum nights to 1000\n",
    "df['maximum_minimum_nights'] = df['maximum_minimum_nights'].fillna(1000)\n",
    "df['minimum_maximum_nights'] = df['minimum_maximum_nights'].fillna(1000)\n",
    "df['maximum_maximum_nights'] = df['maximum_maximum_nights'].fillna(1000)\n",
    "\n",
    "# fill avg ntm with 3 according to Inside Airbnb's assumptions\n",
    "df['minimum_nights_avg_ntm'] = df['minimum_nights_avg_ntm'].fillna(3)\n",
    "df['maximum_nights_avg_ntm'] = df['maximum_nights_avg_ntm'].fillna(3)\n",
    "\n",
    "# fill the calendar updated where the value is 'f' with 2023-06-06\n",
    "df['calendar_updated'] = df['calendar_updated'].fillna('2023-06-06')\n",
    "\n",
    "#in the rows that the first review is null the calculates_host_listings_count is 1 , make the first review equal to the host_since date\n",
    "if df['first_review'].isnull().any():\n",
    "    df.loc[df['first_review'].isnull(), 'first_review'] = df['host_since']\n",
    "else:\n",
    "    df['first_review'] = df['first_review'].fillna('No date for first review.')\n",
    "\n",
    "df['last_review'] = df['last_review'].fillna('2023-06-06')\n",
    "\n",
    "# if the license value is null then the listing has no license\n",
    "df['license'] = df['license'].fillna('f')\n",
    "\n",
    "df['reviews_per_month'] = df['reviews_per_month'].fillna(0)\n",
    "\n",
    "# get the average for all review related columns if the value is null review_scores_rating, review_scores_accuracy, review_scores_cleanliness, review_scores_checkin, review_scores_communication, review_scores_location, review_scores_value\n",
    "df['review_scores_rating'] = df['review_scores_rating'].fillna(df['review_scores_rating'].mean())\n",
    "df['review_scores_accuracy'] = df['review_scores_accuracy'].fillna(df['review_scores_accuracy'].mean())\n",
    "df['review_scores_cleanliness'] = df['review_scores_cleanliness'].fillna(df['review_scores_cleanliness'].mean())\n",
    "df['review_scores_checkin'] = df['review_scores_checkin'].fillna(df['review_scores_checkin'].mean())\n",
    "df['review_scores_communication'] = df['review_scores_communication'].fillna(df['review_scores_communication'].mean())\n",
    "df['review_scores_location'] = df['review_scores_location'].fillna(df['review_scores_location'].mean())\n",
    "df['review_scores_value'] = df['review_scores_value'].fillna(df['review_scores_value'].mean())\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Further check for null values after first cleaning"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "picture_url    1\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "null_columns = df.columns[df.isnull().any()]\n",
    "print(df[null_columns].isnull().sum())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['picture_url'] = df['picture_url'].fillna('')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [],
   "source": [
    "#check for missing values\n",
    "missing_values_count = df.isnull().sum()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Changing the ID columns:\n",
    "### Create the new id having the 3 first letters of neighbourhood plus 10 numbers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "9076056426\n"
     ]
    }
   ],
   "source": [
    "import random\n",
    "import string\n",
    "\n",
    "#for listing id\n",
    "def randomize_id():\n",
    "    return ''.join(random.choice(string.digits) for _ in range(10))\n",
    "\n",
    "#for host_id\n",
    "def randomize_id_8():\n",
    "    return ''.join(random.choice(string.digits) for _ in range(8))\n",
    "\n",
    "# Example usage\n",
    "anonymized_host_id = randomize_id()\n",
    "print(anonymized_host_id)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    ENT\n",
       "1    PAN\n",
       "2    HOT\n",
       "3    BUT\n",
       "4    HOT\n",
       "Name: anonymized_id, dtype: object"
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# create a function where i will get the first three letters from each neighbour_cleansed row and turn it to uppercase\n",
    "def get_neighbourhood_cleansed(neighbourhood_cleansed):\n",
    "    return neighbourhood_cleansed[:3].upper()\n",
    "\n",
    "# create a new column which has the first 3 letters of each neighbourhood_clensed in uppercase\n",
    "df['anonymized_id'] = df['neighbourhood_cleansed'].apply(get_neighbourhood_cleansed).str.replace('É', 'E').str.replace('Ô','O')\n",
    "df['anonymized_id'].head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    ENT9911468079\n",
       "1    PAN9295749920\n",
       "2    HOT4153079899\n",
       "3    BUT9265605214\n",
       "4    HOT8992863305\n",
       "Name: anonymized_id, dtype: object"
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# add 10 random number to each element of the column anonymized_id\n",
    "df['anonymized_id'] = df['anonymized_id'].apply(lambda x: x + randomize_id())\n",
    "df['anonymized_id'].head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Empty DataFrame\n",
      "Columns: [id, listing_url, scrape_id, last_scraped, source, name, description, neighborhood_overview, picture_url, host_id, host_url, host_name, host_since, host_location, host_about, host_response_time, host_response_rate, host_acceptance_rate, host_is_superhost, host_thumbnail_url, host_picture_url, host_neighbourhood, host_listings_count, host_total_listings_count, host_verifications, host_has_profile_pic, host_identity_verified, neighbourhood, neighbourhood_cleansed, neighbourhood_group_cleansed, latitude, longitude, property_type, room_type, accommodates, bathrooms, bathrooms_text, bedrooms, beds, amenities, price, minimum_nights, maximum_nights, minimum_minimum_nights, maximum_minimum_nights, minimum_maximum_nights, maximum_maximum_nights, minimum_nights_avg_ntm, maximum_nights_avg_ntm, calendar_updated, has_availability, availability_30, availability_60, availability_90, availability_365, calendar_last_scraped, number_of_reviews, number_of_reviews_ltm, number_of_reviews_l30d, first_review, last_review, review_scores_rating, review_scores_accuracy, review_scores_cleanliness, review_scores_checkin, review_scores_communication, review_scores_location, review_scores_value, license, instant_bookable, calculated_host_listings_count, calculated_host_listings_count_entire_homes, calculated_host_listings_count_private_rooms, calculated_host_listings_count_shared_rooms, reviews_per_month, anonymized_id]\n",
      "Index: []\n"
     ]
    }
   ],
   "source": [
    "# heck this new column for duplicate values\n",
    "duplicateRowsDF = df[df.duplicated(['anonymized_id'])]\n",
    "print(duplicateRowsDF)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: center;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>anonymized_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>153674</td>\n",
       "      <td>ENT9911468079</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>33114</td>\n",
       "      <td>PAN9295749920</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5396</td>\n",
       "      <td>HOT4153079899</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>154292</td>\n",
       "      <td>BUT9265605214</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>7397</td>\n",
       "      <td>HOT8992863305</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     id   anonymized_id \n",
       "0  153674  ENT9911468079\n",
       "1   33114  PAN9295749920\n",
       "2    5396  HOT4153079899\n",
       "3  154292  BUT9265605214\n",
       "4    7397  HOT8992863305"
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#create new df with only the id and the anonymized id columns\n",
    "df_list_map = df[['id','anonymized_id']]\n",
    "df_list_map.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [],
   "source": [
    "#rename id to original_id and anonymized_id to new_id\n",
    "df_list_map = df_list_map.rename(columns={'id': 'original_id', 'anonymized_id': 'new_id'})\n",
    "#save the df to csv\n",
    "df_list_map.to_csv('listings_map.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [],
   "source": [
    "# drop id column from df\n",
    "df.drop(['id'], axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: center;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>listing_url</th>\n",
       "      <th>scrape_id</th>\n",
       "      <th>last_scraped</th>\n",
       "      <th>source</th>\n",
       "      <th>name</th>\n",
       "      <th>description</th>\n",
       "      <th>neighborhood_overview</th>\n",
       "      <th>picture_url</th>\n",
       "      <th>host_id</th>\n",
       "      <th>host_url</th>\n",
       "      <th>host_name</th>\n",
       "      <th>host_since</th>\n",
       "      <th>host_location</th>\n",
       "      <th>host_about</th>\n",
       "      <th>host_response_time</th>\n",
       "      <th>host_response_rate</th>\n",
       "      <th>host_acceptance_rate</th>\n",
       "      <th>host_is_superhost</th>\n",
       "      <th>host_thumbnail_url</th>\n",
       "      <th>host_picture_url</th>\n",
       "      <th>host_neighbourhood</th>\n",
       "      <th>host_listings_count</th>\n",
       "      <th>host_total_listings_count</th>\n",
       "      <th>host_verifications</th>\n",
       "      <th>host_has_profile_pic</th>\n",
       "      <th>host_identity_verified</th>\n",
       "      <th>neighbourhood</th>\n",
       "      <th>neighbourhood_cleansed</th>\n",
       "      <th>neighbourhood_group_cleansed</th>\n",
       "      <th>latitude</th>\n",
       "      <th>longitude</th>\n",
       "      <th>property_type</th>\n",
       "      <th>room_type</th>\n",
       "      <th>accommodates</th>\n",
       "      <th>bathrooms</th>\n",
       "      <th>bathrooms_text</th>\n",
       "      <th>bedrooms</th>\n",
       "      <th>beds</th>\n",
       "      <th>amenities</th>\n",
       "      <th>price</th>\n",
       "      <th>minimum_nights</th>\n",
       "      <th>maximum_nights</th>\n",
       "      <th>minimum_minimum_nights</th>\n",
       "      <th>maximum_minimum_nights</th>\n",
       "      <th>minimum_maximum_nights</th>\n",
       "      <th>maximum_maximum_nights</th>\n",
       "      <th>minimum_nights_avg_ntm</th>\n",
       "      <th>maximum_nights_avg_ntm</th>\n",
       "      <th>calendar_updated</th>\n",
       "      <th>has_availability</th>\n",
       "      <th>availability_30</th>\n",
       "      <th>availability_60</th>\n",
       "      <th>availability_90</th>\n",
       "      <th>availability_365</th>\n",
       "      <th>calendar_last_scraped</th>\n",
       "      <th>number_of_reviews</th>\n",
       "      <th>number_of_reviews_ltm</th>\n",
       "      <th>number_of_reviews_l30d</th>\n",
       "      <th>first_review</th>\n",
       "      <th>last_review</th>\n",
       "      <th>review_scores_rating</th>\n",
       "      <th>review_scores_accuracy</th>\n",
       "      <th>review_scores_cleanliness</th>\n",
       "      <th>review_scores_checkin</th>\n",
       "      <th>review_scores_communication</th>\n",
       "      <th>review_scores_location</th>\n",
       "      <th>review_scores_value</th>\n",
       "      <th>license</th>\n",
       "      <th>instant_bookable</th>\n",
       "      <th>calculated_host_listings_count</th>\n",
       "      <th>calculated_host_listings_count_entire_homes</th>\n",
       "      <th>calculated_host_listings_count_private_rooms</th>\n",
       "      <th>calculated_host_listings_count_shared_rooms</th>\n",
       "      <th>reviews_per_month</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>ENT9911468079</td>\n",
       "      <td>https://www.airbnb.com/rooms/153674</td>\n",
       "      <td>20230606220143</td>\n",
       "      <td>2023-06-07</td>\n",
       "      <td>city scrape</td>\n",
       "      <td>Rental unit in Paris · ★4.44 · 1 bedroom · 3 beds · 1 bath</td>\n",
       "      <td>Ideally located in the heart of Paris, in a lively area popular with Parisians, this nice and modern flat can accommodate up to 4 people.&lt;br /&gt;&lt;br /&gt;&lt;b&gt;The space&lt;/b&gt;&lt;br /&gt;Close to shops, transports and animations, this flat is perfect for a stay in the capital. &lt;br /&gt; &lt;br /&gt;This beautiful and cosy flat of 29 sq. m is located on the 2nd floor (without elevator) and is composed of :  &lt;br /&gt;- a nice and pleasant living room with a comfortable sofa-bed, &lt;br /&gt;- a bedroom with two simple beds, which can be set up as a double bed (thanks to specify when booking), &lt;br /&gt;- a very well-equipped kitchen (coffee machine, kettle, toaster, oven, hotplates, dishwasher, fridge) &lt;br /&gt;- a bathroom with shower, &lt;br /&gt;- hoover, hair dryer, ironing facilities, baby bed, &lt;br /&gt;- large closets, &lt;br /&gt;- Wi-Fi, TV and fan. &lt;br /&gt;→ Hotel quality cleaning is carried out before your arrival and after your departure.  &lt;br /&gt;→ Our guests will be provided with all the essentials for comfort and hygiene such as...</td>\n",
       "      <td>Staying in the 10th arrondissement, between the Canal de l'Ourcq and Canal Saint-Martin, you will be in the heart of one of the capital's liveliest neighbourhoods. Numerous designer boutiques, restaurants, bars, cafés, entertainment... are all within walking distance. You can also stroll along the Canal Saint-Martin, one of the favourite spots of Parisians, especially on sunny days, or walk to the Marais, the Montorgueil district, Montmartre or even Notre-Dame. You will only need to take the metro to discover the historic centre of Paris, the Père-Lachaise cemetery, the Place de la Bastille, but also the Champs-Elysées, the Eiffel Tower and all the great monuments that make Paris the most beautiful city in the world. Finally, many restaurants and terraces are close to your flat, we recommend you La Rotonde Stalingrad, Le Point Ephémère or La Guincheuse Restaurant.</td>\n",
       "      <td>https://a0.muscache.com/pictures/prohost-api/Hosting-153674/original/b899a455-c091-4e55-bff6-03aa2446d7eb.jpeg</td>\n",
       "      <td>739021</td>\n",
       "      <td>https://www.airbnb.com/users/show/739021</td>\n",
       "      <td>Catherine</td>\n",
       "      <td>2011-06-24</td>\n",
       "      <td>Paris, France</td>\n",
       "      <td>Après des années à voyager pour mon travail dans des hôtels impersonnels, je suis sensible au fait de profiter d'un appartement, même le temps d'un court séjour. J'apprécie de pouvoir me faire à manger plutôt que d'aller chaque soir au restaurant.\\n\\nA Paris, je loue un petit deux pièces rue Chaudron dans le 10e.. Cet appartement me ressemble et j'espère que chacun s'y sentira comme chez lui.\\n\\nI used to travel a lot for my work and would have appreciated being in a flat instead of being in an hotel. I am happy if I can cook instead of going to restaurant everyday.\\n\\nI rent  one flat which is located in the 10th arrondissement of Paris. I have chosen it because of the courtyard and also because it is close to my own flat (it is very practical when my family or some friends come to visit me). I hope that everyone will feel at home when renting it.</td>\n",
       "      <td>within an hour</td>\n",
       "      <td>100%</td>\n",
       "      <td>100%</td>\n",
       "      <td>f</td>\n",
       "      <td>https://a0.muscache.com/im/pictures/user/a70251f6-4a1d-4d24-a8f5-837479acd0ad.jpg?aki_policy=profile_small</td>\n",
       "      <td>https://a0.muscache.com/im/pictures/user/a70251f6-4a1d-4d24-a8f5-837479acd0ad.jpg?aki_policy=profile_x_medium</td>\n",
       "      <td>Gare du Nord - Gare de I'Est</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>['email', 'phone']</td>\n",
       "      <td>t</td>\n",
       "      <td>t</td>\n",
       "      <td>Paris, Île-de-France, France</td>\n",
       "      <td>Entrepôt</td>\n",
       "      <td>Entrepôt</td>\n",
       "      <td>48.88303</td>\n",
       "      <td>2.366308</td>\n",
       "      <td>Entire rental unit</td>\n",
       "      <td>Entire home/apt</td>\n",
       "      <td>4</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1 bath</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>[\"Essentials\", \"Hot water kettle\", \"Refrigerator\", \"Radiant heating\", \"Toaster\", \"Smoke alarm\", \"Cooking basics\", \"Coffee maker\", \"Crib\", \"Hair dryer\", \"Dishes and silverware\", \"Kitchen\", \"TV\", \"Dishwasher\", \"Oven\", \"Bed linens\", \"Hangers\", \"Shampoo\", \"Iron\", \"Wifi\", \"Hot water\", \"Freezer\"]</td>\n",
       "      <td>106.0</td>\n",
       "      <td>2</td>\n",
       "      <td>1125</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>1125.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>2023-06-06</td>\n",
       "      <td>t</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td>34</td>\n",
       "      <td>301</td>\n",
       "      <td>2023-06-07</td>\n",
       "      <td>252</td>\n",
       "      <td>19</td>\n",
       "      <td>0</td>\n",
       "      <td>2011-07-02</td>\n",
       "      <td>2023-05-02</td>\n",
       "      <td>4.44</td>\n",
       "      <td>4.68</td>\n",
       "      <td>4.47</td>\n",
       "      <td>4.68</td>\n",
       "      <td>4.71</td>\n",
       "      <td>4.42</td>\n",
       "      <td>4.47</td>\n",
       "      <td>7511000063553</td>\n",
       "      <td>t</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.73</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>PAN9295749920</td>\n",
       "      <td>https://www.airbnb.com/rooms/33114</td>\n",
       "      <td>20230606220143</td>\n",
       "      <td>2023-06-08</td>\n",
       "      <td>previous scrape</td>\n",
       "      <td>Rental unit in Paris · ★4.60 · 1 bedroom · 1 bed · 1 bath</td>\n",
       "      <td>A beautifully restored 1-bedroom, 1-bath apartment in a French Haussmann building, with a full kitchen near the historic Latin Quarter of Paris.&lt;br /&gt;&lt;br /&gt;&lt;b&gt;The space&lt;/b&gt;&lt;br /&gt;We decorated this apartment for ourselves to live in, and we are happy to let travelers use it while we are living abroad for a couple of years!&lt;br /&gt;&lt;br /&gt;It is a beautifully restored 1-bedroom, 1-bath apartment in a French Haussmann building, with a full kitchen near the historic Latin Quarter of Paris. Near pedestrian street Rue Mouffetard, outdoor markets, Botanical Gardens, and the Mosque. 2 minute walk to metro (line 5 - St. Marcel). 20 minute walk to Islands and historic Latin Quarter. In quiet building with quiet residents, on a private courtyard. We ask that renters please respect that this is a building with permanent residents, and to be quiet and respectful. There is a queen-size bed. Sleeps 3 with the couch (not a sofa-bed - not meant to be a permanent bed). The apartment is fully furnished, wi...</td>\n",
       "      <td>The Latin Quarter is one of the oldest districts in Paris, and has (among its many features) old roman baths and ruins. There are many cobble-streets and great dining nearby, all perfect for one discovering Paris. Our favorite is Rue Mouffetard, which is about a 10 minute walk, and it has tons of little boutiques, markets, cheese and wine shops, restaurants, and other fun things to do.</td>\n",
       "      <td>https://a0.muscache.com/pictures/238829/9a7d51ed_original.jpg</td>\n",
       "      <td>143558</td>\n",
       "      <td>https://www.airbnb.com/users/show/143558</td>\n",
       "      <td>Axel</td>\n",
       "      <td>2010-06-13</td>\n",
       "      <td>Salt Lake City, UT</td>\n",
       "      <td>I have lived in 3 countries and traveled to 20+ others. I love to discover new destinations around the world for nature and  hikes, and like to simply meet people globally, because I love learning about different cultures. \\r\\n\\r\\n</td>\n",
       "      <td>a few days or more</td>\n",
       "      <td>33%</td>\n",
       "      <td>0%</td>\n",
       "      <td>f</td>\n",
       "      <td>https://a0.muscache.com/im/pictures/user/62319130-52a3-4b1f-862e-0cfb4426479f.jpg?aki_policy=profile_small</td>\n",
       "      <td>https://a0.muscache.com/im/pictures/user/62319130-52a3-4b1f-862e-0cfb4426479f.jpg?aki_policy=profile_x_medium</td>\n",
       "      <td>Panthéon</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>['email', 'phone', 'work_email']</td>\n",
       "      <td>t</td>\n",
       "      <td>t</td>\n",
       "      <td>Paris, Île-de-France, France</td>\n",
       "      <td>Panthéon</td>\n",
       "      <td>Panthéon</td>\n",
       "      <td>48.83936</td>\n",
       "      <td>2.358490</td>\n",
       "      <td>Entire rental unit</td>\n",
       "      <td>Entire home/apt</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1 bath</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[\"TV with standard cable\", \"Essentials\", \"Fire extinguisher\", \"Iron\", \"Hair dryer\", \"Dishes and silverware\", \"Paid parking off premises\", \"Wifi\", \"Long term stays allowed\", \"Kitchen\", \"Cooking basics\", \"Hot water\", \"Hangers\", \"First aid kit\", \"Heating\"]</td>\n",
       "      <td>88.0</td>\n",
       "      <td>100</td>\n",
       "      <td>365</td>\n",
       "      <td>100.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>365.0</td>\n",
       "      <td>365.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>365.0</td>\n",
       "      <td>2023-06-06</td>\n",
       "      <td>t</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>66</td>\n",
       "      <td>2023-06-08</td>\n",
       "      <td>70</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2011-09-16</td>\n",
       "      <td>2019-05-20</td>\n",
       "      <td>4.60</td>\n",
       "      <td>4.74</td>\n",
       "      <td>4.33</td>\n",
       "      <td>4.83</td>\n",
       "      <td>4.83</td>\n",
       "      <td>4.83</td>\n",
       "      <td>4.74</td>\n",
       "      <td>7510501191068</td>\n",
       "      <td>f</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.49</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>HOT4153079899</td>\n",
       "      <td>https://www.airbnb.com/rooms/5396</td>\n",
       "      <td>20230606220143</td>\n",
       "      <td>2023-06-08</td>\n",
       "      <td>previous scrape</td>\n",
       "      <td>Rental unit in Paris · ★4.55 · Studio · 1 bed · 1 bath</td>\n",
       "      <td>Cozy, well-appointed and graciously designed studio apartment that mixes old and new aesthetics at the very heart of Paris, on the famous Isle St Louis that is a stone's throw from Le Marais, Quartier Latin, Notre Dame and Le Louvre.&lt;br /&gt;&lt;br /&gt;&lt;b&gt;The space&lt;/b&gt;&lt;br /&gt;Small, well appointed studio apartment at the very heart of Paris, on the famous Isle St Louis.&lt;br /&gt;&lt;br /&gt;We are looking for quiet persons or couples to rent our fully equipped studio (about 30 square meters or 300 square feet) in central Paris on the famous Isle St. Louis.&lt;br /&gt;&lt;br /&gt;No smoking and parties are forbidden&lt;br /&gt;&lt;br /&gt;The location is superb in heart of Paris and to close to all amenities (buses, metro, velib)&lt;br /&gt;&lt;br /&gt;No street view or Seine view, the best is the localisation&lt;br /&gt;The flat is at the 2nd floor (no lift), quiet because it's on courtyard&lt;br /&gt;&lt;br /&gt;&lt;b&gt;Guest access&lt;/b&gt;&lt;br /&gt;The flat includes :&lt;br /&gt; - A redone bathroom &lt;br /&gt;- A kitchenette fully equipped (oven, fridge, hob, kitchen utensil...</td>\n",
       "      <td>You are within walking distance to the Louvre, Notre Dame, Le Marais, Les Halles, Chatelet, St. Germain, Les Tuileries, le Jardin des Plantes, St. Michel, Sorbonne, Institut du Monde Arab, the Bastille and the Latin Quarter.</td>\n",
       "      <td>https://a0.muscache.com/pictures/52413/f9bf76f5_original.jpg</td>\n",
       "      <td>7903</td>\n",
       "      <td>https://www.airbnb.com/users/show/7903</td>\n",
       "      <td>Borzou</td>\n",
       "      <td>2009-02-14</td>\n",
       "      <td>İstanbul, Turkey</td>\n",
       "      <td>The flat is owned by journalists who spend a lot of time traveling for work who understand what people need when they're away from home. Guillaume and his partners manage arrivals and checkins.. We all love Paris and try to make it easy for people to come and visit the city.</td>\n",
       "      <td>within an hour</td>\n",
       "      <td>100%</td>\n",
       "      <td>99%</td>\n",
       "      <td>f</td>\n",
       "      <td>https://a0.muscache.com/im/users/7903/profile_pic/1280002723/original.jpg?aki_policy=profile_small</td>\n",
       "      <td>https://a0.muscache.com/im/users/7903/profile_pic/1280002723/original.jpg?aki_policy=profile_x_medium</td>\n",
       "      <td>Saint-Paul - Ile Saint-Louis</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>['email', 'phone']</td>\n",
       "      <td>t</td>\n",
       "      <td>t</td>\n",
       "      <td>Paris, Ile-de-France, France</td>\n",
       "      <td>Hôtel-de-Ville</td>\n",
       "      <td>Hôtel-de-Ville</td>\n",
       "      <td>48.85247</td>\n",
       "      <td>2.358350</td>\n",
       "      <td>Entire rental unit</td>\n",
       "      <td>Entire home/apt</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1 bath</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[\"TV with standard cable\", \"Shower gel\", \"Essentials\", \"Fire extinguisher\", \"Clothing storage: closet\", \"Hot water kettle\", \"Refrigerator\", \"Extra pillows and blankets\", \"Toaster\", \"Smoke alarm\", \"Host greets you\", \"Cooking basics\", \"Body soap\", \"Cleaning products\", \"Hair dryer\", \"Dishes and silverware\", \"Washer\", \"Kitchen\", \"Oven\", \"Bed linens\", \"Hangers\", \"Heating\", \"Shampoo\", \"Dedicated workspace\", \"Long term stays allowed\", \"Wifi\", \"Hot water\", \"Stove\", \"Drying rack for clothing\"]</td>\n",
       "      <td>117.0</td>\n",
       "      <td>15</td>\n",
       "      <td>1125</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1125.0</td>\n",
       "      <td>1125.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1125.0</td>\n",
       "      <td>2023-06-06</td>\n",
       "      <td>t</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>43</td>\n",
       "      <td>223</td>\n",
       "      <td>2023-06-08</td>\n",
       "      <td>340</td>\n",
       "      <td>43</td>\n",
       "      <td>4</td>\n",
       "      <td>2009-06-30</td>\n",
       "      <td>2023-05-19</td>\n",
       "      <td>4.55</td>\n",
       "      <td>4.59</td>\n",
       "      <td>4.52</td>\n",
       "      <td>4.78</td>\n",
       "      <td>4.83</td>\n",
       "      <td>4.95</td>\n",
       "      <td>4.53</td>\n",
       "      <td>7510402838018</td>\n",
       "      <td>f</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>BUT9265605214</td>\n",
       "      <td>https://www.airbnb.com/rooms/154292</td>\n",
       "      <td>20230606220143</td>\n",
       "      <td>2023-06-07</td>\n",
       "      <td>city scrape</td>\n",
       "      <td>Rental unit in Paris · ★4.62 · 1 bedroom · 1 bed · 1 bath</td>\n",
       "      <td>Nice flat designed by an architect, in an area full of life with a lot of shops and restaurants. Located in a typically parisian neighborhood, only 10 mn from the very center of Paris (Châtelet/ Notre Dame).&lt;br /&gt;&lt;br /&gt;Careful for people allergic to cats, a cat lived in the apt a few months ago.&lt;br /&gt;&lt;br /&gt;&lt;b&gt;The space&lt;/b&gt;&lt;br /&gt;You can enjoy a big living room, nicely decorated, an american (open) kitchen with all fournitures, and a quiet bedroom. Oven, wash machine, dish washer, Flat screen TV, WI-FI are at your disposal. &lt;br /&gt;The apt is located in a charming neighborhood, which feels like a village with its numerous cafés and shops : everything you need can be find in less than 3 mn.&lt;br /&gt;&lt;br /&gt;Around the place there is 2 supermarkets, an excellent Bakery with lovely croissants, nice bars, and - because it's France - great cheese and wine shops ! For (french) lovers : you can even find flowers just next to the apt.&lt;br /&gt;&lt;br /&gt;A great experience in the old typical Paris, only 10 m...</td>\n",
       "      <td>Charming authentic parisian neighborhood, with a lot of shops and restaurants. You can find whatever you need, from good bakeries to excellent wineries and cheese.</td>\n",
       "      <td>https://a0.muscache.com/pictures/bfc84997-6491-4501-9ef1-c897142f4913.jpg</td>\n",
       "      <td>137719</td>\n",
       "      <td>https://www.airbnb.com/users/show/137719</td>\n",
       "      <td>Mattis</td>\n",
       "      <td>2010-06-03</td>\n",
       "      <td>Paris, France</td>\n",
       "      <td>Je suis un journaliste français qui aime voyager et rencontrer de nouvelles personnes.</td>\n",
       "      <td>within an hour</td>\n",
       "      <td>100%</td>\n",
       "      <td>83%</td>\n",
       "      <td>t</td>\n",
       "      <td>https://a0.muscache.com/im/pictures/user/74a6aea2-e889-45a0-8831-e80304cef68d.jpg?aki_policy=profile_small</td>\n",
       "      <td>https://a0.muscache.com/im/pictures/user/74a6aea2-e889-45a0-8831-e80304cef68d.jpg?aki_policy=profile_x_medium</td>\n",
       "      <td>Buttes-Chaumont - Belleville</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>['email', 'phone', 'work_email']</td>\n",
       "      <td>t</td>\n",
       "      <td>t</td>\n",
       "      <td>Paris, Île-de-France, France</td>\n",
       "      <td>Buttes-Chaumont</td>\n",
       "      <td>Buttes-Chaumont</td>\n",
       "      <td>48.87417</td>\n",
       "      <td>2.385810</td>\n",
       "      <td>Entire rental unit</td>\n",
       "      <td>Entire home/apt</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1 bath</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[\"Essentials\", \"Private entrance\", \"Refrigerator\", \"Extra pillows and blankets\", \"Free washer \\u2013 In unit\", \"Smoke alarm\", \"Host greets you\", \"HDTV with standard cable\", \"Cooking basics\", \"Coffee maker\", \"Game console\", \"Hair dryer\", \"Dishes and silverware\", \"Paid parking off premises\", \"Ethernet connection\", \"Kitchen\", \"Pocket wifi\", \"Dishwasher\", \"Oven\", \"Bed linens\", \"Hangers\", \"Luggage dropoff allowed\", \"Heating\", \"Shampoo\", \"Iron\", \"Dedicated workspace\", \"Long term stays allowed\", \"Wifi\", \"Hot water\", \"Stove\"]</td>\n",
       "      <td>99.0</td>\n",
       "      <td>5</td>\n",
       "      <td>21</td>\n",
       "      <td>5.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>1125.0</td>\n",
       "      <td>5.1</td>\n",
       "      <td>1049.7</td>\n",
       "      <td>2023-06-06</td>\n",
       "      <td>t</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>8</td>\n",
       "      <td>52</td>\n",
       "      <td>2023-06-07</td>\n",
       "      <td>49</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>2011-07-20</td>\n",
       "      <td>2022-10-17</td>\n",
       "      <td>4.62</td>\n",
       "      <td>4.77</td>\n",
       "      <td>4.30</td>\n",
       "      <td>4.86</td>\n",
       "      <td>4.91</td>\n",
       "      <td>4.79</td>\n",
       "      <td>4.74</td>\n",
       "      <td>7511900942838</td>\n",
       "      <td>f</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>HOT8992863305</td>\n",
       "      <td>https://www.airbnb.com/rooms/7397</td>\n",
       "      <td>20230606220143</td>\n",
       "      <td>2023-06-08</td>\n",
       "      <td>city scrape</td>\n",
       "      <td>Rental unit in Paris · ★4.72 · 2 bedrooms · 2 beds · 1 bath</td>\n",
       "      <td>VERY CONVENIENT, WITH THE BEST LOCATION !&lt;br /&gt;&lt;br /&gt;&lt;b&gt;The space&lt;/b&gt;&lt;br /&gt;PLEASE ASK ME BEFORE TO DO A REQUEST !!!&lt;br /&gt;&lt;br /&gt;PLEASE ASK ME BEFORE TO DO A REQUEST !!!&lt;br /&gt;&lt;br /&gt;&lt;br /&gt;HEART OF THE HISTORICAL PARIS&lt;br /&gt;&lt;br /&gt; Marais, in a securated and classified building, 2d floor, charming 2/3Rooms apt 40 m2, Ideal location in the very heart of historical Paris, metro station: Hôtel-de-Ville, just a few minutes on foot to the Centre Pompidou, Place des Vosges, the Seine River, Notre-Dame Cathedral, the Saint-Louis island... and most of the monuments and museums in Paris. Local restaurants and shops cater to all tastes and budgets. Very charming, quiet, sunny, fully furnished, two bedrooms (one with a large bed, the other with a large and very good sofa/bed), Large bathroom with italian shower. Internet+tel+TV included. Electricity included for normal using. Perfect for one couple, two couples or one couple with one or two children.&lt;br /&gt;The apart, at the second floor without lif...</td>\n",
       "      <td>The host has not provided a neighbourhood overview yet.</td>\n",
       "      <td>https://a0.muscache.com/pictures/67928287/330bd78c_original.jpg</td>\n",
       "      <td>2626</td>\n",
       "      <td>https://www.airbnb.com/users/show/2626</td>\n",
       "      <td>Franck</td>\n",
       "      <td>2008-08-30</td>\n",
       "      <td>Paris, France</td>\n",
       "      <td>I am a writer,54, author of novels, books of linguistics...</td>\n",
       "      <td>within an hour</td>\n",
       "      <td>100%</td>\n",
       "      <td>69%</td>\n",
       "      <td>t</td>\n",
       "      <td>https://a0.muscache.com/im/pictures/user/ad6a9447-d6fa-4b6b-a820-1c5b52cd5359.jpg?aki_policy=profile_small</td>\n",
       "      <td>https://a0.muscache.com/im/pictures/user/ad6a9447-d6fa-4b6b-a820-1c5b52cd5359.jpg?aki_policy=profile_x_medium</td>\n",
       "      <td>Le Marais</td>\n",
       "      <td>2.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>['email', 'phone']</td>\n",
       "      <td>t</td>\n",
       "      <td>t</td>\n",
       "      <td>Hôtel-de-Ville</td>\n",
       "      <td>Hôtel-de-Ville</td>\n",
       "      <td>Hôtel-de-Ville</td>\n",
       "      <td>48.85909</td>\n",
       "      <td>2.353150</td>\n",
       "      <td>Entire rental unit</td>\n",
       "      <td>Entire home/apt</td>\n",
       "      <td>4</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1 bath</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>[\"TV with standard cable\", \"Essentials\", \"Refrigerator\", \"Extra pillows and blankets\", \"Free washer \\u2013 In unit\", \"Smoke alarm\", \"Host greets you\", \"Cooking basics\", \"Coffee maker\", \"Microwave\", \"Hair dryer\", \"Dishes and silverware\", \"Paid parking off premises\", \"Kitchen\", \"Oven\", \"Bed linens\", \"Hangers\", \"Heating\", \"Shampoo\", \"Iron\", \"Dedicated workspace\", \"Wifi\", \"Hot water\", \"Dryer\", \"Stove\"]</td>\n",
       "      <td>130.0</td>\n",
       "      <td>10</td>\n",
       "      <td>130</td>\n",
       "      <td>8.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>130.0</td>\n",
       "      <td>130.0</td>\n",
       "      <td>9.9</td>\n",
       "      <td>130.0</td>\n",
       "      <td>2023-06-06</td>\n",
       "      <td>t</td>\n",
       "      <td>0</td>\n",
       "      <td>15</td>\n",
       "      <td>24</td>\n",
       "      <td>226</td>\n",
       "      <td>2023-06-08</td>\n",
       "      <td>333</td>\n",
       "      <td>27</td>\n",
       "      <td>1</td>\n",
       "      <td>2011-04-08</td>\n",
       "      <td>2023-05-14</td>\n",
       "      <td>4.72</td>\n",
       "      <td>4.80</td>\n",
       "      <td>4.44</td>\n",
       "      <td>4.91</td>\n",
       "      <td>4.88</td>\n",
       "      <td>4.93</td>\n",
       "      <td>4.73</td>\n",
       "      <td>7510400829623</td>\n",
       "      <td>f</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2.25</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        id                   listing_url                  scrape_id    \\\n",
       "0  ENT9911468079  https://www.airbnb.com/rooms/153674  20230606220143   \n",
       "1  PAN9295749920   https://www.airbnb.com/rooms/33114  20230606220143   \n",
       "2  HOT4153079899    https://www.airbnb.com/rooms/5396  20230606220143   \n",
       "3  BUT9265605214  https://www.airbnb.com/rooms/154292  20230606220143   \n",
       "4  HOT8992863305    https://www.airbnb.com/rooms/7397  20230606220143   \n",
       "\n",
       "  last_scraped      source       \\\n",
       "0  2023-06-07       city scrape   \n",
       "1  2023-06-08   previous scrape   \n",
       "2  2023-06-08   previous scrape   \n",
       "3  2023-06-07       city scrape   \n",
       "4  2023-06-08       city scrape   \n",
       "\n",
       "                              name                              \\\n",
       "0   Rental unit in Paris · ★4.44 · 1 bedroom · 3 beds · 1 bath   \n",
       "1    Rental unit in Paris · ★4.60 · 1 bedroom · 1 bed · 1 bath   \n",
       "2       Rental unit in Paris · ★4.55 · Studio · 1 bed · 1 bath   \n",
       "3    Rental unit in Paris · ★4.62 · 1 bedroom · 1 bed · 1 bath   \n",
       "4  Rental unit in Paris · ★4.72 · 2 bedrooms · 2 beds · 1 bath   \n",
       "\n",
       "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                description                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 \\\n",
       "0  Ideally located in the heart of Paris, in a lively area popular with Parisians, this nice and modern flat can accommodate up to 4 people.<br /><br /><b>The space</b><br />Close to shops, transports and animations, this flat is perfect for a stay in the capital. <br /> <br />This beautiful and cosy flat of 29 sq. m is located on the 2nd floor (without elevator) and is composed of :  <br />- a nice and pleasant living room with a comfortable sofa-bed, <br />- a bedroom with two simple beds, which can be set up as a double bed (thanks to specify when booking), <br />- a very well-equipped kitchen (coffee machine, kettle, toaster, oven, hotplates, dishwasher, fridge) <br />- a bathroom with shower, <br />- hoover, hair dryer, ironing facilities, baby bed, <br />- large closets, <br />- Wi-Fi, TV and fan. <br />→ Hotel quality cleaning is carried out before your arrival and after your departure.  <br />→ Our guests will be provided with all the essentials for comfort and hygiene such as...   \n",
       "1  A beautifully restored 1-bedroom, 1-bath apartment in a French Haussmann building, with a full kitchen near the historic Latin Quarter of Paris.<br /><br /><b>The space</b><br />We decorated this apartment for ourselves to live in, and we are happy to let travelers use it while we are living abroad for a couple of years!<br /><br />It is a beautifully restored 1-bedroom, 1-bath apartment in a French Haussmann building, with a full kitchen near the historic Latin Quarter of Paris. Near pedestrian street Rue Mouffetard, outdoor markets, Botanical Gardens, and the Mosque. 2 minute walk to metro (line 5 - St. Marcel). 20 minute walk to Islands and historic Latin Quarter. In quiet building with quiet residents, on a private courtyard. We ask that renters please respect that this is a building with permanent residents, and to be quiet and respectful. There is a queen-size bed. Sleeps 3 with the couch (not a sofa-bed - not meant to be a permanent bed). The apartment is fully furnished, wi...   \n",
       "2  Cozy, well-appointed and graciously designed studio apartment that mixes old and new aesthetics at the very heart of Paris, on the famous Isle St Louis that is a stone's throw from Le Marais, Quartier Latin, Notre Dame and Le Louvre.<br /><br /><b>The space</b><br />Small, well appointed studio apartment at the very heart of Paris, on the famous Isle St Louis.<br /><br />We are looking for quiet persons or couples to rent our fully equipped studio (about 30 square meters or 300 square feet) in central Paris on the famous Isle St. Louis.<br /><br />No smoking and parties are forbidden<br /><br />The location is superb in heart of Paris and to close to all amenities (buses, metro, velib)<br /><br />No street view or Seine view, the best is the localisation<br />The flat is at the 2nd floor (no lift), quiet because it's on courtyard<br /><br /><b>Guest access</b><br />The flat includes :<br /> - A redone bathroom <br />- A kitchenette fully equipped (oven, fridge, hob, kitchen utensil...   \n",
       "3  Nice flat designed by an architect, in an area full of life with a lot of shops and restaurants. Located in a typically parisian neighborhood, only 10 mn from the very center of Paris (Châtelet/ Notre Dame).<br /><br />Careful for people allergic to cats, a cat lived in the apt a few months ago.<br /><br /><b>The space</b><br />You can enjoy a big living room, nicely decorated, an american (open) kitchen with all fournitures, and a quiet bedroom. Oven, wash machine, dish washer, Flat screen TV, WI-FI are at your disposal. <br />The apt is located in a charming neighborhood, which feels like a village with its numerous cafés and shops : everything you need can be find in less than 3 mn.<br /><br />Around the place there is 2 supermarkets, an excellent Bakery with lovely croissants, nice bars, and - because it's France - great cheese and wine shops ! For (french) lovers : you can even find flowers just next to the apt.<br /><br />A great experience in the old typical Paris, only 10 m...   \n",
       "4  VERY CONVENIENT, WITH THE BEST LOCATION !<br /><br /><b>The space</b><br />PLEASE ASK ME BEFORE TO DO A REQUEST !!!<br /><br />PLEASE ASK ME BEFORE TO DO A REQUEST !!!<br /><br /><br />HEART OF THE HISTORICAL PARIS<br /><br /> Marais, in a securated and classified building, 2d floor, charming 2/3Rooms apt 40 m2, Ideal location in the very heart of historical Paris, metro station: Hôtel-de-Ville, just a few minutes on foot to the Centre Pompidou, Place des Vosges, the Seine River, Notre-Dame Cathedral, the Saint-Louis island... and most of the monuments and museums in Paris. Local restaurants and shops cater to all tastes and budgets. Very charming, quiet, sunny, fully furnished, two bedrooms (one with a large bed, the other with a large and very good sofa/bed), Large bathroom with italian shower. Internet+tel+TV included. Electricity included for normal using. Perfect for one couple, two couples or one couple with one or two children.<br />The apart, at the second floor without lif...   \n",
       "\n",
       "                                                                                                                                                                                                                                                                                                                                                                                                                                              neighborhood_overview                                                                                                                                                                                                                                                                                                                                                                                                                                              \\\n",
       "0  Staying in the 10th arrondissement, between the Canal de l'Ourcq and Canal Saint-Martin, you will be in the heart of one of the capital's liveliest neighbourhoods. Numerous designer boutiques, restaurants, bars, cafés, entertainment... are all within walking distance. You can also stroll along the Canal Saint-Martin, one of the favourite spots of Parisians, especially on sunny days, or walk to the Marais, the Montorgueil district, Montmartre or even Notre-Dame. You will only need to take the metro to discover the historic centre of Paris, the Père-Lachaise cemetery, the Place de la Bastille, but also the Champs-Elysées, the Eiffel Tower and all the great monuments that make Paris the most beautiful city in the world. Finally, many restaurants and terraces are close to your flat, we recommend you La Rotonde Stalingrad, Le Point Ephémère or La Guincheuse Restaurant.   \n",
       "1                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                          The Latin Quarter is one of the oldest districts in Paris, and has (among its many features) old roman baths and ruins. There are many cobble-streets and great dining nearby, all perfect for one discovering Paris. Our favorite is Rue Mouffetard, which is about a 10 minute walk, and it has tons of little boutiques, markets, cheese and wine shops, restaurants, and other fun things to do.   \n",
       "2                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                              You are within walking distance to the Louvre, Notre Dame, Le Marais, Les Halles, Chatelet, St. Germain, Les Tuileries, le Jardin des Plantes, St. Michel, Sorbonne, Institut du Monde Arab, the Bastille and the Latin Quarter.   \n",
       "3                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                           Charming authentic parisian neighborhood, with a lot of shops and restaurants. You can find whatever you need, from good bakeries to excellent wineries and cheese.   \n",
       "4                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                       The host has not provided a neighbourhood overview yet.   \n",
       "\n",
       "                                                    picture_url                                                    \\\n",
       "0  https://a0.muscache.com/pictures/prohost-api/Hosting-153674/original/b899a455-c091-4e55-bff6-03aa2446d7eb.jpeg   \n",
       "1                                                   https://a0.muscache.com/pictures/238829/9a7d51ed_original.jpg   \n",
       "2                                                    https://a0.muscache.com/pictures/52413/f9bf76f5_original.jpg   \n",
       "3                                       https://a0.muscache.com/pictures/bfc84997-6491-4501-9ef1-c897142f4913.jpg   \n",
       "4                                                 https://a0.muscache.com/pictures/67928287/330bd78c_original.jpg   \n",
       "\n",
       "   host_id                  host_url                 host_name   host_since  \\\n",
       "0  739021   https://www.airbnb.com/users/show/739021  Catherine  2011-06-24   \n",
       "1  143558   https://www.airbnb.com/users/show/143558       Axel  2010-06-13   \n",
       "2    7903     https://www.airbnb.com/users/show/7903     Borzou  2009-02-14   \n",
       "3  137719   https://www.airbnb.com/users/show/137719     Mattis  2010-06-03   \n",
       "4    2626     https://www.airbnb.com/users/show/2626     Franck  2008-08-30   \n",
       "\n",
       "     host_location     \\\n",
       "0       Paris, France   \n",
       "1  Salt Lake City, UT   \n",
       "2    İstanbul, Turkey   \n",
       "3       Paris, France   \n",
       "4       Paris, France   \n",
       "\n",
       "                                                                                                                                                                                                                                                                                                                                                                                                                                            host_about                                                                                                                                                                                                                                                                                                                                                                                                                                           \\\n",
       "0  Après des années à voyager pour mon travail dans des hôtels impersonnels, je suis sensible au fait de profiter d'un appartement, même le temps d'un court séjour. J'apprécie de pouvoir me faire à manger plutôt que d'aller chaque soir au restaurant.\\n\\nA Paris, je loue un petit deux pièces rue Chaudron dans le 10e.. Cet appartement me ressemble et j'espère que chacun s'y sentira comme chez lui.\\n\\nI used to travel a lot for my work and would have appreciated being in a flat instead of being in an hotel. I am happy if I can cook instead of going to restaurant everyday.\\n\\nI rent  one flat which is located in the 10th arrondissement of Paris. I have chosen it because of the courtyard and also because it is close to my own flat (it is very practical when my family or some friends come to visit me). I hope that everyone will feel at home when renting it.   \n",
       "1                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                       I have lived in 3 countries and traveled to 20+ others. I love to discover new destinations around the world for nature and  hikes, and like to simply meet people globally, because I love learning about different cultures. \\r\\n\\r\\n   \n",
       "2                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                          The flat is owned by journalists who spend a lot of time traveling for work who understand what people need when they're away from home. Guillaume and his partners manage arrivals and checkins.. We all love Paris and try to make it easy for people to come and visit the city.    \n",
       "3                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                       Je suis un journaliste français qui aime voyager et rencontrer de nouvelles personnes.    \n",
       "4                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   I am a writer,54, author of novels, books of linguistics...   \n",
       "\n",
       "   host_response_time host_response_rate host_acceptance_rate  \\\n",
       "0      within an hour        100%                100%           \n",
       "1  a few days or more         33%                  0%           \n",
       "2      within an hour        100%                 99%           \n",
       "3      within an hour        100%                 83%           \n",
       "4      within an hour        100%                 69%           \n",
       "\n",
       "  host_is_superhost  \\\n",
       "0          f          \n",
       "1          f          \n",
       "2          f          \n",
       "3          t          \n",
       "4          t          \n",
       "\n",
       "                                               host_thumbnail_url                                              \\\n",
       "0  https://a0.muscache.com/im/pictures/user/a70251f6-4a1d-4d24-a8f5-837479acd0ad.jpg?aki_policy=profile_small   \n",
       "1  https://a0.muscache.com/im/pictures/user/62319130-52a3-4b1f-862e-0cfb4426479f.jpg?aki_policy=profile_small   \n",
       "2          https://a0.muscache.com/im/users/7903/profile_pic/1280002723/original.jpg?aki_policy=profile_small   \n",
       "3  https://a0.muscache.com/im/pictures/user/74a6aea2-e889-45a0-8831-e80304cef68d.jpg?aki_policy=profile_small   \n",
       "4  https://a0.muscache.com/im/pictures/user/ad6a9447-d6fa-4b6b-a820-1c5b52cd5359.jpg?aki_policy=profile_small   \n",
       "\n",
       "                                                 host_picture_url                                                 \\\n",
       "0  https://a0.muscache.com/im/pictures/user/a70251f6-4a1d-4d24-a8f5-837479acd0ad.jpg?aki_policy=profile_x_medium   \n",
       "1  https://a0.muscache.com/im/pictures/user/62319130-52a3-4b1f-862e-0cfb4426479f.jpg?aki_policy=profile_x_medium   \n",
       "2          https://a0.muscache.com/im/users/7903/profile_pic/1280002723/original.jpg?aki_policy=profile_x_medium   \n",
       "3  https://a0.muscache.com/im/pictures/user/74a6aea2-e889-45a0-8831-e80304cef68d.jpg?aki_policy=profile_x_medium   \n",
       "4  https://a0.muscache.com/im/pictures/user/ad6a9447-d6fa-4b6b-a820-1c5b52cd5359.jpg?aki_policy=profile_x_medium   \n",
       "\n",
       "        host_neighbourhood       host_listings_count  \\\n",
       "0  Gare du Nord - Gare de I'Est          1.0           \n",
       "1                      Panthéon          2.0           \n",
       "2  Saint-Paul - Ile Saint-Louis          1.0           \n",
       "3  Buttes-Chaumont - Belleville          1.0           \n",
       "4                     Le Marais          2.0           \n",
       "\n",
       "   host_total_listings_count         host_verifications         \\\n",
       "0             3.0                           ['email', 'phone']   \n",
       "1             2.0             ['email', 'phone', 'work_email']   \n",
       "2             1.0                           ['email', 'phone']   \n",
       "3             2.0             ['email', 'phone', 'work_email']   \n",
       "4             9.0                           ['email', 'phone']   \n",
       "\n",
       "  host_has_profile_pic host_identity_verified         neighbourhood          \\\n",
       "0           t                     t            Paris, Île-de-France, France   \n",
       "1           t                     t            Paris, Île-de-France, France   \n",
       "2           t                     t            Paris, Ile-de-France, France   \n",
       "3           t                     t            Paris, Île-de-France, France   \n",
       "4           t                     t                          Hôtel-de-Ville   \n",
       "\n",
       "  neighbourhood_cleansed neighbourhood_group_cleansed  latitude  longitude  \\\n",
       "0            Entrepôt                  Entrepôt        48.88303  2.366308    \n",
       "1            Panthéon                  Panthéon        48.83936  2.358490    \n",
       "2      Hôtel-de-Ville            Hôtel-de-Ville        48.85247  2.358350    \n",
       "3     Buttes-Chaumont           Buttes-Chaumont        48.87417  2.385810    \n",
       "4      Hôtel-de-Ville            Hôtel-de-Ville        48.85909  2.353150    \n",
       "\n",
       "     property_type       room_type      accommodates  bathrooms  \\\n",
       "0  Entire rental unit  Entire home/apt        4          0.0      \n",
       "1  Entire rental unit  Entire home/apt        2          0.0      \n",
       "2  Entire rental unit  Entire home/apt        2          0.0      \n",
       "3  Entire rental unit  Entire home/apt        2          0.0      \n",
       "4  Entire rental unit  Entire home/apt        4          0.0      \n",
       "\n",
       "  bathrooms_text  bedrooms  beds  \\\n",
       "0     1 bath         1.0     3.0   \n",
       "1     1 bath         1.0     1.0   \n",
       "2     1 bath         0.0     1.0   \n",
       "3     1 bath         1.0     1.0   \n",
       "4     1 bath         2.0     2.0   \n",
       "\n",
       "                                                                                                                                                                                                                                                                   amenities                                                                                                                                                                                                                                                                    \\\n",
       "0                                                                                                                                                                                                                                          [\"Essentials\", \"Hot water kettle\", \"Refrigerator\", \"Radiant heating\", \"Toaster\", \"Smoke alarm\", \"Cooking basics\", \"Coffee maker\", \"Crib\", \"Hair dryer\", \"Dishes and silverware\", \"Kitchen\", \"TV\", \"Dishwasher\", \"Oven\", \"Bed linens\", \"Hangers\", \"Shampoo\", \"Iron\", \"Wifi\", \"Hot water\", \"Freezer\"]   \n",
       "1                                                                                                                                                                                                                                                                                [\"TV with standard cable\", \"Essentials\", \"Fire extinguisher\", \"Iron\", \"Hair dryer\", \"Dishes and silverware\", \"Paid parking off premises\", \"Wifi\", \"Long term stays allowed\", \"Kitchen\", \"Cooking basics\", \"Hot water\", \"Hangers\", \"First aid kit\", \"Heating\"]   \n",
       "2                                    [\"TV with standard cable\", \"Shower gel\", \"Essentials\", \"Fire extinguisher\", \"Clothing storage: closet\", \"Hot water kettle\", \"Refrigerator\", \"Extra pillows and blankets\", \"Toaster\", \"Smoke alarm\", \"Host greets you\", \"Cooking basics\", \"Body soap\", \"Cleaning products\", \"Hair dryer\", \"Dishes and silverware\", \"Washer\", \"Kitchen\", \"Oven\", \"Bed linens\", \"Hangers\", \"Heating\", \"Shampoo\", \"Dedicated workspace\", \"Long term stays allowed\", \"Wifi\", \"Hot water\", \"Stove\", \"Drying rack for clothing\"]   \n",
       "3  [\"Essentials\", \"Private entrance\", \"Refrigerator\", \"Extra pillows and blankets\", \"Free washer \\u2013 In unit\", \"Smoke alarm\", \"Host greets you\", \"HDTV with standard cable\", \"Cooking basics\", \"Coffee maker\", \"Game console\", \"Hair dryer\", \"Dishes and silverware\", \"Paid parking off premises\", \"Ethernet connection\", \"Kitchen\", \"Pocket wifi\", \"Dishwasher\", \"Oven\", \"Bed linens\", \"Hangers\", \"Luggage dropoff allowed\", \"Heating\", \"Shampoo\", \"Iron\", \"Dedicated workspace\", \"Long term stays allowed\", \"Wifi\", \"Hot water\", \"Stove\"]   \n",
       "4                                                                                                                            [\"TV with standard cable\", \"Essentials\", \"Refrigerator\", \"Extra pillows and blankets\", \"Free washer \\u2013 In unit\", \"Smoke alarm\", \"Host greets you\", \"Cooking basics\", \"Coffee maker\", \"Microwave\", \"Hair dryer\", \"Dishes and silverware\", \"Paid parking off premises\", \"Kitchen\", \"Oven\", \"Bed linens\", \"Hangers\", \"Heating\", \"Shampoo\", \"Iron\", \"Dedicated workspace\", \"Wifi\", \"Hot water\", \"Dryer\", \"Stove\"]   \n",
       "\n",
       "   price  minimum_nights  maximum_nights  minimum_minimum_nights  \\\n",
       "0  106.0          2            1125                  2.0           \n",
       "1   88.0        100             365                100.0           \n",
       "2  117.0         15            1125                  1.0           \n",
       "3   99.0          5              21                  5.0           \n",
       "4  130.0         10             130                  8.0           \n",
       "\n",
       "   maximum_minimum_nights  minimum_maximum_nights  maximum_maximum_nights  \\\n",
       "0             2.0                    30.0                  1125.0           \n",
       "1           100.0                   365.0                   365.0           \n",
       "2             1.0                  1125.0                  1125.0           \n",
       "3             7.0                     8.0                  1125.0           \n",
       "4            10.0                   130.0                   130.0           \n",
       "\n",
       "   minimum_nights_avg_ntm  maximum_nights_avg_ntm calendar_updated  \\\n",
       "0             2.0                    35.0            2023-06-06      \n",
       "1           100.0                   365.0            2023-06-06      \n",
       "2             1.0                  1125.0            2023-06-06      \n",
       "3             5.1                  1049.7            2023-06-06      \n",
       "4             9.9                   130.0            2023-06-06      \n",
       "\n",
       "  has_availability  availability_30  availability_60  availability_90  \\\n",
       "0         t                0               16               34          \n",
       "1         t                0                0                0          \n",
       "2         t                1               13               43          \n",
       "3         t                4                5                8          \n",
       "4         t                0               15               24          \n",
       "\n",
       "   availability_365 calendar_last_scraped  number_of_reviews  \\\n",
       "0         301             2023-06-07              252          \n",
       "1          66             2023-06-08               70          \n",
       "2         223             2023-06-08              340          \n",
       "3          52             2023-06-07               49          \n",
       "4         226             2023-06-08              333          \n",
       "\n",
       "   number_of_reviews_ltm  number_of_reviews_l30d first_review last_review  \\\n",
       "0           19                       0            2011-07-02   2023-05-02   \n",
       "1            0                       0            2011-09-16   2019-05-20   \n",
       "2           43                       4            2009-06-30   2023-05-19   \n",
       "3            5                       0            2011-07-20   2022-10-17   \n",
       "4           27                       1            2011-04-08   2023-05-14   \n",
       "\n",
       "   review_scores_rating  review_scores_accuracy  review_scores_cleanliness  \\\n",
       "0          4.44                   4.68                     4.47              \n",
       "1          4.60                   4.74                     4.33              \n",
       "2          4.55                   4.59                     4.52              \n",
       "3          4.62                   4.77                     4.30              \n",
       "4          4.72                   4.80                     4.44              \n",
       "\n",
       "   review_scores_checkin  review_scores_communication  review_scores_location  \\\n",
       "0          4.68                      4.71                       4.42            \n",
       "1          4.83                      4.83                       4.83            \n",
       "2          4.78                      4.83                       4.95            \n",
       "3          4.86                      4.91                       4.79            \n",
       "4          4.91                      4.88                       4.93            \n",
       "\n",
       "   review_scores_value    license     instant_bookable  \\\n",
       "0         4.47          7511000063553         t          \n",
       "1         4.74          7510501191068         f          \n",
       "2         4.53          7510402838018         f          \n",
       "3         4.74          7511900942838         f          \n",
       "4         4.73          7510400829623         f          \n",
       "\n",
       "   calculated_host_listings_count  \\\n",
       "0                 1                 \n",
       "1                 1                 \n",
       "2                 1                 \n",
       "3                 1                 \n",
       "4                 2                 \n",
       "\n",
       "   calculated_host_listings_count_entire_homes  \\\n",
       "0                       1                        \n",
       "1                       1                        \n",
       "2                       1                        \n",
       "3                       1                        \n",
       "4                       2                        \n",
       "\n",
       "   calculated_host_listings_count_private_rooms  \\\n",
       "0                        0                        \n",
       "1                        0                        \n",
       "2                        0                        \n",
       "3                        0                        \n",
       "4                        0                        \n",
       "\n",
       "   calculated_host_listings_count_shared_rooms  reviews_per_month  \n",
       "0                       0                             1.73         \n",
       "1                       0                             0.49         \n",
       "2                       0                             2.00         \n",
       "3                       0                             0.34         \n",
       "4                       0                             2.25         "
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# rename anonymized_id to id\n",
    "df = df.rename(columns={'anonymized_id': 'id'})\n",
    "# bring id column as the first column of the df\n",
    "df = df[['id'] + [col for col in df.columns if col != 'id']]\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Create new host_id's with 8 random digits"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "46014\n"
     ]
    }
   ],
   "source": [
    "# get all unique host_id values in a list\n",
    "host_ids = df['host_id'].unique().tolist()\n",
    "print(len(set(host_ids)))\n",
    "\n",
    "# create a mapping dictionary of each unique host_id with a new anonymized_host_id and ensure that there are no duplicate values\n",
    "# in the dictionary values\n",
    "mapping_dict = {}\n",
    "seen = set()\n",
    "for i in range(len(host_ids)):\n",
    "    u = True\n",
    "    while u:\n",
    "        y = randomize_id_8()\n",
    "        if y not in seen:\n",
    "            seen.add(y)\n",
    "            u = False\n",
    "    mapping_dict[host_ids[i]] = y"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [],
   "source": [
    "assert len(list(set(mapping_dict.keys()))) == len(list(set(mapping_dict.values())))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [],
   "source": [
    "# create column in df with anonymized_host_id's where each anonymized_host_id is dervied from the dictionary mapping_dict\n",
    "df['anonymized_host_id'] = df['host_id'].map(mapping_dict)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "46014\n"
     ]
    }
   ],
   "source": [
    "#ensure that there are 46014 distinc values in anonymized_host_id column\n",
    "print(len(df['anonymized_host_id'].unique().tolist()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: center;\">\n",
       "      <th></th>\n",
       "      <th>original_host_id</th>\n",
       "      <th>new_host_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>739021</td>\n",
       "      <td>60703157</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>143558</td>\n",
       "      <td>69933352</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>7903</td>\n",
       "      <td>63042574</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>137719</td>\n",
       "      <td>93008392</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2626</td>\n",
       "      <td>97826507</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   original_host_id new_host_id\n",
       "0       739021        60703157 \n",
       "1       143558        69933352 \n",
       "2         7903        63042574 \n",
       "3       137719        93008392 \n",
       "4         2626        97826507 "
      ]
     },
     "execution_count": 62,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#create a dataframe only with distinct pairs of host_id and anonymized_host_id and rename host_id to original_host_id and anonymized_host_id to new_host_id\n",
    "df_host_map = df[['host_id','anonymized_host_id']].drop_duplicates().rename(columns={'host_id': 'original_host_id', 'anonymized_host_id': 'new_host_id'})\n",
    "df_host_map.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [],
   "source": [
    "#create csv file with the mapping of the host_id and the anonymized_host_id\n",
    "df_host_map.to_csv('hosts_map.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [],
   "source": [
    "#remove host_id column from df\n",
    "df.drop(['host_id'], axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [],
   "source": [
    "#rename anonymized_host_id to host_id\n",
    "df = df.rename(columns={'anonymized_host_id': 'host_id'})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "46014"
      ]
     },
     "execution_count": 66,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df['host_id'].unique().tolist())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### GDPR concerns"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Create new listing urls"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [],
   "source": [
    "# create new_listing_url column with urls starting with \"https://www.airbnb.com/rooms\" and then the id of the listing\n",
    "df['new_listing_url'] = 'https://www.airbnb.com/rooms/' + df['id'].astype(str)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [],
   "source": [
    "#delete listing url column and rename new_listing_url to listing_url\n",
    "df.drop(['listing_url'], axis=1, inplace=True)\n",
    "df = df.rename(columns={'new_listing_url': 'listing_url'})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    https://www.airbnb.com/rooms/ENT9911468079\n",
       "1    https://www.airbnb.com/rooms/PAN9295749920\n",
       "2    https://www.airbnb.com/rooms/HOT4153079899\n",
       "3    https://www.airbnb.com/rooms/BUT9265605214\n",
       "4    https://www.airbnb.com/rooms/HOT8992863305\n",
       "Name: listing_url, dtype: object"
      ]
     },
     "execution_count": 69,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['listing_url'].head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Drop picture urls and thumbnail urls"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {},
   "outputs": [],
   "source": [
    "# drop thumbnail urls and host picture urls and picture urls\n",
    "df.drop(['host_thumbnail_url'], axis=1, inplace=True)\n",
    "df.drop(['host_picture_url'], axis=1, inplace=True)\n",
    "df.drop(['picture_url'], axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Create new names and host urls"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Sharon\n"
     ]
    }
   ],
   "source": [
    "from faker import Faker\n",
    "# Create a Faker instance for French\n",
    "fake = Faker(['fr_FR', 'en_US'])\n",
    "\n",
    "# create a dictionary from with keys as numbers from 1 to 4 for these 4 choices i gave above for faker to call each one of the radnom functions\n",
    "\n",
    "my_dict = {1: fake.first_name_male,\n",
    "           2: fake.first_name_female,\n",
    "           3: fake.first_name_nonbinary,\n",
    "           4: fake.company}\n",
    "\n",
    "# create a function that will return a random value from the dictionary\n",
    "def get_random_name():\n",
    "    return my_dict[random.randint(1, 4)]()\n",
    "\n",
    "print(get_random_name())\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {},
   "outputs": [],
   "source": [
    "# create new random host_name and host_url for each unique host_id and map them according to unique host_id values\n",
    "# create a list of unique host_id values\n",
    "host_ids = df['host_id'].unique().tolist()\n",
    "# create a dictionary with key the host_id and value a random host_name\n",
    "mapping_dict = {}\n",
    "for i in range(len(host_ids)):\n",
    "    mapping_dict[host_ids[i]] = get_random_name()\n",
    "\n",
    "#do the same for host_url\n",
    "mapping_dict_url = {}\n",
    "for i in range(len(host_ids)):\n",
    "    mapping_dict_url[host_ids[i]] = 'https://www.airbnb.com/randomuser/' + str(host_ids[i])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {},
   "outputs": [],
   "source": [
    "#create new columns in df with the new host_name and new_host_url\n",
    "df['new_host_name'] = df['host_id'].map(mapping_dict)\n",
    "df['new_host_url'] = df['host_id'].map(mapping_dict_url)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {},
   "outputs": [],
   "source": [
    "#drop host_name and host_url columns\n",
    "df.drop(['host_name'], axis=1, inplace=True)\n",
    "df.drop(['host_url'], axis=1, inplace=True)\n",
    "#rename new_host_name to host_name and new_host_url to host_url\n",
    "df = df.rename(columns={'new_host_name': 'host_name', 'new_host_url': 'host_url'})"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Reorder the columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: center;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>listing_url</th>\n",
       "      <th>host_id</th>\n",
       "      <th>host_name</th>\n",
       "      <th>host_url</th>\n",
       "      <th>scrape_id</th>\n",
       "      <th>last_scraped</th>\n",
       "      <th>source</th>\n",
       "      <th>name</th>\n",
       "      <th>description</th>\n",
       "      <th>neighborhood_overview</th>\n",
       "      <th>host_since</th>\n",
       "      <th>host_location</th>\n",
       "      <th>host_about</th>\n",
       "      <th>host_response_time</th>\n",
       "      <th>host_response_rate</th>\n",
       "      <th>host_acceptance_rate</th>\n",
       "      <th>host_is_superhost</th>\n",
       "      <th>host_neighbourhood</th>\n",
       "      <th>host_listings_count</th>\n",
       "      <th>host_total_listings_count</th>\n",
       "      <th>host_verifications</th>\n",
       "      <th>host_has_profile_pic</th>\n",
       "      <th>host_identity_verified</th>\n",
       "      <th>neighbourhood</th>\n",
       "      <th>neighbourhood_cleansed</th>\n",
       "      <th>neighbourhood_group_cleansed</th>\n",
       "      <th>latitude</th>\n",
       "      <th>longitude</th>\n",
       "      <th>property_type</th>\n",
       "      <th>room_type</th>\n",
       "      <th>accommodates</th>\n",
       "      <th>bathrooms</th>\n",
       "      <th>bathrooms_text</th>\n",
       "      <th>bedrooms</th>\n",
       "      <th>beds</th>\n",
       "      <th>amenities</th>\n",
       "      <th>price</th>\n",
       "      <th>minimum_nights</th>\n",
       "      <th>maximum_nights</th>\n",
       "      <th>minimum_minimum_nights</th>\n",
       "      <th>maximum_minimum_nights</th>\n",
       "      <th>minimum_maximum_nights</th>\n",
       "      <th>maximum_maximum_nights</th>\n",
       "      <th>minimum_nights_avg_ntm</th>\n",
       "      <th>maximum_nights_avg_ntm</th>\n",
       "      <th>calendar_updated</th>\n",
       "      <th>has_availability</th>\n",
       "      <th>availability_30</th>\n",
       "      <th>availability_60</th>\n",
       "      <th>availability_90</th>\n",
       "      <th>availability_365</th>\n",
       "      <th>calendar_last_scraped</th>\n",
       "      <th>number_of_reviews</th>\n",
       "      <th>number_of_reviews_ltm</th>\n",
       "      <th>number_of_reviews_l30d</th>\n",
       "      <th>first_review</th>\n",
       "      <th>last_review</th>\n",
       "      <th>review_scores_rating</th>\n",
       "      <th>review_scores_accuracy</th>\n",
       "      <th>review_scores_cleanliness</th>\n",
       "      <th>review_scores_checkin</th>\n",
       "      <th>review_scores_communication</th>\n",
       "      <th>review_scores_location</th>\n",
       "      <th>review_scores_value</th>\n",
       "      <th>license</th>\n",
       "      <th>instant_bookable</th>\n",
       "      <th>calculated_host_listings_count</th>\n",
       "      <th>calculated_host_listings_count_entire_homes</th>\n",
       "      <th>calculated_host_listings_count_private_rooms</th>\n",
       "      <th>calculated_host_listings_count_shared_rooms</th>\n",
       "      <th>reviews_per_month</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>ENT9911468079</td>\n",
       "      <td>https://www.airbnb.com/rooms/ENT9911468079</td>\n",
       "      <td>60703157</td>\n",
       "      <td>Jason</td>\n",
       "      <td>https://www.airbnb.com/randomuser/60703157</td>\n",
       "      <td>20230606220143</td>\n",
       "      <td>2023-06-07</td>\n",
       "      <td>city scrape</td>\n",
       "      <td>Rental unit in Paris · ★4.44 · 1 bedroom · 3 beds · 1 bath</td>\n",
       "      <td>Ideally located in the heart of Paris, in a lively area popular with Parisians, this nice and modern flat can accommodate up to 4 people.&lt;br /&gt;&lt;br /&gt;&lt;b&gt;The space&lt;/b&gt;&lt;br /&gt;Close to shops, transports and animations, this flat is perfect for a stay in the capital. &lt;br /&gt; &lt;br /&gt;This beautiful and cosy flat of 29 sq. m is located on the 2nd floor (without elevator) and is composed of :  &lt;br /&gt;- a nice and pleasant living room with a comfortable sofa-bed, &lt;br /&gt;- a bedroom with two simple beds, which can be set up as a double bed (thanks to specify when booking), &lt;br /&gt;- a very well-equipped kitchen (coffee machine, kettle, toaster, oven, hotplates, dishwasher, fridge) &lt;br /&gt;- a bathroom with shower, &lt;br /&gt;- hoover, hair dryer, ironing facilities, baby bed, &lt;br /&gt;- large closets, &lt;br /&gt;- Wi-Fi, TV and fan. &lt;br /&gt;→ Hotel quality cleaning is carried out before your arrival and after your departure.  &lt;br /&gt;→ Our guests will be provided with all the essentials for comfort and hygiene such as...</td>\n",
       "      <td>Staying in the 10th arrondissement, between the Canal de l'Ourcq and Canal Saint-Martin, you will be in the heart of one of the capital's liveliest neighbourhoods. Numerous designer boutiques, restaurants, bars, cafés, entertainment... are all within walking distance. You can also stroll along the Canal Saint-Martin, one of the favourite spots of Parisians, especially on sunny days, or walk to the Marais, the Montorgueil district, Montmartre or even Notre-Dame. You will only need to take the metro to discover the historic centre of Paris, the Père-Lachaise cemetery, the Place de la Bastille, but also the Champs-Elysées, the Eiffel Tower and all the great monuments that make Paris the most beautiful city in the world. Finally, many restaurants and terraces are close to your flat, we recommend you La Rotonde Stalingrad, Le Point Ephémère or La Guincheuse Restaurant.</td>\n",
       "      <td>2011-06-24</td>\n",
       "      <td>Paris, France</td>\n",
       "      <td>Après des années à voyager pour mon travail dans des hôtels impersonnels, je suis sensible au fait de profiter d'un appartement, même le temps d'un court séjour. J'apprécie de pouvoir me faire à manger plutôt que d'aller chaque soir au restaurant.\\n\\nA Paris, je loue un petit deux pièces rue Chaudron dans le 10e.. Cet appartement me ressemble et j'espère que chacun s'y sentira comme chez lui.\\n\\nI used to travel a lot for my work and would have appreciated being in a flat instead of being in an hotel. I am happy if I can cook instead of going to restaurant everyday.\\n\\nI rent  one flat which is located in the 10th arrondissement of Paris. I have chosen it because of the courtyard and also because it is close to my own flat (it is very practical when my family or some friends come to visit me). I hope that everyone will feel at home when renting it.</td>\n",
       "      <td>within an hour</td>\n",
       "      <td>100%</td>\n",
       "      <td>100%</td>\n",
       "      <td>f</td>\n",
       "      <td>Gare du Nord - Gare de I'Est</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>['email', 'phone']</td>\n",
       "      <td>t</td>\n",
       "      <td>t</td>\n",
       "      <td>Paris, Île-de-France, France</td>\n",
       "      <td>Entrepôt</td>\n",
       "      <td>Entrepôt</td>\n",
       "      <td>48.88303</td>\n",
       "      <td>2.366308</td>\n",
       "      <td>Entire rental unit</td>\n",
       "      <td>Entire home/apt</td>\n",
       "      <td>4</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1 bath</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>[\"Essentials\", \"Hot water kettle\", \"Refrigerator\", \"Radiant heating\", \"Toaster\", \"Smoke alarm\", \"Cooking basics\", \"Coffee maker\", \"Crib\", \"Hair dryer\", \"Dishes and silverware\", \"Kitchen\", \"TV\", \"Dishwasher\", \"Oven\", \"Bed linens\", \"Hangers\", \"Shampoo\", \"Iron\", \"Wifi\", \"Hot water\", \"Freezer\"]</td>\n",
       "      <td>106.0</td>\n",
       "      <td>2</td>\n",
       "      <td>1125</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>1125.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>2023-06-06</td>\n",
       "      <td>t</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td>34</td>\n",
       "      <td>301</td>\n",
       "      <td>2023-06-07</td>\n",
       "      <td>252</td>\n",
       "      <td>19</td>\n",
       "      <td>0</td>\n",
       "      <td>2011-07-02</td>\n",
       "      <td>2023-05-02</td>\n",
       "      <td>4.44</td>\n",
       "      <td>4.68</td>\n",
       "      <td>4.47</td>\n",
       "      <td>4.68</td>\n",
       "      <td>4.71</td>\n",
       "      <td>4.42</td>\n",
       "      <td>4.47</td>\n",
       "      <td>7511000063553</td>\n",
       "      <td>t</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.73</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>PAN9295749920</td>\n",
       "      <td>https://www.airbnb.com/rooms/PAN9295749920</td>\n",
       "      <td>69933352</td>\n",
       "      <td>Michel</td>\n",
       "      <td>https://www.airbnb.com/randomuser/69933352</td>\n",
       "      <td>20230606220143</td>\n",
       "      <td>2023-06-08</td>\n",
       "      <td>previous scrape</td>\n",
       "      <td>Rental unit in Paris · ★4.60 · 1 bedroom · 1 bed · 1 bath</td>\n",
       "      <td>A beautifully restored 1-bedroom, 1-bath apartment in a French Haussmann building, with a full kitchen near the historic Latin Quarter of Paris.&lt;br /&gt;&lt;br /&gt;&lt;b&gt;The space&lt;/b&gt;&lt;br /&gt;We decorated this apartment for ourselves to live in, and we are happy to let travelers use it while we are living abroad for a couple of years!&lt;br /&gt;&lt;br /&gt;It is a beautifully restored 1-bedroom, 1-bath apartment in a French Haussmann building, with a full kitchen near the historic Latin Quarter of Paris. Near pedestrian street Rue Mouffetard, outdoor markets, Botanical Gardens, and the Mosque. 2 minute walk to metro (line 5 - St. Marcel). 20 minute walk to Islands and historic Latin Quarter. In quiet building with quiet residents, on a private courtyard. We ask that renters please respect that this is a building with permanent residents, and to be quiet and respectful. There is a queen-size bed. Sleeps 3 with the couch (not a sofa-bed - not meant to be a permanent bed). The apartment is fully furnished, wi...</td>\n",
       "      <td>The Latin Quarter is one of the oldest districts in Paris, and has (among its many features) old roman baths and ruins. There are many cobble-streets and great dining nearby, all perfect for one discovering Paris. Our favorite is Rue Mouffetard, which is about a 10 minute walk, and it has tons of little boutiques, markets, cheese and wine shops, restaurants, and other fun things to do.</td>\n",
       "      <td>2010-06-13</td>\n",
       "      <td>Salt Lake City, UT</td>\n",
       "      <td>I have lived in 3 countries and traveled to 20+ others. I love to discover new destinations around the world for nature and  hikes, and like to simply meet people globally, because I love learning about different cultures. \\r\\n\\r\\n</td>\n",
       "      <td>a few days or more</td>\n",
       "      <td>33%</td>\n",
       "      <td>0%</td>\n",
       "      <td>f</td>\n",
       "      <td>Panthéon</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>['email', 'phone', 'work_email']</td>\n",
       "      <td>t</td>\n",
       "      <td>t</td>\n",
       "      <td>Paris, Île-de-France, France</td>\n",
       "      <td>Panthéon</td>\n",
       "      <td>Panthéon</td>\n",
       "      <td>48.83936</td>\n",
       "      <td>2.358490</td>\n",
       "      <td>Entire rental unit</td>\n",
       "      <td>Entire home/apt</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1 bath</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[\"TV with standard cable\", \"Essentials\", \"Fire extinguisher\", \"Iron\", \"Hair dryer\", \"Dishes and silverware\", \"Paid parking off premises\", \"Wifi\", \"Long term stays allowed\", \"Kitchen\", \"Cooking basics\", \"Hot water\", \"Hangers\", \"First aid kit\", \"Heating\"]</td>\n",
       "      <td>88.0</td>\n",
       "      <td>100</td>\n",
       "      <td>365</td>\n",
       "      <td>100.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>365.0</td>\n",
       "      <td>365.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>365.0</td>\n",
       "      <td>2023-06-06</td>\n",
       "      <td>t</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>66</td>\n",
       "      <td>2023-06-08</td>\n",
       "      <td>70</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2011-09-16</td>\n",
       "      <td>2019-05-20</td>\n",
       "      <td>4.60</td>\n",
       "      <td>4.74</td>\n",
       "      <td>4.33</td>\n",
       "      <td>4.83</td>\n",
       "      <td>4.83</td>\n",
       "      <td>4.83</td>\n",
       "      <td>4.74</td>\n",
       "      <td>7510501191068</td>\n",
       "      <td>f</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.49</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>HOT4153079899</td>\n",
       "      <td>https://www.airbnb.com/rooms/HOT4153079899</td>\n",
       "      <td>63042574</td>\n",
       "      <td>Tiffany</td>\n",
       "      <td>https://www.airbnb.com/randomuser/63042574</td>\n",
       "      <td>20230606220143</td>\n",
       "      <td>2023-06-08</td>\n",
       "      <td>previous scrape</td>\n",
       "      <td>Rental unit in Paris · ★4.55 · Studio · 1 bed · 1 bath</td>\n",
       "      <td>Cozy, well-appointed and graciously designed studio apartment that mixes old and new aesthetics at the very heart of Paris, on the famous Isle St Louis that is a stone's throw from Le Marais, Quartier Latin, Notre Dame and Le Louvre.&lt;br /&gt;&lt;br /&gt;&lt;b&gt;The space&lt;/b&gt;&lt;br /&gt;Small, well appointed studio apartment at the very heart of Paris, on the famous Isle St Louis.&lt;br /&gt;&lt;br /&gt;We are looking for quiet persons or couples to rent our fully equipped studio (about 30 square meters or 300 square feet) in central Paris on the famous Isle St. Louis.&lt;br /&gt;&lt;br /&gt;No smoking and parties are forbidden&lt;br /&gt;&lt;br /&gt;The location is superb in heart of Paris and to close to all amenities (buses, metro, velib)&lt;br /&gt;&lt;br /&gt;No street view or Seine view, the best is the localisation&lt;br /&gt;The flat is at the 2nd floor (no lift), quiet because it's on courtyard&lt;br /&gt;&lt;br /&gt;&lt;b&gt;Guest access&lt;/b&gt;&lt;br /&gt;The flat includes :&lt;br /&gt; - A redone bathroom &lt;br /&gt;- A kitchenette fully equipped (oven, fridge, hob, kitchen utensil...</td>\n",
       "      <td>You are within walking distance to the Louvre, Notre Dame, Le Marais, Les Halles, Chatelet, St. Germain, Les Tuileries, le Jardin des Plantes, St. Michel, Sorbonne, Institut du Monde Arab, the Bastille and the Latin Quarter.</td>\n",
       "      <td>2009-02-14</td>\n",
       "      <td>İstanbul, Turkey</td>\n",
       "      <td>The flat is owned by journalists who spend a lot of time traveling for work who understand what people need when they're away from home. Guillaume and his partners manage arrivals and checkins.. We all love Paris and try to make it easy for people to come and visit the city.</td>\n",
       "      <td>within an hour</td>\n",
       "      <td>100%</td>\n",
       "      <td>99%</td>\n",
       "      <td>f</td>\n",
       "      <td>Saint-Paul - Ile Saint-Louis</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>['email', 'phone']</td>\n",
       "      <td>t</td>\n",
       "      <td>t</td>\n",
       "      <td>Paris, Ile-de-France, France</td>\n",
       "      <td>Hôtel-de-Ville</td>\n",
       "      <td>Hôtel-de-Ville</td>\n",
       "      <td>48.85247</td>\n",
       "      <td>2.358350</td>\n",
       "      <td>Entire rental unit</td>\n",
       "      <td>Entire home/apt</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1 bath</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[\"TV with standard cable\", \"Shower gel\", \"Essentials\", \"Fire extinguisher\", \"Clothing storage: closet\", \"Hot water kettle\", \"Refrigerator\", \"Extra pillows and blankets\", \"Toaster\", \"Smoke alarm\", \"Host greets you\", \"Cooking basics\", \"Body soap\", \"Cleaning products\", \"Hair dryer\", \"Dishes and silverware\", \"Washer\", \"Kitchen\", \"Oven\", \"Bed linens\", \"Hangers\", \"Heating\", \"Shampoo\", \"Dedicated workspace\", \"Long term stays allowed\", \"Wifi\", \"Hot water\", \"Stove\", \"Drying rack for clothing\"]</td>\n",
       "      <td>117.0</td>\n",
       "      <td>15</td>\n",
       "      <td>1125</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1125.0</td>\n",
       "      <td>1125.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1125.0</td>\n",
       "      <td>2023-06-06</td>\n",
       "      <td>t</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>43</td>\n",
       "      <td>223</td>\n",
       "      <td>2023-06-08</td>\n",
       "      <td>340</td>\n",
       "      <td>43</td>\n",
       "      <td>4</td>\n",
       "      <td>2009-06-30</td>\n",
       "      <td>2023-05-19</td>\n",
       "      <td>4.55</td>\n",
       "      <td>4.59</td>\n",
       "      <td>4.52</td>\n",
       "      <td>4.78</td>\n",
       "      <td>4.83</td>\n",
       "      <td>4.95</td>\n",
       "      <td>4.53</td>\n",
       "      <td>7510402838018</td>\n",
       "      <td>f</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>BUT9265605214</td>\n",
       "      <td>https://www.airbnb.com/rooms/BUT9265605214</td>\n",
       "      <td>93008392</td>\n",
       "      <td>Melissa</td>\n",
       "      <td>https://www.airbnb.com/randomuser/93008392</td>\n",
       "      <td>20230606220143</td>\n",
       "      <td>2023-06-07</td>\n",
       "      <td>city scrape</td>\n",
       "      <td>Rental unit in Paris · ★4.62 · 1 bedroom · 1 bed · 1 bath</td>\n",
       "      <td>Nice flat designed by an architect, in an area full of life with a lot of shops and restaurants. Located in a typically parisian neighborhood, only 10 mn from the very center of Paris (Châtelet/ Notre Dame).&lt;br /&gt;&lt;br /&gt;Careful for people allergic to cats, a cat lived in the apt a few months ago.&lt;br /&gt;&lt;br /&gt;&lt;b&gt;The space&lt;/b&gt;&lt;br /&gt;You can enjoy a big living room, nicely decorated, an american (open) kitchen with all fournitures, and a quiet bedroom. Oven, wash machine, dish washer, Flat screen TV, WI-FI are at your disposal. &lt;br /&gt;The apt is located in a charming neighborhood, which feels like a village with its numerous cafés and shops : everything you need can be find in less than 3 mn.&lt;br /&gt;&lt;br /&gt;Around the place there is 2 supermarkets, an excellent Bakery with lovely croissants, nice bars, and - because it's France - great cheese and wine shops ! For (french) lovers : you can even find flowers just next to the apt.&lt;br /&gt;&lt;br /&gt;A great experience in the old typical Paris, only 10 m...</td>\n",
       "      <td>Charming authentic parisian neighborhood, with a lot of shops and restaurants. You can find whatever you need, from good bakeries to excellent wineries and cheese.</td>\n",
       "      <td>2010-06-03</td>\n",
       "      <td>Paris, France</td>\n",
       "      <td>Je suis un journaliste français qui aime voyager et rencontrer de nouvelles personnes.</td>\n",
       "      <td>within an hour</td>\n",
       "      <td>100%</td>\n",
       "      <td>83%</td>\n",
       "      <td>t</td>\n",
       "      <td>Buttes-Chaumont - Belleville</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>['email', 'phone', 'work_email']</td>\n",
       "      <td>t</td>\n",
       "      <td>t</td>\n",
       "      <td>Paris, Île-de-France, France</td>\n",
       "      <td>Buttes-Chaumont</td>\n",
       "      <td>Buttes-Chaumont</td>\n",
       "      <td>48.87417</td>\n",
       "      <td>2.385810</td>\n",
       "      <td>Entire rental unit</td>\n",
       "      <td>Entire home/apt</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1 bath</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[\"Essentials\", \"Private entrance\", \"Refrigerator\", \"Extra pillows and blankets\", \"Free washer \\u2013 In unit\", \"Smoke alarm\", \"Host greets you\", \"HDTV with standard cable\", \"Cooking basics\", \"Coffee maker\", \"Game console\", \"Hair dryer\", \"Dishes and silverware\", \"Paid parking off premises\", \"Ethernet connection\", \"Kitchen\", \"Pocket wifi\", \"Dishwasher\", \"Oven\", \"Bed linens\", \"Hangers\", \"Luggage dropoff allowed\", \"Heating\", \"Shampoo\", \"Iron\", \"Dedicated workspace\", \"Long term stays allowed\", \"Wifi\", \"Hot water\", \"Stove\"]</td>\n",
       "      <td>99.0</td>\n",
       "      <td>5</td>\n",
       "      <td>21</td>\n",
       "      <td>5.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>1125.0</td>\n",
       "      <td>5.1</td>\n",
       "      <td>1049.7</td>\n",
       "      <td>2023-06-06</td>\n",
       "      <td>t</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>8</td>\n",
       "      <td>52</td>\n",
       "      <td>2023-06-07</td>\n",
       "      <td>49</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>2011-07-20</td>\n",
       "      <td>2022-10-17</td>\n",
       "      <td>4.62</td>\n",
       "      <td>4.77</td>\n",
       "      <td>4.30</td>\n",
       "      <td>4.86</td>\n",
       "      <td>4.91</td>\n",
       "      <td>4.79</td>\n",
       "      <td>4.74</td>\n",
       "      <td>7511900942838</td>\n",
       "      <td>f</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>HOT8992863305</td>\n",
       "      <td>https://www.airbnb.com/rooms/HOT8992863305</td>\n",
       "      <td>97826507</td>\n",
       "      <td>Joseph</td>\n",
       "      <td>https://www.airbnb.com/randomuser/97826507</td>\n",
       "      <td>20230606220143</td>\n",
       "      <td>2023-06-08</td>\n",
       "      <td>city scrape</td>\n",
       "      <td>Rental unit in Paris · ★4.72 · 2 bedrooms · 2 beds · 1 bath</td>\n",
       "      <td>VERY CONVENIENT, WITH THE BEST LOCATION !&lt;br /&gt;&lt;br /&gt;&lt;b&gt;The space&lt;/b&gt;&lt;br /&gt;PLEASE ASK ME BEFORE TO DO A REQUEST !!!&lt;br /&gt;&lt;br /&gt;PLEASE ASK ME BEFORE TO DO A REQUEST !!!&lt;br /&gt;&lt;br /&gt;&lt;br /&gt;HEART OF THE HISTORICAL PARIS&lt;br /&gt;&lt;br /&gt; Marais, in a securated and classified building, 2d floor, charming 2/3Rooms apt 40 m2, Ideal location in the very heart of historical Paris, metro station: Hôtel-de-Ville, just a few minutes on foot to the Centre Pompidou, Place des Vosges, the Seine River, Notre-Dame Cathedral, the Saint-Louis island... and most of the monuments and museums in Paris. Local restaurants and shops cater to all tastes and budgets. Very charming, quiet, sunny, fully furnished, two bedrooms (one with a large bed, the other with a large and very good sofa/bed), Large bathroom with italian shower. Internet+tel+TV included. Electricity included for normal using. Perfect for one couple, two couples or one couple with one or two children.&lt;br /&gt;The apart, at the second floor without lif...</td>\n",
       "      <td>The host has not provided a neighbourhood overview yet.</td>\n",
       "      <td>2008-08-30</td>\n",
       "      <td>Paris, France</td>\n",
       "      <td>I am a writer,54, author of novels, books of linguistics...</td>\n",
       "      <td>within an hour</td>\n",
       "      <td>100%</td>\n",
       "      <td>69%</td>\n",
       "      <td>t</td>\n",
       "      <td>Le Marais</td>\n",
       "      <td>2.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>['email', 'phone']</td>\n",
       "      <td>t</td>\n",
       "      <td>t</td>\n",
       "      <td>Hôtel-de-Ville</td>\n",
       "      <td>Hôtel-de-Ville</td>\n",
       "      <td>Hôtel-de-Ville</td>\n",
       "      <td>48.85909</td>\n",
       "      <td>2.353150</td>\n",
       "      <td>Entire rental unit</td>\n",
       "      <td>Entire home/apt</td>\n",
       "      <td>4</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1 bath</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>[\"TV with standard cable\", \"Essentials\", \"Refrigerator\", \"Extra pillows and blankets\", \"Free washer \\u2013 In unit\", \"Smoke alarm\", \"Host greets you\", \"Cooking basics\", \"Coffee maker\", \"Microwave\", \"Hair dryer\", \"Dishes and silverware\", \"Paid parking off premises\", \"Kitchen\", \"Oven\", \"Bed linens\", \"Hangers\", \"Heating\", \"Shampoo\", \"Iron\", \"Dedicated workspace\", \"Wifi\", \"Hot water\", \"Dryer\", \"Stove\"]</td>\n",
       "      <td>130.0</td>\n",
       "      <td>10</td>\n",
       "      <td>130</td>\n",
       "      <td>8.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>130.0</td>\n",
       "      <td>130.0</td>\n",
       "      <td>9.9</td>\n",
       "      <td>130.0</td>\n",
       "      <td>2023-06-06</td>\n",
       "      <td>t</td>\n",
       "      <td>0</td>\n",
       "      <td>15</td>\n",
       "      <td>24</td>\n",
       "      <td>226</td>\n",
       "      <td>2023-06-08</td>\n",
       "      <td>333</td>\n",
       "      <td>27</td>\n",
       "      <td>1</td>\n",
       "      <td>2011-04-08</td>\n",
       "      <td>2023-05-14</td>\n",
       "      <td>4.72</td>\n",
       "      <td>4.80</td>\n",
       "      <td>4.44</td>\n",
       "      <td>4.91</td>\n",
       "      <td>4.88</td>\n",
       "      <td>4.93</td>\n",
       "      <td>4.73</td>\n",
       "      <td>7510400829623</td>\n",
       "      <td>f</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2.25</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        id                       listing_url                  host_id   \\\n",
       "0  ENT9911468079  https://www.airbnb.com/rooms/ENT9911468079  60703157   \n",
       "1  PAN9295749920  https://www.airbnb.com/rooms/PAN9295749920  69933352   \n",
       "2  HOT4153079899  https://www.airbnb.com/rooms/HOT4153079899  63042574   \n",
       "3  BUT9265605214  https://www.airbnb.com/rooms/BUT9265605214  93008392   \n",
       "4  HOT8992863305  https://www.airbnb.com/rooms/HOT8992863305  97826507   \n",
       "\n",
       "  host_name                   host_url                      scrape_id    \\\n",
       "0     Jason  https://www.airbnb.com/randomuser/60703157  20230606220143   \n",
       "1    Michel  https://www.airbnb.com/randomuser/69933352  20230606220143   \n",
       "2   Tiffany  https://www.airbnb.com/randomuser/63042574  20230606220143   \n",
       "3   Melissa  https://www.airbnb.com/randomuser/93008392  20230606220143   \n",
       "4    Joseph  https://www.airbnb.com/randomuser/97826507  20230606220143   \n",
       "\n",
       "  last_scraped      source       \\\n",
       "0  2023-06-07       city scrape   \n",
       "1  2023-06-08   previous scrape   \n",
       "2  2023-06-08   previous scrape   \n",
       "3  2023-06-07       city scrape   \n",
       "4  2023-06-08       city scrape   \n",
       "\n",
       "                              name                              \\\n",
       "0   Rental unit in Paris · ★4.44 · 1 bedroom · 3 beds · 1 bath   \n",
       "1    Rental unit in Paris · ★4.60 · 1 bedroom · 1 bed · 1 bath   \n",
       "2       Rental unit in Paris · ★4.55 · Studio · 1 bed · 1 bath   \n",
       "3    Rental unit in Paris · ★4.62 · 1 bedroom · 1 bed · 1 bath   \n",
       "4  Rental unit in Paris · ★4.72 · 2 bedrooms · 2 beds · 1 bath   \n",
       "\n",
       "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                description                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 \\\n",
       "0  Ideally located in the heart of Paris, in a lively area popular with Parisians, this nice and modern flat can accommodate up to 4 people.<br /><br /><b>The space</b><br />Close to shops, transports and animations, this flat is perfect for a stay in the capital. <br /> <br />This beautiful and cosy flat of 29 sq. m is located on the 2nd floor (without elevator) and is composed of :  <br />- a nice and pleasant living room with a comfortable sofa-bed, <br />- a bedroom with two simple beds, which can be set up as a double bed (thanks to specify when booking), <br />- a very well-equipped kitchen (coffee machine, kettle, toaster, oven, hotplates, dishwasher, fridge) <br />- a bathroom with shower, <br />- hoover, hair dryer, ironing facilities, baby bed, <br />- large closets, <br />- Wi-Fi, TV and fan. <br />→ Hotel quality cleaning is carried out before your arrival and after your departure.  <br />→ Our guests will be provided with all the essentials for comfort and hygiene such as...   \n",
       "1  A beautifully restored 1-bedroom, 1-bath apartment in a French Haussmann building, with a full kitchen near the historic Latin Quarter of Paris.<br /><br /><b>The space</b><br />We decorated this apartment for ourselves to live in, and we are happy to let travelers use it while we are living abroad for a couple of years!<br /><br />It is a beautifully restored 1-bedroom, 1-bath apartment in a French Haussmann building, with a full kitchen near the historic Latin Quarter of Paris. Near pedestrian street Rue Mouffetard, outdoor markets, Botanical Gardens, and the Mosque. 2 minute walk to metro (line 5 - St. Marcel). 20 minute walk to Islands and historic Latin Quarter. In quiet building with quiet residents, on a private courtyard. We ask that renters please respect that this is a building with permanent residents, and to be quiet and respectful. There is a queen-size bed. Sleeps 3 with the couch (not a sofa-bed - not meant to be a permanent bed). The apartment is fully furnished, wi...   \n",
       "2  Cozy, well-appointed and graciously designed studio apartment that mixes old and new aesthetics at the very heart of Paris, on the famous Isle St Louis that is a stone's throw from Le Marais, Quartier Latin, Notre Dame and Le Louvre.<br /><br /><b>The space</b><br />Small, well appointed studio apartment at the very heart of Paris, on the famous Isle St Louis.<br /><br />We are looking for quiet persons or couples to rent our fully equipped studio (about 30 square meters or 300 square feet) in central Paris on the famous Isle St. Louis.<br /><br />No smoking and parties are forbidden<br /><br />The location is superb in heart of Paris and to close to all amenities (buses, metro, velib)<br /><br />No street view or Seine view, the best is the localisation<br />The flat is at the 2nd floor (no lift), quiet because it's on courtyard<br /><br /><b>Guest access</b><br />The flat includes :<br /> - A redone bathroom <br />- A kitchenette fully equipped (oven, fridge, hob, kitchen utensil...   \n",
       "3  Nice flat designed by an architect, in an area full of life with a lot of shops and restaurants. Located in a typically parisian neighborhood, only 10 mn from the very center of Paris (Châtelet/ Notre Dame).<br /><br />Careful for people allergic to cats, a cat lived in the apt a few months ago.<br /><br /><b>The space</b><br />You can enjoy a big living room, nicely decorated, an american (open) kitchen with all fournitures, and a quiet bedroom. Oven, wash machine, dish washer, Flat screen TV, WI-FI are at your disposal. <br />The apt is located in a charming neighborhood, which feels like a village with its numerous cafés and shops : everything you need can be find in less than 3 mn.<br /><br />Around the place there is 2 supermarkets, an excellent Bakery with lovely croissants, nice bars, and - because it's France - great cheese and wine shops ! For (french) lovers : you can even find flowers just next to the apt.<br /><br />A great experience in the old typical Paris, only 10 m...   \n",
       "4  VERY CONVENIENT, WITH THE BEST LOCATION !<br /><br /><b>The space</b><br />PLEASE ASK ME BEFORE TO DO A REQUEST !!!<br /><br />PLEASE ASK ME BEFORE TO DO A REQUEST !!!<br /><br /><br />HEART OF THE HISTORICAL PARIS<br /><br /> Marais, in a securated and classified building, 2d floor, charming 2/3Rooms apt 40 m2, Ideal location in the very heart of historical Paris, metro station: Hôtel-de-Ville, just a few minutes on foot to the Centre Pompidou, Place des Vosges, the Seine River, Notre-Dame Cathedral, the Saint-Louis island... and most of the monuments and museums in Paris. Local restaurants and shops cater to all tastes and budgets. Very charming, quiet, sunny, fully furnished, two bedrooms (one with a large bed, the other with a large and very good sofa/bed), Large bathroom with italian shower. Internet+tel+TV included. Electricity included for normal using. Perfect for one couple, two couples or one couple with one or two children.<br />The apart, at the second floor without lif...   \n",
       "\n",
       "                                                                                                                                                                                                                                                                                                                                                                                                                                              neighborhood_overview                                                                                                                                                                                                                                                                                                                                                                                                                                              \\\n",
       "0  Staying in the 10th arrondissement, between the Canal de l'Ourcq and Canal Saint-Martin, you will be in the heart of one of the capital's liveliest neighbourhoods. Numerous designer boutiques, restaurants, bars, cafés, entertainment... are all within walking distance. You can also stroll along the Canal Saint-Martin, one of the favourite spots of Parisians, especially on sunny days, or walk to the Marais, the Montorgueil district, Montmartre or even Notre-Dame. You will only need to take the metro to discover the historic centre of Paris, the Père-Lachaise cemetery, the Place de la Bastille, but also the Champs-Elysées, the Eiffel Tower and all the great monuments that make Paris the most beautiful city in the world. Finally, many restaurants and terraces are close to your flat, we recommend you La Rotonde Stalingrad, Le Point Ephémère or La Guincheuse Restaurant.   \n",
       "1                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                          The Latin Quarter is one of the oldest districts in Paris, and has (among its many features) old roman baths and ruins. There are many cobble-streets and great dining nearby, all perfect for one discovering Paris. Our favorite is Rue Mouffetard, which is about a 10 minute walk, and it has tons of little boutiques, markets, cheese and wine shops, restaurants, and other fun things to do.   \n",
       "2                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                              You are within walking distance to the Louvre, Notre Dame, Le Marais, Les Halles, Chatelet, St. Germain, Les Tuileries, le Jardin des Plantes, St. Michel, Sorbonne, Institut du Monde Arab, the Bastille and the Latin Quarter.   \n",
       "3                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                           Charming authentic parisian neighborhood, with a lot of shops and restaurants. You can find whatever you need, from good bakeries to excellent wineries and cheese.   \n",
       "4                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                       The host has not provided a neighbourhood overview yet.   \n",
       "\n",
       "   host_since    host_location     \\\n",
       "0  2011-06-24       Paris, France   \n",
       "1  2010-06-13  Salt Lake City, UT   \n",
       "2  2009-02-14    İstanbul, Turkey   \n",
       "3  2010-06-03       Paris, France   \n",
       "4  2008-08-30       Paris, France   \n",
       "\n",
       "                                                                                                                                                                                                                                                                                                                                                                                                                                            host_about                                                                                                                                                                                                                                                                                                                                                                                                                                           \\\n",
       "0  Après des années à voyager pour mon travail dans des hôtels impersonnels, je suis sensible au fait de profiter d'un appartement, même le temps d'un court séjour. J'apprécie de pouvoir me faire à manger plutôt que d'aller chaque soir au restaurant.\\n\\nA Paris, je loue un petit deux pièces rue Chaudron dans le 10e.. Cet appartement me ressemble et j'espère que chacun s'y sentira comme chez lui.\\n\\nI used to travel a lot for my work and would have appreciated being in a flat instead of being in an hotel. I am happy if I can cook instead of going to restaurant everyday.\\n\\nI rent  one flat which is located in the 10th arrondissement of Paris. I have chosen it because of the courtyard and also because it is close to my own flat (it is very practical when my family or some friends come to visit me). I hope that everyone will feel at home when renting it.   \n",
       "1                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                       I have lived in 3 countries and traveled to 20+ others. I love to discover new destinations around the world for nature and  hikes, and like to simply meet people globally, because I love learning about different cultures. \\r\\n\\r\\n   \n",
       "2                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                          The flat is owned by journalists who spend a lot of time traveling for work who understand what people need when they're away from home. Guillaume and his partners manage arrivals and checkins.. We all love Paris and try to make it easy for people to come and visit the city.    \n",
       "3                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                       Je suis un journaliste français qui aime voyager et rencontrer de nouvelles personnes.    \n",
       "4                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   I am a writer,54, author of novels, books of linguistics...   \n",
       "\n",
       "   host_response_time host_response_rate host_acceptance_rate  \\\n",
       "0      within an hour        100%                100%           \n",
       "1  a few days or more         33%                  0%           \n",
       "2      within an hour        100%                 99%           \n",
       "3      within an hour        100%                 83%           \n",
       "4      within an hour        100%                 69%           \n",
       "\n",
       "  host_is_superhost       host_neighbourhood       host_listings_count  \\\n",
       "0          f         Gare du Nord - Gare de I'Est          1.0           \n",
       "1          f                             Panthéon          2.0           \n",
       "2          f         Saint-Paul - Ile Saint-Louis          1.0           \n",
       "3          t         Buttes-Chaumont - Belleville          1.0           \n",
       "4          t                            Le Marais          2.0           \n",
       "\n",
       "   host_total_listings_count         host_verifications         \\\n",
       "0             3.0                           ['email', 'phone']   \n",
       "1             2.0             ['email', 'phone', 'work_email']   \n",
       "2             1.0                           ['email', 'phone']   \n",
       "3             2.0             ['email', 'phone', 'work_email']   \n",
       "4             9.0                           ['email', 'phone']   \n",
       "\n",
       "  host_has_profile_pic host_identity_verified         neighbourhood          \\\n",
       "0           t                     t            Paris, Île-de-France, France   \n",
       "1           t                     t            Paris, Île-de-France, France   \n",
       "2           t                     t            Paris, Ile-de-France, France   \n",
       "3           t                     t            Paris, Île-de-France, France   \n",
       "4           t                     t                          Hôtel-de-Ville   \n",
       "\n",
       "  neighbourhood_cleansed neighbourhood_group_cleansed  latitude  longitude  \\\n",
       "0            Entrepôt                  Entrepôt        48.88303  2.366308    \n",
       "1            Panthéon                  Panthéon        48.83936  2.358490    \n",
       "2      Hôtel-de-Ville            Hôtel-de-Ville        48.85247  2.358350    \n",
       "3     Buttes-Chaumont           Buttes-Chaumont        48.87417  2.385810    \n",
       "4      Hôtel-de-Ville            Hôtel-de-Ville        48.85909  2.353150    \n",
       "\n",
       "     property_type       room_type      accommodates  bathrooms  \\\n",
       "0  Entire rental unit  Entire home/apt        4          0.0      \n",
       "1  Entire rental unit  Entire home/apt        2          0.0      \n",
       "2  Entire rental unit  Entire home/apt        2          0.0      \n",
       "3  Entire rental unit  Entire home/apt        2          0.0      \n",
       "4  Entire rental unit  Entire home/apt        4          0.0      \n",
       "\n",
       "  bathrooms_text  bedrooms  beds  \\\n",
       "0     1 bath         1.0     3.0   \n",
       "1     1 bath         1.0     1.0   \n",
       "2     1 bath         0.0     1.0   \n",
       "3     1 bath         1.0     1.0   \n",
       "4     1 bath         2.0     2.0   \n",
       "\n",
       "                                                                                                                                                                                                                                                                   amenities                                                                                                                                                                                                                                                                    \\\n",
       "0                                                                                                                                                                                                                                          [\"Essentials\", \"Hot water kettle\", \"Refrigerator\", \"Radiant heating\", \"Toaster\", \"Smoke alarm\", \"Cooking basics\", \"Coffee maker\", \"Crib\", \"Hair dryer\", \"Dishes and silverware\", \"Kitchen\", \"TV\", \"Dishwasher\", \"Oven\", \"Bed linens\", \"Hangers\", \"Shampoo\", \"Iron\", \"Wifi\", \"Hot water\", \"Freezer\"]   \n",
       "1                                                                                                                                                                                                                                                                                [\"TV with standard cable\", \"Essentials\", \"Fire extinguisher\", \"Iron\", \"Hair dryer\", \"Dishes and silverware\", \"Paid parking off premises\", \"Wifi\", \"Long term stays allowed\", \"Kitchen\", \"Cooking basics\", \"Hot water\", \"Hangers\", \"First aid kit\", \"Heating\"]   \n",
       "2                                    [\"TV with standard cable\", \"Shower gel\", \"Essentials\", \"Fire extinguisher\", \"Clothing storage: closet\", \"Hot water kettle\", \"Refrigerator\", \"Extra pillows and blankets\", \"Toaster\", \"Smoke alarm\", \"Host greets you\", \"Cooking basics\", \"Body soap\", \"Cleaning products\", \"Hair dryer\", \"Dishes and silverware\", \"Washer\", \"Kitchen\", \"Oven\", \"Bed linens\", \"Hangers\", \"Heating\", \"Shampoo\", \"Dedicated workspace\", \"Long term stays allowed\", \"Wifi\", \"Hot water\", \"Stove\", \"Drying rack for clothing\"]   \n",
       "3  [\"Essentials\", \"Private entrance\", \"Refrigerator\", \"Extra pillows and blankets\", \"Free washer \\u2013 In unit\", \"Smoke alarm\", \"Host greets you\", \"HDTV with standard cable\", \"Cooking basics\", \"Coffee maker\", \"Game console\", \"Hair dryer\", \"Dishes and silverware\", \"Paid parking off premises\", \"Ethernet connection\", \"Kitchen\", \"Pocket wifi\", \"Dishwasher\", \"Oven\", \"Bed linens\", \"Hangers\", \"Luggage dropoff allowed\", \"Heating\", \"Shampoo\", \"Iron\", \"Dedicated workspace\", \"Long term stays allowed\", \"Wifi\", \"Hot water\", \"Stove\"]   \n",
       "4                                                                                                                            [\"TV with standard cable\", \"Essentials\", \"Refrigerator\", \"Extra pillows and blankets\", \"Free washer \\u2013 In unit\", \"Smoke alarm\", \"Host greets you\", \"Cooking basics\", \"Coffee maker\", \"Microwave\", \"Hair dryer\", \"Dishes and silverware\", \"Paid parking off premises\", \"Kitchen\", \"Oven\", \"Bed linens\", \"Hangers\", \"Heating\", \"Shampoo\", \"Iron\", \"Dedicated workspace\", \"Wifi\", \"Hot water\", \"Dryer\", \"Stove\"]   \n",
       "\n",
       "   price  minimum_nights  maximum_nights  minimum_minimum_nights  \\\n",
       "0  106.0          2            1125                  2.0           \n",
       "1   88.0        100             365                100.0           \n",
       "2  117.0         15            1125                  1.0           \n",
       "3   99.0          5              21                  5.0           \n",
       "4  130.0         10             130                  8.0           \n",
       "\n",
       "   maximum_minimum_nights  minimum_maximum_nights  maximum_maximum_nights  \\\n",
       "0             2.0                    30.0                  1125.0           \n",
       "1           100.0                   365.0                   365.0           \n",
       "2             1.0                  1125.0                  1125.0           \n",
       "3             7.0                     8.0                  1125.0           \n",
       "4            10.0                   130.0                   130.0           \n",
       "\n",
       "   minimum_nights_avg_ntm  maximum_nights_avg_ntm calendar_updated  \\\n",
       "0             2.0                    35.0            2023-06-06      \n",
       "1           100.0                   365.0            2023-06-06      \n",
       "2             1.0                  1125.0            2023-06-06      \n",
       "3             5.1                  1049.7            2023-06-06      \n",
       "4             9.9                   130.0            2023-06-06      \n",
       "\n",
       "  has_availability  availability_30  availability_60  availability_90  \\\n",
       "0         t                0               16               34          \n",
       "1         t                0                0                0          \n",
       "2         t                1               13               43          \n",
       "3         t                4                5                8          \n",
       "4         t                0               15               24          \n",
       "\n",
       "   availability_365 calendar_last_scraped  number_of_reviews  \\\n",
       "0         301             2023-06-07              252          \n",
       "1          66             2023-06-08               70          \n",
       "2         223             2023-06-08              340          \n",
       "3          52             2023-06-07               49          \n",
       "4         226             2023-06-08              333          \n",
       "\n",
       "   number_of_reviews_ltm  number_of_reviews_l30d first_review last_review  \\\n",
       "0           19                       0            2011-07-02   2023-05-02   \n",
       "1            0                       0            2011-09-16   2019-05-20   \n",
       "2           43                       4            2009-06-30   2023-05-19   \n",
       "3            5                       0            2011-07-20   2022-10-17   \n",
       "4           27                       1            2011-04-08   2023-05-14   \n",
       "\n",
       "   review_scores_rating  review_scores_accuracy  review_scores_cleanliness  \\\n",
       "0          4.44                   4.68                     4.47              \n",
       "1          4.60                   4.74                     4.33              \n",
       "2          4.55                   4.59                     4.52              \n",
       "3          4.62                   4.77                     4.30              \n",
       "4          4.72                   4.80                     4.44              \n",
       "\n",
       "   review_scores_checkin  review_scores_communication  review_scores_location  \\\n",
       "0          4.68                      4.71                       4.42            \n",
       "1          4.83                      4.83                       4.83            \n",
       "2          4.78                      4.83                       4.95            \n",
       "3          4.86                      4.91                       4.79            \n",
       "4          4.91                      4.88                       4.93            \n",
       "\n",
       "   review_scores_value    license     instant_bookable  \\\n",
       "0         4.47          7511000063553         t          \n",
       "1         4.74          7510501191068         f          \n",
       "2         4.53          7510402838018         f          \n",
       "3         4.74          7511900942838         f          \n",
       "4         4.73          7510400829623         f          \n",
       "\n",
       "   calculated_host_listings_count  \\\n",
       "0                 1                 \n",
       "1                 1                 \n",
       "2                 1                 \n",
       "3                 1                 \n",
       "4                 2                 \n",
       "\n",
       "   calculated_host_listings_count_entire_homes  \\\n",
       "0                       1                        \n",
       "1                       1                        \n",
       "2                       1                        \n",
       "3                       1                        \n",
       "4                       2                        \n",
       "\n",
       "   calculated_host_listings_count_private_rooms  \\\n",
       "0                        0                        \n",
       "1                        0                        \n",
       "2                        0                        \n",
       "3                        0                        \n",
       "4                        0                        \n",
       "\n",
       "   calculated_host_listings_count_shared_rooms  reviews_per_month  \n",
       "0                       0                             1.73         \n",
       "1                       0                             0.49         \n",
       "2                       0                             2.00         \n",
       "3                       0                             0.34         \n",
       "4                       0                             2.25         "
      ]
     },
     "execution_count": 75,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# reorder the columns of the df, have listing_url after id and have host_id, host_name, host_url after listing_url\n",
    "df = df[['id', 'listing_url', 'host_id', 'host_name', 'host_url'] + [col for col in df.columns if col not in ['id', 'listing_url', 'host_id', 'host_name', 'host_url']]]\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### For licenses, delete numbers and keep only t, f or exempt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "license\n",
       "t                                                         36720\n",
       "f                                                         19362\n",
       "Available with a mobility lease only (\"bail mobilité\")     4733\n",
       "Exempt - hotel-type listing                                 849\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 80,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# see how many rows have a value in licenses aside from 'f'\n",
    "df['license'].value_counts()\n",
    "#replace all values in the that contain a number with a single 't'\n",
    "df['license'] = df['license'].str.replace(r'.*\\d+.*', 't', regex=True)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Export to new csv file"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "metadata": {},
   "outputs": [],
   "source": [
    "# export df to cleaned_listings.csv\n",
    "df.to_csv('cleaned_listings.csv', index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# neighbourhoods mapping"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "metadata": {},
   "outputs": [],
   "source": [
    "arrondissement_mapping = {\n",
    "    'Entrepôt': 10,\n",
    "    'Panthéon': 5,\n",
    "    'Hôtel-de-Ville': 4,\n",
    "    'Buttes-Chaumont': 19,\n",
    "    'Observatoire': 14,\n",
    "    'Palais-Bourbon': 7,\n",
    "    'Reuilly': 12,\n",
    "    'Opéra': 9,\n",
    "    'Louvre': 1,\n",
    "    'Popincourt': 11,\n",
    "    'Buttes-Montmartre': 18,\n",
    "    'Ménilmontant': 20,\n",
    "    'Temple': 3,\n",
    "    'Bourse': 2,\n",
    "    'Batignolles-Monceau': 17,\n",
    "    'Passy': 16,\n",
    "    'Gobelins': 13,\n",
    "    'Élysée': 8,\n",
    "    'Vaugirard': 15,\n",
    "    'Luxembourg': 6\n",
    "}\n",
    "\n",
    "\n",
    "# create a new df with id and name columns from the dictionary arrondissement_mapping\n",
    "df_arrondissement_map = pd.DataFrame(list(arrondissement_mapping.items()),columns = ['name','id'])\n",
    "#export to csv \n",
    "df_arrondissement_map.to_csv('arrondissement_map.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "metadata": {},
   "outputs": [],
   "source": [
    "# assert that the distinct neughbourhood_cleansed values are the same as the keys of the dictionary arrondissement_mapping\n",
    "assert set(df['neighbourhood_cleansed'].unique().tolist()) == set(arrondissement_mapping.keys())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.5"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}