Part_4_Neighbors.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Neighbors for Pop and Rap"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Imports"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import gensim.downloader as api\n",
    "from gensim.models import Word2Vec\n",
    "from random import choices"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Load Models"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "model_pop = Word2Vec.load('pop_sg.model')\n",
    "model_rap = Word2Vec.load('rap_sg.model')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Get Vocab and Choose Random Words"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Get all words using key_to_index\n",
    "all_words_pop = list(model_pop.wv.key_to_index.keys())\n",
    "all_words_rap = list(model_rap.wv.key_to_index.keys())\n",
    "\n",
    "# Find the intersection of words using set operations\n",
    "all_words = list(set(all_words_pop) & set(all_words_rap))\n",
    "random_words = choices(all_words, k=20)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Nearest Neighbors"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "def jaccard_similarity(list1, list2):\n",
    "  intersection = len(set(list1).intersection(set(list2)))\n",
    "  union = len(set(list1).union(set(list2)))\n",
    "  if union == 0:\n",
    "    return 0\n",
    "  return float(intersection) / union"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(Pop) Nearest neighbors for 'day':\n",
      "\t- 'day;': 0.7944\n",
      "\t- 'cussing': 0.7701\n",
      "\t- 'day's': 0.7701\n",
      "\t- 'tommorrow': 0.7640\n",
      "\t- 'valentine's': 0.7569\n",
      "\t- 'week's': 0.7434\n",
      "\t- 'redletter': 0.7305\n",
      "\t- 'night': 0.7274\n",
      "\t- 'year': 0.7129\n",
      "\t- 'livelong': 0.7115\n",
      "\t- 'shoobedoop': 0.7104\n",
      "\t- 'beginnin'': 0.7094\n",
      "\t- 'daybreak': 0.7080\n",
      "\t- 'whooooo': 0.7079\n",
      "\t- 'by;': 0.7066\n",
      "\t- 'decoration': 0.7065\n",
      "\t- 'morning'': 0.7058\n",
      "\t- 'mabye': 0.7038\n",
      "\t- 'morning': 0.7037\n",
      "\t- 'everyday': 0.7030\n",
      "(Rap) Nearest neighbors for 'day':\n",
      "\t- 'everyday': 0.7865\n",
      "\t- 'dawnin': 0.7830\n",
      "\t- 'night': 0.7828\n",
      "\t- 'i'm—': 0.7751\n",
      "\t- 'day's': 0.7693\n",
      "\t- 'evenin'': 0.7675\n",
      "\t- 'myevery': 0.7675\n",
      "\t- 'valentine's': 0.7665\n",
      "\t- 'everynight': 0.7542\n",
      "\t- 'week': 0.7526\n",
      "\t- 'today': 0.7506\n",
      "\t- 'evevevery': 0.7445\n",
      "\t- 'saturdays': 0.7423\n",
      "\t- 'payday': 0.7422\n",
      "\t- '31st': 0.7322\n",
      "\t- 'boogeyman': 0.7317\n",
      "\t- 'e—every': 0.7314\n",
      "\t- 'valentines': 0.7307\n",
      "\t- '4eva': 0.7296\n",
      "\t- 'day’s': 0.7291\n",
      "Jaccard Similarity for day: 0.1111111111111111\n",
      "(Pop) Nearest neighbors for 'go;':\n",
      "\t- 'aberdine': 0.7916\n",
      "\t- 'kooper': 0.7900\n",
      "\t- 'preacherman': 0.7869\n",
      "\t- 'liz:': 0.7823\n",
      "\t- 'jenny:': 0.7806\n",
      "\t- 'honeybee': 0.7806\n",
      "\t- 'selflessly': 0.7801\n",
      "\t- 'afters': 0.7779\n",
      "\t- 'oh'': 0.7775\n",
      "\t- 'wait;': 0.7775\n",
      "\t- 'wond'ring': 0.7768\n",
      "\t- 'goodbye;': 0.7761\n",
      "\t- 'sameness': 0.7749\n",
      "\t- 'sould': 0.7738\n",
      "\t- 'angélique': 0.7726\n",
      "\t- 'whish': 0.7719\n",
      "\t- 'couse': 0.7709\n",
      "\t- 'me': 0.7704\n",
      "\t- 'say…': 0.7694\n",
      "\t- '´cause': 0.7678\n",
      "(Rap) Nearest neighbors for 'go;':\n",
      "\t- 'joyride': 0.8843\n",
      "\t- 'havit': 0.8818\n",
      "\t- '*chuckles*': 0.8798\n",
      "\t- 'aaaa': 0.8770\n",
      "\t- 'briggitybringin': 0.8762\n",
      "\t- 'interviewer:': 0.8740\n",
      "\t- 'christcyde': 0.8735\n",
      "\t- 'proove': 0.8734\n",
      "\t- '{jerry': 0.8714\n",
      "\t- 'ayou': 0.8708\n",
      "\t- 'bus'll': 0.8704\n",
      "\t- 'alright;': 0.8691\n",
      "\t- '*talkin*': 0.8688\n",
      "\t- 'chorus:2x': 0.8684\n",
      "\t- 'blowforblow': 0.8683\n",
      "\t- 'ost': 0.8667\n",
      "\t- '{*blam*}': 0.8666\n",
      "\t- 'many's': 0.8650\n",
      "\t- 'gi'': 0.8643\n",
      "\t- 'youknowwhatimsaying': 0.8642\n",
      "Jaccard Similarity for go;: 0.0\n",
      "(Pop) Nearest neighbors for 'rock':\n",
      "\t- 'roll': 0.8167\n",
      "\t- ''n'': 0.7764\n",
      "\t- 'rock'n': 0.7545\n",
      "\t- 'staand': 0.7514\n",
      "\t- 'roll's': 0.7434\n",
      "\t- 'proletariat': 0.7372\n",
      "\t- 'whoarock': 0.7285\n",
      "\t- '‘n’': 0.7136\n",
      "\t- 'paparty': 0.7113\n",
      "\t- 'lalalalalalalalalalalalalala': 0.7014\n",
      "\t- 'rollers': 0.6997\n",
      "\t- 'rorororoll': 0.6990\n",
      "\t- 'rock'n'': 0.6982\n",
      "\t- 'gotta'': 0.6932\n",
      "\t- 'ez': 0.6930\n",
      "\t- 'fun/down': 0.6924\n",
      "\t- 'casbah': 0.6888\n",
      "\t- 'bitchin'': 0.6871\n",
      "\t- ''n': 0.6867\n",
      "\t- 'vive': 0.6823\n",
      "(Rap) Nearest neighbors for 'rock':\n",
      "\t- 'rocks': 0.7700\n",
      "\t- 'rockrock': 0.7642\n",
      "\t- 'aesop': 0.7474\n",
      "\t- 'mic;': 0.7217\n",
      "\t- 'rockin'': 0.7174\n",
      "\t- 'fraggle': 0.7052\n",
      "\t- 'rockin': 0.7024\n",
      "\t- 'rocking': 0.6996\n",
      "\t- 'chubb': 0.6996\n",
      "\t- 'rollerskate': 0.6928\n",
      "\t- 'ock': 0.6923\n",
      "\t- 'rocked': 0.6920\n",
      "\t- 'ladidadi': 0.6794\n",
      "\t- 'gibraltar': 0.6792\n",
      "\t- 'dspot': 0.6791\n",
      "\t- 'bodyhotty': 0.6769\n",
      "\t- 'rulin'': 0.6765\n",
      "\t- 'j5': 0.6745\n",
      "\t- 'rock's': 0.6745\n",
      "\t- 'mmwwaa': 0.6679\n",
      "Jaccard Similarity for rock: 0.0\n",
      "(Pop) Nearest neighbors for 'ten':\n",
      "\t- 'five': 0.8778\n",
      "\t- 'six': 0.8497\n",
      "\t- 'twenty': 0.8493\n",
      "\t- 'hundred': 0.8193\n",
      "\t- 'seven': 0.8165\n",
      "\t- 'nine': 0.8095\n",
      "\t- 'eight': 0.8087\n",
      "\t- 'three': 0.8082\n",
      "\t- 'seventy': 0.7960\n",
      "\t- 'eighty': 0.7883\n",
      "\t- '10': 0.7738\n",
      "\t- 'four': 0.7735\n",
      "\t- 'thirty': 0.7716\n",
      "\t- 'twelve': 0.7713\n",
      "\t- 'eleven': 0.7684\n",
      "\t- 'thousand': 0.7676\n",
      "\t- 'sixty': 0.7634\n",
      "\t- 'forty': 0.7575\n",
      "\t- 'ninety': 0.7515\n",
      "\t- 'fifty': 0.7433\n",
      "(Rap) Nearest neighbors for 'ten':\n",
      "\t- '10': 0.8761\n",
      "\t- 'five': 0.8733\n",
      "\t- 'twenty': 0.8368\n",
      "\t- 'thirty': 0.8344\n",
      "\t- 'fifteen': 0.8311\n",
      "\t- 'sixtyfive': 0.8277\n",
      "\t- 'fifty': 0.8263\n",
      "\t- '20': 0.8201\n",
      "\t- 'eleven': 0.8195\n",
      "\t- 'seven': 0.8174\n",
      "\t- 'eight': 0.8173\n",
      "\t- 'six': 0.8169\n",
      "\t- 'three': 0.8145\n",
      "\t- 'thousand': 0.8075\n",
      "\t- 'hundred': 0.8050\n",
      "\t- 'twelve': 0.8037\n",
      "\t- '37': 0.8008\n",
      "\t- 'ninety': 0.7999\n",
      "\t- 'thirtyfive': 0.7943\n",
      "\t- 'twentyeight': 0.7893\n",
      "Jaccard Similarity for ten: 0.5384615384615384\n",
      "(Pop) Nearest neighbors for 'dreamin'':\n",
      "\t- 'dreaming': 0.7507\n",
      "\t- 'dream': 0.7071\n",
      "\t- 'dreamin': 0.6919\n",
      "\t- 'schemin'': 0.6912\n",
      "\t- 'thinkin'': 0.6809\n",
      "\t- 'thinking': 0.6678\n",
      "\t- 'daydream': 0.6653\n",
      "\t- 'daydreamin'': 0.6437\n",
      "\t- 'shakedown': 0.6436\n",
      "\t- 'savin'': 0.6385\n",
      "\t- 'hungover': 0.6352\n",
      "\t- 'thinkin': 0.6271\n",
      "\t- 'wanderin'': 0.6246\n",
      "\t- 'granny's': 0.6182\n",
      "\t- 'worryin'': 0.6172\n",
      "\t- 'fantasizing': 0.6166\n",
      "\t- 'wishing': 0.6156\n",
      "\t- 'ahhuhhuh': 0.6110\n",
      "\t- 'seein'': 0.6089\n",
      "\t- 'needin'': 0.6075\n",
      "(Rap) Nearest neighbors for 'dreamin'':\n",
      "\t- 'dreaming': 0.7447\n",
      "\t- 'schemin'': 0.7217\n",
      "\t- 'thinkin'': 0.7110\n",
      "\t- 'thrillin'': 0.7042\n",
      "\t- ''sleep': 0.6981\n",
      "\t- 'snoozin'': 0.6926\n",
      "\t- 'dream': 0.6891\n",
      "\t- 'daydream': 0.6884\n",
      "\t- 'daydreaming': 0.6869\n",
      "\t- 'fiendin'': 0.6785\n",
      "\t- 'thankin'': 0.6761\n",
      "\t- 'nappin'': 0.6741\n",
      "\t- 'focusing': 0.6740\n",
      "\t- 'dreamin': 0.6723\n",
      "\t- 'fantasize': 0.6692\n",
      "\t- 'seein'': 0.6691\n",
      "\t- 'daydreamin'': 0.6691\n",
      "\t- 'outchea': 0.6691\n",
      "\t- 'yawnin': 0.6638\n",
      "\t- 'evenin'': 0.6634\n",
      "Jaccard Similarity for dreamin': 0.25\n",
      "(Pop) Nearest neighbors for 'verse':\n",
      "\t- '2:': 0.8984\n",
      "\t- '3:': 0.8796\n",
      "\t- '1:': 0.8763\n",
      "\t- 'chorus': 0.8622\n",
      "\t- '1': 0.8520\n",
      "\t- '2': 0.8375\n",
      "\t- 'x1': 0.8367\n",
      "\t- 'repeat': 0.8172\n",
      "\t- '2x': 0.8143\n",
      "\t- '4:': 0.8047\n",
      "\t- 'singsing': 0.8010\n",
      "\t- 'verse:': 0.7997\n",
      "\t- '2nd': 0.7990\n",
      "\t- '1x': 0.7987\n",
      "\t- '**': 0.7903\n",
      "\t- '3x': 0.7861\n",
      "\t- 'vamp': 0.7814\n",
      "\t- 'stanza': 0.7733\n",
      "\t- 'bridge:': 0.7714\n",
      "\t- 'x2': 0.7703\n",
      "(Rap) Nearest neighbors for 'verse':\n",
      "\t- '1:': 0.9111\n",
      "\t- '3:': 0.9075\n",
      "\t- '2:': 0.9045\n",
      "\t- 'chorus': 0.8711\n",
      "\t- '4:': 0.8643\n",
      "\t- 'three:': 0.8555\n",
      "\t- 'two:': 0.8523\n",
      "\t- 'cloc:': 0.8507\n",
      "\t- '*yukmouth*': 0.8489\n",
      "\t- '1': 0.8324\n",
      "\t- 'x1': 0.8283\n",
      "\t- 'verse:': 0.8258\n",
      "\t- 'one:': 0.8231\n",
      "\t- 'skoob': 0.8230\n",
      "\t- 'x2': 0.8189\n",
      "\t- '2x': 0.8177\n",
      "\t- '*numskull*': 0.8172\n",
      "\t- 'ya}': 0.8132\n",
      "\t- '{tec9}': 0.8108\n",
      "\t- 'repeat': 0.8093\n",
      "Jaccard Similarity for verse: 0.3793103448275862\n",
      "(Pop) Nearest neighbors for '10:30':\n",
      "\t- 'peeing': 0.9376\n",
      "\t- 'thurso's': 0.9312\n",
      "\t- '6:32am': 0.9303\n",
      "\t- 'wonderbeasts': 0.9297\n",
      "\t- 'manatees': 0.9269\n",
      "\t- 'hewhore': 0.9268\n",
      "\t- 'ratatat': 0.9266\n",
      "\t- '10speed': 0.9257\n",
      "\t- 'sneezes': 0.9255\n",
      "\t- 'frankenstein's': 0.9255\n",
      "\t- 'ママさまがいっぱいでしょ': 0.9253\n",
      "\t- 'rhythym': 0.9246\n",
      "\t- 'disdainfully': 0.9246\n",
      "\t- 'machiavelli': 0.9246\n",
      "\t- 'oneof': 0.9244\n",
      "\t- 'dreamsicle': 0.9236\n",
      "\t- 'wrapup:': 0.9236\n",
      "\t- 'espanila': 0.9235\n",
      "\t- 'donaghdee': 0.9235\n",
      "\t- 'lido': 0.9233\n",
      "(Rap) Nearest neighbors for '10:30':\n",
      "\t- '3:30': 0.8959\n",
      "\t- 'shawtay': 0.8949\n",
      "\t- 'workplace': 0.8918\n",
      "\t- 'boo'n': 0.8905\n",
      "\t- 'dopefiend's': 0.8880\n",
      "\t- ''telly': 0.8878\n",
      "\t- 'niggarole': 0.8876\n",
      "\t- 'skeezed': 0.8869\n",
      "\t- 'drag'll': 0.8860\n",
      "\t- 'ethel:': 0.8859\n",
      "\t- 'facetime': 0.8849\n",
      "\t- '9:30': 0.8846\n",
      "\t- 'plateless': 0.8844\n",
      "\t- 'ocarina': 0.8843\n",
      "\t- 'skunked': 0.8842\n",
      "\t- 'neimans': 0.8836\n",
      "\t- 'goon'': 0.8835\n",
      "\t- 'phonebook': 0.8832\n",
      "\t- 'reopened': 0.8829\n",
      "\t- 'recieves': 0.8829\n",
      "Jaccard Similarity for 10:30: 0.0\n",
      "(Pop) Nearest neighbors for 'dolet's':\n",
      "\t- 'so–': 0.9555\n",
      "\t- 'preorder': 0.9492\n",
      "\t- 'bleeding/pleeding': 0.9466\n",
      "\t- 'madeit': 0.9466\n",
      "\t- 'kkkissing': 0.9454\n",
      "\t- 'sup—can': 0.9441\n",
      "\t- 'gentles': 0.9437\n",
      "\t- 'lalalaladadada': 0.9432\n",
      "\t- 'ca$his': 0.9427\n",
      "\t- 'latesave': 0.9427\n",
      "\t- 'rudies': 0.9424\n",
      "\t- '{criminal': 0.9423\n",
      "\t- 'fronta': 0.9420\n",
      "\t- 'won't;': 0.9419\n",
      "\t- 'ondon't': 0.9418\n",
      "\t- 'these'': 0.9417\n",
      "\t- 'herwe': 0.9409\n",
      "\t- '3oh': 0.9408\n",
      "\t- 'thoughts;': 0.9408\n",
      "\t- 'laugh:': 0.9405\n",
      "(Rap) Nearest neighbors for 'dolet's':\n",
      "\t- 'abject': 0.9452\n",
      "\t- 'fasolatidaso': 0.9446\n",
      "\t- 'gold'': 0.9435\n",
      "\t- 'picutre': 0.9423\n",
      "\t- 'rotflol': 0.9415\n",
      "\t- 'tgn': 0.9406\n",
      "\t- 'dieieie': 0.9401\n",
      "\t- 'mxed': 0.9399\n",
      "\t- 'thangsyo': 0.9390\n",
      "\t- 'australia;': 0.9390\n",
      "\t- 'mcallister': 0.9389\n",
      "\t- 'unfortunates': 0.9388\n",
      "\t- 'timbucktoo': 0.9386\n",
      "\t- 'vix': 0.9382\n",
      "\t- 'uniondale': 0.9379\n",
      "\t- 'tenner': 0.9378\n",
      "\t- '*drums': 0.9376\n",
      "\t- 'partyparty': 0.9373\n",
      "\t- 'rapperturnedsinger': 0.9372\n",
      "\t- 'noelle': 0.9368\n",
      "Jaccard Similarity for dolet's: 0.0\n",
      "(Pop) Nearest neighbors for 'rogan':\n",
      "\t- 'florez': 0.9543\n",
      "\t- '‘in': 0.9511\n",
      "\t- 'kiesza': 0.9502\n",
      "\t- 'aooow': 0.9485\n",
      "\t- 'prepped': 0.9478\n",
      "\t- 'mills'': 0.9474\n",
      "\t- 'sonworshippersascap': 0.9469\n",
      "\t- ''60's': 0.9467\n",
      "\t- '♪you': 0.9463\n",
      "\t- 'urethritis': 0.9459\n",
      "\t- '♪we': 0.9457\n",
      "\t- 'turkmenistan’s': 0.9455\n",
      "\t- 'ferragamo': 0.9453\n",
      "\t- 'maceo': 0.9451\n",
      "\t- 'shou': 0.9450\n",
      "\t- 'bg}': 0.9449\n",
      "\t- 'berengar': 0.9449\n",
      "\t- 'huggy': 0.9443\n",
      "\t- 'humary': 0.9442\n",
      "\t- 'lenches': 0.9438\n",
      "(Rap) Nearest neighbors for 'rogan':\n",
      "\t- 'knockknockin': 0.9231\n",
      "\t- 'tanny's': 0.9225\n",
      "\t- 'coldcocked': 0.9202\n",
      "\t- 'mcloclo': 0.9190\n",
      "\t- 'godlie': 0.9188\n",
      "\t- 'mothefuckin'': 0.9187\n",
      "\t- 'swirvel': 0.9180\n",
      "\t- 'kbc': 0.9178\n",
      "\t- 'pounding—it's': 0.9175\n",
      "\t- 'alarmin;': 0.9167\n",
      "\t- 'colbelini': 0.9165\n",
      "\t- 'cuthroat': 0.9161\n",
      "\t- 'compilated': 0.9160\n",
      "\t- 'starski': 0.9160\n",
      "\t- '*blast*': 0.9159\n",
      "\t- 'rifle'll': 0.9155\n",
      "\t- 'luc': 0.9152\n",
      "\t- 'foul}': 0.9152\n",
      "\t- 'polo'ed': 0.9151\n",
      "\t- 'tenward': 0.9148\n",
      "Jaccard Similarity for rogan: 0.0\n",
      "(Pop) Nearest neighbors for 'war':\n",
      "\t- 'killers'': 0.7552\n",
      "\t- 'waging': 0.7536\n",
      "\t- 'wars': 0.7509\n",
      "\t- 'waged': 0.7329\n",
      "\t- 'civil': 0.7147\n",
      "\t- 'battle': 0.7121\n",
      "\t- 'famine': 0.7020\n",
      "\t- 'wage': 0.6979\n",
      "\t- 'retaliation': 0.6973\n",
      "\t- 'crusade': 0.6920\n",
      "\t- 'fight': 0.6892\n",
      "\t- 'cedric': 0.6807\n",
      "\t- 'prohibition': 0.6794\n",
      "\t- 'amongs'': 0.6771\n",
      "\t- 'genocide': 0.6731\n",
      "\t- 'enemy's': 0.6708\n",
      "\t- 'threatening': 0.6702\n",
      "\t- 'raving': 0.6668\n",
      "\t- 'conformity': 0.6666\n",
      "\t- 'rivalry': 0.6653\n",
      "(Rap) Nearest neighbors for 'war':\n",
      "\t- 'wagin': 0.7522\n",
      "\t- 'afghanistan': 0.7468\n",
      "\t- 'waging': 0.7458\n",
      "\t- 'declare': 0.7447\n",
      "\t- 'wars': 0.7445\n",
      "\t- 'causalities': 0.7408\n",
      "\t- 'whicha': 0.7236\n",
      "\t- 'iraq': 0.7113\n",
      "\t- 'warfare': 0.7099\n",
      "\t- 'battle's': 0.7053\n",
      "\t- 'warring': 0.7040\n",
      "\t- 'corruptin'': 0.6960\n",
      "\t- 'battle': 0.6939\n",
      "\t- 'battlefield': 0.6923\n",
      "\t- 'brawl': 0.6906\n",
      "\t- 'joshua': 0.6875\n",
      "\t- 'mercenaries': 0.6862\n",
      "\t- 'pentagon': 0.6859\n",
      "\t- 'injustice': 0.6834\n",
      "\t- 'bidding': 0.6822\n",
      "Jaccard Similarity for war: 0.08108108108108109\n",
      "(Pop) Nearest neighbors for 'rise':\n",
      "\t- 'rise…': 0.7683\n",
      "\t- 'rising': 0.7438\n",
      "\t- 'ascend': 0.7329\n",
      "\t- 'phoenix': 0.7296\n",
      "\t- 'alleliuah': 0.7294\n",
      "\t- 'riseup': 0.7233\n",
      "\t- 'up…': 0.7207\n",
      "\t- 'topple': 0.7119\n",
      "\t- 'phoenix'': 0.7081\n",
      "\t- 'descend': 0.7076\n",
      "\t- 'scorch': 0.7063\n",
      "\t- 'arising': 0.7043\n",
      "\t- 'ascending': 0.7015\n",
      "\t- 'evil’s': 0.6940\n",
      "\t- 'empires': 0.6923\n",
      "\t- 'shambala': 0.6909\n",
      "\t- 'surrenders': 0.6898\n",
      "\t- 'arise': 0.6897\n",
      "\t- 'avenge': 0.6888\n",
      "\t- 'again…': 0.6880\n",
      "(Rap) Nearest neighbors for 'rise':\n",
      "\t- 'wrekonize': 0.7652\n",
      "\t- 'arise': 0.7476\n",
      "\t- 'l7': 0.7383\n",
      "\t- 'rising': 0.7163\n",
      "\t- 'risin'': 0.7090\n",
      "\t- 'mobilize': 0.7055\n",
      "\t- 'minimize': 0.6914\n",
      "\t- 'capitalize': 0.6883\n",
      "\t- 'visualize': 0.6879\n",
      "\t- 'sun': 0.6839\n",
      "\t- 'rises': 0.6813\n",
      "\t- 'tide': 0.6805\n",
      "\t- 'maximize': 0.6798\n",
      "\t- 'energize': 0.6789\n",
      "\t- 'enterprise': 0.6784\n",
      "\t- 'skys': 0.6767\n",
      "\t- 'wise': 0.6739\n",
      "\t- 'climb': 0.6728\n",
      "\t- 'suprise': 0.6723\n",
      "\t- 'temperatures': 0.6717\n",
      "Jaccard Similarity for rise: 0.05263157894736842\n",
      "(Pop) Nearest neighbors for 'yeahh':\n",
      "\t- 'totototally': 0.8115\n",
      "\t- 'yeahhhh': 0.8081\n",
      "\t- 'yeaaah': 0.7813\n",
      "\t- 'fabolous': 0.7690\n",
      "\t- 'ooohh': 0.7675\n",
      "\t- 'woahh': 0.7670\n",
      "\t- 'mhmm': 0.7652\n",
      "\t- 'mmmmmmmm': 0.7618\n",
      "\t- 'yeahhh': 0.7566\n",
      "\t- 'heyeyey': 0.7496\n",
      "\t- 'umm': 0.7480\n",
      "\t- 'dododoo': 0.7462\n",
      "\t- 'toooo': 0.7428\n",
      "\t- 'hoohoo': 0.7414\n",
      "\t- 'ahoo': 0.7413\n",
      "\t- 'hoooaoo': 0.7401\n",
      "\t- 'hooo': 0.7364\n",
      "\t- 'ohhweeohh': 0.7358\n",
      "\t- 'badadah': 0.7355\n",
      "\t- 'rap:': 0.7352\n",
      "(Rap) Nearest neighbors for 'yeahh':\n",
      "\t- 'hehehehe': 0.8324\n",
      "\t- 'yeahyeahyeah': 0.8166\n",
      "\t- 'yeeeeah': 0.8148\n",
      "\t- 'iiii': 0.8026\n",
      "\t- 'mmmmm': 0.7975\n",
      "\t- 'preverse:': 0.7973\n",
      "\t- 'yeah': 0.7948\n",
      "\t- 'yeahhhhh': 0.7940\n",
      "\t- 'yeah;': 0.7916\n",
      "\t- 'yeahhh': 0.7912\n",
      "\t- 'hahahah': 0.7880\n",
      "\t- 'oohh': 0.7874\n",
      "\t- 'yeaaaah': 0.7845\n",
      "\t- '{*laughing*}': 0.7839\n",
      "\t- 'oh}': 0.7830\n",
      "\t- 'yeah…': 0.7803\n",
      "\t- 'aaah': 0.7797\n",
      "\t- 'uhhhhh': 0.7792\n",
      "\t- 'hehe': 0.7779\n",
      "\t- '*laughing*': 0.7768\n",
      "Jaccard Similarity for yeahh: 0.02564102564102564\n",
      "(Pop) Nearest neighbors for '1b':\n",
      "\t- 'smmoce': 0.9491\n",
      "\t- 'fred:': 0.9481\n",
      "\t- 'sanshiro': 0.9481\n",
      "\t- 'goldie:': 0.9481\n",
      "\t- '{*kaching*}': 0.9471\n",
      "\t- 'o'chaw': 0.9464\n",
      "\t- 'ub40': 0.9453\n",
      "\t- 'croakin'': 0.9450\n",
      "\t- 'tdoubleo': 0.9448\n",
      "\t- 'easyits': 0.9440\n",
      "\t- 'callabo': 0.9439\n",
      "\t- 'cleef': 0.9437\n",
      "\t- 'yauch': 0.9433\n",
      "\t- ''american': 0.9430\n",
      "\t- 'damager': 0.9430\n",
      "\t- 'a/c': 0.9429\n",
      "\t- 'brbrbrb': 0.9428\n",
      "\t- 'queezy': 0.9426\n",
      "\t- 'heavin';': 0.9423\n",
      "\t- 'chancetaking': 0.9423\n",
      "(Rap) Nearest neighbors for '1b':\n",
      "\t- 'uticensis': 0.9519\n",
      "\t- 'taxicab': 0.9518\n",
      "\t- 'workable': 0.9510\n",
      "\t- 'terminatatation': 0.9504\n",
      "\t- 'detention;': 0.9503\n",
      "\t- 'spigots': 0.9499\n",
      "\t- 'toad’s': 0.9497\n",
      "\t- 'busteth': 0.9485\n",
      "\t- 'fiveknuckle': 0.9485\n",
      "\t- 'nectary': 0.9483\n",
      "\t- 'defenselessness': 0.9483\n",
      "\t- 'oblangata': 0.9483\n",
      "\t- 'crustacea': 0.9481\n",
      "\t- 'embryology:': 0.9480\n",
      "\t- 'lost/': 0.9480\n",
      "\t- 'les:is': 0.9479\n",
      "\t- 'hallbacked': 0.9478\n",
      "\t- 'gradation': 0.9477\n",
      "\t- 'pincer': 0.9475\n",
      "\t- 'groundnut': 0.9475\n",
      "Jaccard Similarity for 1b: 0.0\n",
      "(Pop) Nearest neighbors for 'breath':\n",
      "\t- 'gasp': 0.7507\n",
      "\t- 'breaths': 0.7244\n",
      "\t- 'gasping': 0.7195\n",
      "\t- 'lungs': 0.7048\n",
      "\t- 'ohwoahoh': 0.6994\n",
      "\t- 'breathe': 0.6874\n",
      "\t- 'moment': 0.6812\n",
      "\t- 'exhale': 0.6788\n",
      "\t- 'bated': 0.6787\n",
      "\t- 'breathing': 0.6661\n",
      "\t- 'dioxin': 0.6631\n",
      "\t- 'away:': 0.6606\n",
      "\t- 'subsides': 0.6577\n",
      "\t- 'savor': 0.6552\n",
      "\t- 'grasp': 0.6545\n",
      "\t- 'intake': 0.6513\n",
      "\t- 'grasping': 0.6488\n",
      "\t- 'originates': 0.6473\n",
      "\t- 'chocking': 0.6423\n",
      "\t- 'lover’s': 0.6422\n",
      "(Rap) Nearest neighbors for 'breath':\n",
      "\t- 'breaths': 0.7606\n",
      "\t- 'gasp': 0.7366\n",
      "\t- 'gaspin': 0.7249\n",
      "\t- 'breathe': 0.7169\n",
      "\t- 'gaspin'': 0.7083\n",
      "\t- 'hyperventilate': 0.7081\n",
      "\t- 'gasping': 0.7048\n",
      "\t- 'wheezing': 0.6982\n",
      "\t- 'lungs': 0.6951\n",
      "\t- 'suffocating': 0.6836\n",
      "\t- 'rites': 0.6779\n",
      "\t- '{3x}': 0.6757\n",
      "\t- 'tranquil': 0.6696\n",
      "\t- 'breather': 0.6630\n",
      "\t- 'asthma': 0.6617\n",
      "\t- 'breathin': 0.6586\n",
      "\t- 'retrospect': 0.6573\n",
      "\t- 'breathed': 0.6570\n",
      "\t- 'reaper's': 0.6561\n",
      "\t- 'lung': 0.6558\n",
      "Jaccard Similarity for breath: 0.14285714285714285\n",
      "(Pop) Nearest neighbors for 'blowfly:':\n",
      "\t- 'goooooooooddamn': 0.9749\n",
      "\t- 'mcneely': 0.9469\n",
      "\t- 'mcelroy': 0.9464\n",
      "\t- 'abk': 0.9459\n",
      "\t- 'locke': 0.9452\n",
      "\t- 'soopafly': 0.9447\n",
      "\t- 'eyelei': 0.9443\n",
      "\t- 'idu': 0.9427\n",
      "\t- 'eenee': 0.9426\n",
      "\t- 'regan': 0.9422\n",
      "\t- '2:9;': 0.9419\n",
      "\t- 'galic': 0.9418\n",
      "\t- '11/112/8zak': 0.9414\n",
      "\t- 'alistair': 0.9411\n",
      "\t- 'gben': 0.9410\n",
      "\t- 'muchachos': 0.9404\n",
      "\t- '10:25': 0.9404\n",
      "\t- '너': 0.9403\n",
      "\t- 'alcun': 0.9395\n",
      "\t- '코': 0.9395\n",
      "(Rap) Nearest neighbors for 'blowfly:':\n",
      "\t- 'shittedon': 0.9437\n",
      "\t- 'kelso': 0.9434\n",
      "\t- '{first': 0.9431\n",
      "\t- 'mafia:': 0.9402\n",
      "\t- 'heav's': 0.9395\n",
      "\t- 'olubowale': 0.9394\n",
      "\t- 'cuts*}': 0.9393\n",
      "\t- 'strivin’': 0.9389\n",
      "\t- 'wayne—ask': 0.9389\n",
      "\t- ''yo'': 0.9386\n",
      "\t- 'everyeveryeveryeveryevery': 0.9381\n",
      "\t- 'pappy's': 0.9374\n",
      "\t- 'bingbangbata': 0.9374\n",
      "\t- 'jap'': 0.9369\n",
      "\t- 'gondolas': 0.9368\n",
      "\t- 'kreggers': 0.9364\n",
      "\t- 'd'œuvre': 0.9363\n",
      "\t- 'aiyyyyyyyyoooooo': 0.9361\n",
      "\t- 'rudethrow': 0.9360\n",
      "\t- 'krillz': 0.9360\n",
      "Jaccard Similarity for blowfly:: 0.0\n",
      "(Pop) Nearest neighbors for 'fuck':\n",
      "\t- 'f*ck': 0.8115\n",
      "\t- 'shit': 0.7304\n",
      "\t- 'f**ked': 0.7263\n",
      "\t- 'navarro': 0.7240\n",
      "\t- 'ugk': 0.7187\n",
      "\t- 'f**k': 0.7175\n",
      "\t- 'motherfuckas': 0.7151\n",
      "\t- 'em'up': 0.7116\n",
      "\t- 'f**kin': 0.7096\n",
      "\t- 'motherfuckin'': 0.7035\n",
      "\t- 'mod': 0.7001\n",
      "\t- 'fucking': 0.6981\n",
      "\t- 'f*cking': 0.6929\n",
      "\t- 'high/': 0.6924\n",
      "\t- 'fucks': 0.6914\n",
      "\t- 'martinez': 0.6883\n",
      "\t- 'fuckin': 0.6848\n",
      "\t- 'motherf*cking': 0.6832\n",
      "\t- 'wack': 0.6801\n",
      "\t- 'mb': 0.6790\n",
      "(Rap) Nearest neighbors for 'fuck':\n",
      "\t- 'motherfuck': 0.7855\n",
      "\t- 'fucks': 0.7843\n",
      "\t- 'muthafuck': 0.7729\n",
      "\t- 'fucc': 0.7696\n",
      "\t- 'mothafuck': 0.7634\n",
      "\t- 'paybacks': 0.7497\n",
      "\t- '{fuck}': 0.7444\n",
      "\t- 'eff': 0.7311\n",
      "\t- 'fukk': 0.7309\n",
      "\t- 'ffffuck': 0.7282\n",
      "\t- 'shithead': 0.7269\n",
      "\t- 'gansta': 0.7234\n",
      "\t- 'fucking': 0.7186\n",
      "\t- 'handcuffing': 0.7182\n",
      "\t- 'whatsup': 0.7174\n",
      "\t- 'starstruck': 0.7170\n",
      "\t- 'fuuuuuck': 0.7162\n",
      "\t- 'mutherfuck': 0.7121\n",
      "\t- 'hoot': 0.7117\n",
      "\t- 'mewhy': 0.7095\n",
      "Jaccard Similarity for fuck: 0.05263157894736842\n",
      "(Pop) Nearest neighbors for 'pete's':\n",
      "\t- 'unconditionaly': 0.8032\n",
      "\t- 'pleeease': 0.8010\n",
      "\t- 'sakes': 0.8009\n",
      "\t- 'entertainment's': 0.7971\n",
      "\t- 'goodness'': 0.7964\n",
      "\t- 'pleeeeease': 0.7957\n",
      "\t- 'heavens'': 0.7893\n",
      "\t- 'debated': 0.7848\n",
      "\t- 'laziness'': 0.7833\n",
      "\t- 'appetizing': 0.7828\n",
      "\t- 'snivelling': 0.7771\n",
      "\t- 'cryhy': 0.7763\n",
      "\t- 'times'': 0.7761\n",
      "\t- 'righteousness;': 0.7726\n",
      "\t- 'patienly': 0.7711\n",
      "\t- 'atheists': 0.7705\n",
      "\t- 'when/': 0.7696\n",
      "\t- 'outdon't': 0.7690\n",
      "\t- 'annmarie': 0.7686\n",
      "\t- 'tomorrowi'm': 0.7685\n",
      "(Rap) Nearest neighbors for 'pete's':\n",
      "\t- 'sakes': 0.8328\n",
      "\t- 'forgivness': 0.8270\n",
      "\t- 'tunin': 0.8018\n",
      "\t- 'god;': 0.8006\n",
      "\t- 'finesse:': 0.7973\n",
      "\t- 'dblack': 0.7904\n",
      "\t- 'shortcomings': 0.7888\n",
      "\t- 'lord'll': 0.7884\n",
      "\t- 'jayhova': 0.7864\n",
      "\t- 'lord:': 0.7836\n",
      "\t- 'dishonored': 0.7835\n",
      "\t- 'apologizing': 0.7823\n",
      "\t- ''please': 0.7823\n",
      "\t- 'supplication': 0.7823\n",
      "\t- ''body': 0.7821\n",
      "\t- 'humbleness': 0.7820\n",
      "\t- 'granting': 0.7797\n",
      "\t- 'denounce': 0.7724\n",
      "\t- 'travie': 0.7723\n",
      "\t- 'grandmother’s': 0.7707\n",
      "Jaccard Similarity for pete's: 0.02564102564102564\n",
      "(Pop) Nearest neighbors for '44th':\n",
      "\t- 'delancey': 0.9421\n",
      "\t- ''52': 0.9413\n",
      "\t- 'stanyan': 0.9367\n",
      "\t- 'wardour': 0.9334\n",
      "\t- 'gawky': 0.9332\n",
      "\t- 'windowsills': 0.9323\n",
      "\t- '59th': 0.9323\n",
      "\t- 'storefront': 0.9312\n",
      "\t- 'jobless': 0.9310\n",
      "\t- 'stranges': 0.9310\n",
      "\t- 'twentyseventh': 0.9308\n",
      "\t- 'kilburn': 0.9305\n",
      "\t- 'seniors': 0.9300\n",
      "\t- 'stewp': 0.9299\n",
      "\t- 'missmatched': 0.9298\n",
      "\t- 'piss/shit': 0.9296\n",
      "\t- '65th': 0.9296\n",
      "\t- 'hendriz': 0.9284\n",
      "\t- 'hose'n': 0.9281\n",
      "\t- 'trashcans': 0.9281\n",
      "(Rap) Nearest neighbors for '44th':\n",
      "\t- 'addits': 0.9539\n",
      "\t- 'pitchback': 0.9536\n",
      "\t- 'miscalculation': 0.9499\n",
      "\t- 'butterfill': 0.9482\n",
      "\t- '1800iwannadie': 0.9475\n",
      "\t- 'poppes': 0.9471\n",
      "\t- 'usurper': 0.9471\n",
      "\t- 'votion': 0.9470\n",
      "\t- 'twentyfive's': 0.9469\n",
      "\t- 'kau': 0.9463\n",
      "\t- 'zimbabwean': 0.9458\n",
      "\t- 'ragboys': 0.9455\n",
      "\t- 'twotwotwo': 0.9449\n",
      "\t- 'pterodactyls': 0.9449\n",
      "\t- 'mooing': 0.9444\n",
      "\t- 'issi': 0.9444\n",
      "\t- 'fourthquarter': 0.9443\n",
      "\t- 'combo:': 0.9443\n",
      "\t- 'zeke's': 0.9443\n",
      "\t- 'spindling': 0.9442\n",
      "Jaccard Similarity for 44th: 0.0\n",
      "(Pop) Nearest neighbors for 'trapped':\n",
      "\t- 'prison': 0.7342\n",
      "\t- 'caged': 0.7172\n",
      "\t- 'ensnared': 0.7091\n",
      "\t- 'locked': 0.7091\n",
      "\t- 'confined': 0.7014\n",
      "\t- 'paralysed': 0.7004\n",
      "\t- 'cage': 0.6911\n",
      "\t- 'embedded': 0.6899\n",
      "\t- 'stuck': 0.6840\n",
      "\t- 'concealing': 0.6820\n",
      "\t- 'walled': 0.6817\n",
      "\t- 'shadowland': 0.6736\n",
      "\t- 'strangled': 0.6725\n",
      "\t- 'spider's': 0.6709\n",
      "\t- 'pondering': 0.6707\n",
      "\t- 'enclosed': 0.6706\n",
      "\t- 'plagued': 0.6681\n",
      "\t- 'branded': 0.6679\n",
      "\t- 'maze': 0.6664\n",
      "\t- 'imprisoned': 0.6650\n",
      "(Rap) Nearest neighbors for 'trapped':\n",
      "\t- 'stuck': 0.7442\n",
      "\t- 'caged': 0.7138\n",
      "\t- 'confined': 0.7075\n",
      "\t- 'ghetto's': 0.7057\n",
      "\t- 'boxed': 0.7043\n",
      "\t- 'enclosed': 0.7038\n",
      "\t- 'captive': 0.7005\n",
      "\t- 'cage': 0.6958\n",
      "\t- 'roaming': 0.6939\n",
      "\t- 'maze': 0.6912\n",
      "\t- 'booby': 0.6884\n",
      "\t- 'prison': 0.6871\n",
      "\t- 'claustrophobic': 0.6839\n",
      "\t- 'caught': 0.6780\n",
      "\t- 'rut': 0.6771\n",
      "\t- 'game—': 0.6722\n",
      "\t- 'labyrinth': 0.6715\n",
      "\t- 'escaped': 0.6706\n",
      "\t- 'dilemma': 0.6700\n",
      "\t- 'tombstones': 0.6670\n",
      "Jaccard Similarity for trapped: 0.21212121212121213\n",
      "(Pop) Nearest neighbors for '8x':\n",
      "\t- '*repeat': 0.8039\n",
      "\t- 'whoaaa': 0.7970\n",
      "\t- 'fabolous': 0.7936\n",
      "\t- 'woooh': 0.7894\n",
      "\t- 'yeaheh': 0.7750\n",
      "\t- 'outro:': 0.7709\n",
      "\t- '*chorus*': 0.7682\n",
      "\t- '2x:': 0.7677\n",
      "\t- 'yeahhh': 0.7675\n",
      "\t- 'x16': 0.7668\n",
      "\t- 'a:': 0.7654\n",
      "\t- 'haey': 0.7632\n",
      "\t- 'chorus:': 0.7625\n",
      "\t- 'x11': 0.7622\n",
      "\t- 'ooohyeah': 0.7619\n",
      "\t- 'ooohooo': 0.7614\n",
      "\t- 'uhuhuhuh': 0.7608\n",
      "\t- 'vamp:': 0.7601\n",
      "\t- 'rap:': 0.7594\n",
      "\t- 'fade:': 0.7577\n",
      "(Rap) Nearest neighbors for '8x':\n",
      "\t- '4x': 0.8788\n",
      "\t- '2x': 0.8570\n",
      "\t- '10x': 0.8491\n",
      "\t- 'repeat': 0.8354\n",
      "\t- 'chorus': 0.8277\n",
      "\t- '1x': 0.8245\n",
      "\t- '3x': 0.8214\n",
      "\t- '2x:': 0.8088\n",
      "\t- 'x2': 0.8014\n",
      "\t- 'outro:': 0.7938\n",
      "\t- '4x:': 0.7930\n",
      "\t- '6x': 0.7913\n",
      "\t- '7x': 0.7892\n",
      "\t- 'x4': 0.7863\n",
      "\t- 'preverse': 0.7840\n",
      "\t- 'x1': 0.7838\n",
      "\t- 'three:': 0.7836\n",
      "\t- 'break:': 0.7818\n",
      "\t- 'chorus:': 0.7794\n",
      "\t- 'prechorus': 0.7771\n",
      "Jaccard Similarity for 8x: 0.08108108108108109\n",
      "Average Jaccard Similarity: 0.09762843603587704\n"
     ]
    }
   ],
   "source": [
    "sum = 0.0\n",
    "for word in random_words:\n",
    "  similar_words = model_pop.wv.most_similar(word, topn=20)\n",
    "  words1 = []\n",
    "  print(f\"(Pop) Nearest neighbors for '{word}':\")\n",
    "  for neighbor, similarity in similar_words:\n",
    "    print(f\"\\t- '{neighbor}': {similarity:.4f}\")\n",
    "    words1.append(neighbor)\n",
    "  similar_words = model_rap.wv.most_similar(word, topn=20)\n",
    "  words2 = []\n",
    "  print(f\"(Rap) Nearest neighbors for '{word}':\")\n",
    "  for neighbor, similarity in similar_words:\n",
    "    print(f\"\\t- '{neighbor}': {similarity:.4f}\")\n",
    "    words2.append(neighbor)\n",
    "  print(f\"Jaccard Similarity for {word}: {jaccard_similarity(words1, words2)}\")\n",
    "  sum = sum + jaccard_similarity(words1, words2)\n",
    "\n",
    "print(f\"Average Jaccard Similarity: {sum / len(random_words)}\")"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "base",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}