notebooks/word-embeddings.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "3f3e144c",
   "metadata": {},
   "source": [
    "# Gensim"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "144cc2aa",
   "metadata": {},
   "outputs": [],
   "source": [
    "# load an example corpus as list of tokenised sentences\n",
    "doc = list()\n",
    "with open(\"../data/cl-stanza.conllu\", \"rt\") as f:\n",
    "    sentence = list()\n",
    "    for line in f:\n",
    "        if line.strip() == \"\":\n",
    "            continue\n",
    "        if not line.startswith(\"#\"):\n",
    "            sentence.append(line.strip().split(\"\\t\")[2])\n",
    "        elif line.startswith(\"# sent\"):\n",
    "            if len(sentence) > 0:\n",
    "                doc.append(sentence)\n",
    "            sentence = list()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "4b08994f",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Dictionary<1051 unique tokens: [',', '.', 'Computational', 'a', 'approach']...>\n"
     ]
    }
   ],
   "source": [
    "from gensim import corpora\n",
    "\n",
    "dictionary = corpora.Dictionary(doc)\n",
    "print(dictionary)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "34b39e38",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(1, 1),\n",
       " (8, 1),\n",
       " (14, 2),\n",
       " (25, 1),\n",
       " (28, 1),\n",
       " (32, 1),\n",
       " (41, 1),\n",
       " (62, 1),\n",
       " (63, 1),\n",
       " (101, 1),\n",
       " (108, 2),\n",
       " (126, 1),\n",
       " (127, 1),\n",
       " (128, 1)]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "vec = dictionary.doc2bow(doc[10])\n",
    "vec"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "d1114b98",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[(0, 1), (1, 1), (2, 1), (3, 1), (4, 1), (5, 1), (6, 2), (7, 1), (8, 2), (9, 1), (10, 1), (11, 1), (12, 1), (13, 1), (14, 1), (15, 1), (16, 1), (17, 2), (18, 1), (19, 1), (20, 2), (21, 1), (22, 1), (23, 1)], [(0, 11), (1, 1), (8, 1), (14, 2), (24, 1), (25, 1), (26, 1), (27, 1), (28, 2), (29, 1), (30, 1), (31, 1), (32, 1), (33, 1), (34, 1), (35, 1), (36, 1), (37, 1), (38, 1), (39, 1), (40, 1), (41, 2), (42, 1)], [(0, 1), (1, 1), (3, 2), (6, 1), (8, 1), (12, 1), (14, 1), (16, 1), (17, 3), (20, 2), (21, 1), (27, 1), (29, 2), (32, 1), (33, 1), (43, 1), (44, 1), (45, 1), (46, 1), (47, 1), (48, 1), (49, 1), (50, 1), (51, 1), (52, 1), (53, 1)], [(0, 1), (1, 1), (2, 1), (10, 1), (17, 2), (20, 5), (23, 1), (25, 2), (54, 1), (55, 1), (56, 1), (57, 1), (58, 1), (59, 1), (60, 1), (61, 1), (62, 1), (63, 1), (64, 1), (65, 1), (66, 1), (67, 1), (68, 1), (69, 1), (70, 1), (71, 1)], [(1, 1), (2, 1), (3, 1), (6, 1), (8, 2), (12, 1), (14, 1), (17, 1), (19, 1), (20, 2), (60, 1), (61, 1), (68, 1), (72, 1), (73, 1), (74, 1), (75, 1), (76, 1), (77, 1)], [(1, 1), (2, 1), (7, 1), (8, 1), (13, 1), (17, 2), (32, 1), (62, 1), (63, 1), (78, 1), (79, 1), (80, 1), (81, 1), (82, 1), (83, 1), (84, 1), (85, 1)], [(1, 1), (3, 1), (7, 2), (8, 1), (12, 2), (14, 1), (16, 1), (17, 1), (20, 1), (21, 1), (25, 1), (49, 1), (54, 3), (55, 3), (86, 2), (87, 1), (88, 1), (89, 1), (90, 1), (91, 1), (92, 1), (93, 1), (94, 1), (95, 1), (96, 1)], [(1, 1), (3, 1), (17, 1), (20, 1), (25, 1), (43, 1), (96, 1), (97, 1), (98, 1), (99, 1), (100, 1), (101, 1), (102, 1), (103, 1), (104, 1), (105, 1), (106, 1), (107, 1), (108, 1), (109, 1)], [(0, 3), (1, 1), (8, 2), (10, 1), (14, 2), (17, 1), (20, 3), (21, 1), (32, 2), (47, 1), (59, 1), (62, 1), (63, 1), (86, 2), (87, 1), (96, 1), (110, 1), (111, 1), (112, 1), (113, 1), (114, 1), (115, 1), (116, 1), (117, 1), (118, 1), (119, 1), (120, 1), (121, 1), (122, 1), (123, 2)], [(1, 1), (2, 1), (14, 1), (25, 1), (47, 1), (108, 1), (114, 1), (124, 1), (125, 1)], [(1, 1), (8, 1), (14, 2), (25, 1), (28, 1), (32, 1), (41, 1), (62, 1), (63, 1), (101, 1), (108, 2), (126, 1), (127, 1), (128, 1)], [(1, 1), (8, 1), (12, 1), (14, 1), (17, 1), (20, 1), (62, 1), (63, 1), (82, 1), (89, 1), (101, 1), (102, 1), (114, 1), (126, 1), (127, 1), (129, 1), (130, 1)], [(0, 1), (1, 1), (4, 1), (8, 1), (14, 1), (17, 2), (20, 1), (25, 2), (32, 1), (34, 1), (54, 2), (55, 2), (87, 1), (108, 1), (131, 1), (132, 1), (133, 2), (134, 1), (135, 1), (136, 1), (137, 1), (138, 1), (139, 1), (140, 1), (141, 1), (142, 1)], [(0, 2), (1, 1), (2, 1), (7, 1), (8, 1), (12, 1), (14, 1), (16, 1), (17, 3), (19, 1), (20, 1), (23, 1), (25, 1), (43, 1), (44, 1), (45, 1), (73, 1), (82, 1), (87, 2), (101, 1), (108, 1), (116, 1), (134, 1), (136, 1), (142, 1), (143, 1), (144, 1), (145, 1), (146, 1), (147, 1), (148, 1), (149, 1), (150, 1), (151, 1), (152, 1)], [(0, 4), (1, 1), (2, 1), (3, 1), (7, 2), (8, 1), (13, 1), (14, 1), (20, 3), (23, 2), (25, 3), (34, 1), (45, 3), (52, 1), (54, 2), (55, 2), (59, 1), (62, 1), (63, 1), (68, 1), (73, 1), (74, 1), (87, 1), (105, 1), (114, 1), (123, 2), (124, 1), (130, 1), (140, 1), (149, 1), (153, 2), (154, 1), (155, 1), (156, 1), (157, 2), (158, 1), (159, 1), (160, 1), (161, 1), (162, 1), (163, 1), (164, 1), (165, 1), (166, 2), (167, 1), (168, 1), (169, 1), (170, 1), (171, 1), (172, 1), (173, 1), (174, 1), (175, 1), (176, 1), (177, 1), (178, 1), (179, 1), (180, 1), (181, 1)], [(0, 1), (1, 1), (7, 1), (17, 2), (166, 1), (173, 1), (178, 1), (182, 1), (183, 1), (184, 1), (185, 1), (186, 1), (187, 1), (188, 1), (189, 1)], [(0, 1), (1, 1), (17, 1), (20, 1), (47, 1), (112, 1), (161, 1), (166, 1), (189, 1), (190, 1), (191, 1), (192, 1), (193, 1), (194, 1)], [(0, 1), (1, 1), (6, 1), (8, 1), (12, 1), (14, 1), (20, 1), (45, 1), (49, 1), (68, 1), (114, 1), (195, 1), (196, 1), (197, 1), (198, 1), (199, 1)], [(0, 3), (1, 1), (6, 2), (8, 1), (12, 2), (14, 1), (16, 1), (17, 3), (20, 2), (23, 1), (29, 1), (47, 1), (54, 2), (55, 2), (68, 1), (87, 3), (109, 1), (136, 1), (149, 1), (199, 1), (200, 1), (201, 1), (202, 1), (203, 1), (204, 1), (205, 1), (206, 1), (207, 1), (208, 1), (209, 1), (210, 1), (211, 1), (212, 2), (213, 2), (214, 1), (215, 1)], [(0, 1), (1, 1), (6, 1), (8, 1), (14, 1), (17, 2), (20, 1), (25, 3), (30, 1), (43, 1), (98, 1), (101, 1), (108, 1), (114, 1), (124, 1), (163, 1), (171, 1), (204, 1), (216, 1), (217, 1), (218, 1), (219, 1)], [(0, 1), (1, 1), (3, 1), (7, 1), (8, 1), (12, 1), (14, 1), (17, 1), (47, 1), (52, 1), (62, 1), (63, 1), (215, 1), (220, 1), (221, 1), (222, 1), (223, 1), (224, 1), (225, 1)], [(0, 3), (1, 1), (7, 2), (8, 2), (12, 2), (14, 1), (17, 2), (20, 1), (21, 1), (23, 1), (25, 2), (29, 1), (37, 1), (44, 1), (73, 2), (75, 1), (87, 1), (108, 1), (114, 1), (130, 1), (136, 1), (193, 1), (194, 1), (200, 1), (202, 1), (205, 2), (210, 2), (226, 1), (227, 1), (228, 1), (229, 1), (230, 1), (231, 1), (232, 1), (233, 1), (234, 1), (235, 1), (236, 1), (237, 1), (238, 1), (239, 2), (240, 1), (241, 1), (242, 1), (243, 1)], [(0, 2), (1, 1), (7, 2), (8, 1), (12, 3), (14, 1), (17, 1), (23, 1), (25, 2), (48, 1), (54, 2), (55, 2), (73, 1), (87, 1), (94, 1), (103, 1), (139, 1), (199, 1), (202, 1), (205, 1), (211, 1), (238, 1), (243, 1), (244, 1), (245, 1), (246, 1), (247, 2), (248, 1), (249, 1), (250, 1), (251, 1)], [(0, 1), (1, 1), (6, 1), (7, 1), (8, 1), (14, 2), (17, 2), (21, 1), (29, 1), (32, 1), (37, 1), (43, 1), (47, 1), (52, 1), (150, 1), (196, 1), (199, 1), (209, 1), (222, 1), (252, 1), (253, 1)], [(0, 2), (3, 1), (6, 1), (7, 1), (10, 1), (14, 1), (17, 1), (20, 2), (21, 1), (24, 1), (32, 1), (37, 1), (47, 1), (57, 1), (62, 1), (63, 1), (87, 2), (98, 1), (105, 1), (109, 1), (130, 1), (136, 1), (254, 1), (255, 1), (256, 1), (257, 1), (258, 1), (259, 1), (260, 1), (261, 1), (262, 1), (263, 1), (264, 1)], [(1, 1), (12, 1), (14, 1), (17, 1), (19, 1), (25, 1), (32, 1), (62, 1), (63, 1), (87, 1), (110, 1), (265, 1), (266, 1), (267, 1), (268, 1), (269, 1)], [(1, 1), (2, 1), (7, 2), (10, 1), (14, 1), (17, 2), (20, 2), (27, 2), (33, 2), (132, 1), (138, 1), (253, 1), (270, 1), (271, 1), (272, 1), (273, 1)], [(0, 2), (1, 1), (2, 1), (12, 1), (14, 1), (20, 2), (21, 2), (23, 1), (29, 1), (32, 2), (62, 1), (63, 1), (75, 1), (77, 1), (130, 1), (158, 1), (193, 1), (214, 1), (274, 1), (275, 1), (276, 1), (277, 1), (278, 1), (279, 1), (280, 1), (281, 1), (282, 1), (283, 1), (284, 1), (285, 1)], [(0, 1), (1, 1), (3, 1), (7, 2), (12, 1), (17, 1), (21, 2), (25, 1), (29, 1), (54, 1), (55, 1), (62, 1), (63, 1), (89, 1), (105, 1), (107, 1), (117, 1), (123, 1), (180, 1), (228, 1), (237, 1), (248, 1), (262, 1), (270, 1), (286, 1), (287, 1), (288, 1), (289, 1), (290, 1), (291, 1), (292, 1), (293, 1), (294, 1), (295, 1), (296, 1), (297, 1), (298, 1), (299, 1)], [(1, 1), (2, 1), (7, 1), (12, 3), (17, 2), (20, 1), (25, 2), (32, 1), (87, 1), (122, 1), (130, 1), (163, 1), (169, 1), (193, 1), (288, 1), (300, 1), (301, 1), (302, 1), (303, 1), (304, 1), (305, 2), (306, 1), (307, 1)], [(0, 2), (1, 1), (6, 1), (7, 2), (21, 1), (25, 2), (47, 1), (163, 1), (169, 1), (212, 1), (267, 1), (308, 1), (309, 1), (310, 1), (311, 1)], [(0, 3), (1, 1), (11, 1), (19, 2), (21, 1), (25, 1), (47, 1), (75, 1), (152, 1), (295, 2), (311, 1), (312, 1), (313, 1), (314, 1), (315, 1), (316, 1), (317, 1), (318, 1), (319, 1), (320, 1), (321, 1), (322, 1), (323, 1), (324, 1), (325, 1)], [(62, 1), (63, 1), (326, 1)], [(0, 1), (1, 1), (6, 2), (7, 2), (12, 1), (17, 1), (21, 1), (47, 1), (49, 1), (54, 1), (55, 1), (89, 1), (107, 1), (149, 1), (215, 3), (288, 1), (295, 1), (327, 1), (328, 1), (329, 1), (330, 1), (331, 1), (332, 1), (333, 1), (334, 1), (335, 1), (336, 1), (337, 1), (338, 1), (339, 1), (340, 1)], [(1, 1), (2, 1), (6, 1), (7, 1), (10, 1), (12, 1), (14, 1), (17, 2), (19, 1), (20, 2), (21, 1), (25, 1), (68, 1), (237, 1), (341, 1), (342, 1), (343, 1), (344, 1), (345, 1), (346, 1), (347, 1), (348, 1), (349, 1)], [(0, 1), (1, 1), (2, 2), (3, 1), (7, 1), (8, 1), (14, 1), (17, 1), (20, 3), (25, 1), (45, 1), (54, 2), (55, 2), (59, 1), (60, 1), (61, 2), (62, 1), (63, 1), (68, 1), (86, 2), (96, 1), (101, 1), (124, 1), (350, 1), (351, 1), (352, 1), (353, 1), (354, 1), (355, 1), (356, 1), (357, 1), (358, 1), (359, 1), (360, 1)], [(0, 2), (1, 1), (7, 1), (12, 2), (17, 3), (20, 3), (21, 2), (25, 1), (47, 1), (54, 2), (55, 2), (124, 2), (134, 3), (136, 1), (152, 1), (193, 1), (214, 1), (218, 2), (242, 1), (248, 1), (302, 1), (361, 1), (362, 1), (363, 1), (364, 1), (365, 1), (366, 1), (367, 1)], [(0, 2), (1, 1), (12, 1), (17, 2), (20, 3), (21, 2), (25, 2), (47, 1), (54, 1), (55, 1), (130, 1), (140, 1), (205, 1), (218, 1), (242, 2), (288, 1), (366, 1), (368, 2), (369, 1), (370, 1), (371, 1), (372, 1), (373, 1)], [(0, 1), (1, 1), (3, 2), (6, 1), (12, 2), (16, 1), (21, 3), (25, 1), (29, 1), (62, 1), (63, 1), (130, 1), (191, 1), (193, 1), (200, 1), (214, 1), (235, 1), (237, 1), (242, 1), (280, 1), (345, 1), (374, 1), (375, 1), (376, 1), (377, 1), (378, 1), (379, 1), (380, 1)], [(0, 3), (1, 1), (7, 1), (8, 3), (14, 4), (17, 1), (20, 1), (25, 1), (29, 1), (41, 1), (62, 5), (63, 5), (92, 1), (150, 1), (157, 1), (253, 1), (381, 1), (382, 1), (383, 1), (384, 1), (385, 1), (386, 3), (387, 1), (388, 1), (389, 1)], [(1, 1), (3, 1), (8, 1), (10, 1), (14, 1), (17, 1), (20, 1), (21, 2), (32, 1), (37, 1), (49, 1), (87, 1), (89, 1), (149, 1), (150, 1), (205, 1), (210, 1), (229, 2), (285, 1), (390, 2), (391, 1), (392, 1), (393, 1), (394, 2), (395, 1), (396, 1)], [(1, 1), (7, 1), (62, 1), (63, 1), (68, 1), (87, 1), (89, 1), (149, 1), (397, 1), (398, 1), (399, 1), (400, 1), (401, 1), (402, 1), (403, 1)], [(0, 1), (1, 1), (3, 3), (6, 1), (7, 1), (8, 1), (10, 2), (14, 1), (17, 3), (20, 1), (25, 1), (32, 1), (45, 1), (48, 1), (150, 1), (228, 2), (386, 1), (404, 1), (405, 1), (406, 1), (407, 1), (408, 1), (409, 1), (410, 1), (411, 1), (412, 1), (413, 1), (414, 1), (415, 1)], [(0, 3), (1, 1), (10, 1), (13, 2), (14, 2), (17, 2), (20, 3), (25, 1), (44, 1), (73, 1), (193, 1), (261, 1), (376, 1), (393, 1), (416, 1), (417, 1), (418, 1), (419, 1), (420, 1), (421, 1), (422, 1), (423, 1), (424, 1), (425, 1), (426, 1), (427, 1), (428, 1)], [(1, 1), (3, 2), (7, 1), (12, 1), (17, 1), (20, 1), (28, 1), (152, 1), (344, 1), (429, 1), (430, 1), (431, 1), (432, 1)], [(0, 1), (1, 1), (3, 1), (4, 1), (7, 2), (8, 1), (17, 1), (25, 1), (47, 1), (109, 1), (123, 1), (130, 1), (218, 1), (237, 1), (420, 1), (433, 1), (434, 1), (435, 1)], [(1, 1), (3, 1), (8, 1), (12, 1), (21, 2), (84, 1), (89, 1), (114, 1), (132, 1), (169, 1), (224, 1), (242, 1), (248, 2), (262, 1), (264, 1), (387, 1), (393, 1), (436, 1)], [(0, 2), (1, 1), (7, 1), (12, 1), (21, 1), (62, 1), (63, 1), (66, 1), (68, 1), (89, 1), (116, 1), (117, 1), (437, 1), (438, 1), (439, 1), (440, 1), (441, 1), (442, 1), (443, 1)], [(0, 2), (1, 1), (3, 2), (7, 3), (13, 1), (17, 1), (20, 2), (25, 1), (66, 1), (68, 2), (84, 1), (109, 1), (117, 1), (132, 1), (152, 1), (302, 1), (380, 2), (402, 1), (429, 1), (440, 2), (444, 2), (445, 1), (446, 1)], [(0, 1), (1, 1), (3, 3), (4, 1), (6, 2), (7, 1), (8, 1), (12, 2), (21, 1), (25, 2), (32, 1), (62, 1), (63, 1), (68, 3), (82, 1), (84, 1), (109, 1), (132, 1), (331, 1), (410, 1), (429, 1), (438, 1), (447, 1), (448, 1), (449, 1), (450, 1), (451, 2), (452, 1), (453, 1), (454, 1), (455, 1)], [(0, 1), (1, 1), (3, 1), (7, 1), (8, 1), (12, 1), (17, 1), (20, 1), (21, 2), (25, 1), (32, 1), (47, 1), (62, 1), (63, 1), (75, 1), (82, 2), (124, 1), (134, 1), (178, 1), (237, 1), (262, 1), (300, 1), (420, 1), (438, 1), (439, 1), (456, 1), (457, 1), (458, 1), (459, 1)], [(1, 1), (3, 1), (6, 1), (7, 1), (12, 1), (17, 1), (20, 1), (21, 1), (32, 1), (47, 1), (109, 1), (169, 1), (266, 1), (288, 1), (411, 1), (460, 1), (461, 1), (462, 1), (463, 1), (464, 1)], [(0, 1), (1, 1), (3, 1), (6, 1), (7, 2), (12, 1), (17, 1), (20, 1), (23, 1), (25, 1), (47, 1), (62, 1), (63, 1), (82, 1), (130, 1), (152, 1), (228, 1), (248, 1), (273, 1), (344, 1), (439, 1), (454, 1), (465, 1), (466, 1), (467, 1), (468, 1), (469, 1), (470, 1), (471, 1), (472, 1), (473, 1), (474, 1), (475, 1)], [(1, 1), (3, 1), (6, 1), (7, 1), (17, 1), (20, 1), (62, 1), (63, 1), (68, 1), (89, 1), (109, 1), (175, 1), (420, 1), (439, 1), (465, 1), (472, 1), (476, 1), (477, 1), (478, 1)], [(1, 1), (7, 1), (17, 2), (20, 3), (27, 1), (30, 1), (124, 1), (172, 1), (173, 1), (183, 1), (229, 1), (264, 1), (479, 1), (480, 1), (481, 1)], [(1, 1), (7, 1), (12, 1), (13, 1), (17, 1), (20, 1), (21, 2), (32, 1), (47, 1), (62, 1), (63, 1), (82, 1), (130, 1), (142, 1), (288, 1), (344, 1), (482, 1), (483, 1), (484, 1), (485, 1), (486, 1), (487, 1)], [(0, 3), (1, 1), (3, 2), (6, 1), (7, 2), (21, 2), (25, 2), (32, 1), (82, 2), (101, 1), (131, 1), (200, 1), (229, 2), (239, 1), (264, 1), (319, 1), (367, 1), (439, 1), (471, 1), (488, 1), (489, 1), (490, 1), (491, 1), (492, 1), (493, 1), (494, 1)], [(0, 2), (1, 1), (7, 1), (13, 1), (17, 1), (20, 2), (21, 2), (25, 1), (87, 2), (101, 1), (109, 1), (132, 1), (166, 1), (237, 1), (264, 1), (319, 1), (365, 1), (367, 1), (402, 1), (451, 1), (486, 1), (495, 1), (496, 1), (497, 1), (498, 1), (499, 1), (500, 1), (501, 1), (502, 1), (503, 1), (504, 1), (505, 1), (506, 1), (507, 1), (508, 1)], [(1, 1), (3, 1), (4, 1), (7, 2), (8, 1), (21, 1), (47, 1), (109, 1), (117, 1), (130, 1), (152, 1), (248, 1), (292, 1), (451, 1), (487, 1), (509, 1), (510, 1), (511, 1)], [(0, 1), (1, 1), (3, 2), (6, 1), (7, 2), (12, 1), (13, 1), (17, 2), (20, 1), (21, 1), (25, 2), (32, 1), (130, 1), (132, 1), (152, 1), (172, 1), (173, 1), (180, 1), (248, 1), (253, 1), (288, 1), (344, 1), (394, 1), (411, 1), (429, 1), (471, 1), (506, 1), (510, 1), (512, 1), (513, 1), (514, 1), (515, 1), (516, 1), (517, 1), (518, 1), (519, 1), (520, 1)], [(1, 1), (2, 1), (4, 1), (21, 1), (47, 1), (83, 1), (109, 1), (242, 1), (451, 1), (521, 1), (522, 1), (523, 1)], [(0, 1), (1, 1), (3, 1), (12, 1), (13, 1), (17, 1), (20, 2), (25, 1), (47, 1), (62, 1), (63, 1), (87, 1), (117, 1), (130, 1), (193, 1), (229, 1), (264, 1), (266, 1), (271, 1), (288, 1), (305, 1), (394, 1), (446, 1), (461, 1), (524, 1), (525, 1), (526, 1), (527, 1), (528, 1), (529, 1), (530, 1), (531, 1), (532, 1), (533, 1), (534, 1), (535, 1), (536, 1)], [(0, 2), (1, 1), (7, 1), (8, 1), (14, 1), (47, 1), (109, 1), (280, 1), (380, 1), (411, 1), (537, 1), (538, 1), (539, 1), (540, 1), (541, 1)], [(1, 1), (6, 2), (7, 2), (8, 1), (13, 1), (14, 1), (17, 2), (20, 1), (22, 1), (32, 2), (47, 1), (89, 1), (132, 1), (152, 1), (180, 1), (183, 1), (248, 1), (256, 1), (432, 1), (506, 1), (514, 1), (529, 1), (542, 1), (543, 1)], [(1, 1), (3, 1), (7, 1), (17, 1), (20, 1), (21, 1), (25, 1), (41, 1), (82, 1), (152, 1), (157, 1), (169, 1), (394, 1), (455, 1), (483, 1), (540, 1), (541, 1), (544, 1), (545, 1), (546, 1), (547, 1), (548, 1), (549, 1)], [(0, 1), (1, 1), (3, 1), (7, 1), (8, 1), (12, 2), (17, 2), (21, 1), (82, 1), (229, 1), (365, 1), (468, 1), (506, 1), (550, 1), (551, 1)], [(0, 1), (1, 1), (3, 1), (4, 1), (7, 1), (8, 1), (12, 2), (19, 1), (20, 2), (21, 2), (22, 1), (47, 1), (101, 1), (109, 1), (130, 1), (235, 1), (242, 1), (276, 1), (428, 1), (464, 1), (552, 1), (553, 1), (554, 1)], [(1, 1), (7, 2), (13, 2), (17, 3), (19, 1), (20, 2), (21, 1), (171, 1), (205, 1), (218, 1), (259, 1), (365, 1), (495, 1), (510, 1), (555, 1), (556, 1), (557, 1), (558, 1)], [(1, 1), (3, 1), (7, 1), (8, 1), (12, 1), (17, 2), (20, 3), (21, 1), (25, 1), (32, 2), (81, 1), (82, 1), (109, 1), (123, 1), (264, 1), (273, 1), (343, 2), (365, 1), (468, 1), (506, 1), (559, 1), (560, 1), (561, 1), (562, 1), (563, 1), (564, 1), (565, 1), (566, 1), (567, 1), (568, 1), (569, 1)], [(1, 1), (7, 1), (13, 1), (17, 1), (20, 2), (62, 1), (63, 1), (171, 1), (218, 1), (259, 1), (276, 1), (570, 1), (571, 1), (572, 1), (573, 1)], [(0, 2), (1, 1), (6, 1), (17, 1), (25, 1), (29, 1), (75, 1), (87, 1), (109, 1), (212, 1), (232, 1), (259, 1), (276, 1), (367, 1), (561, 1), (574, 1), (575, 1), (576, 1), (577, 1), (578, 1), (579, 1), (580, 1), (581, 1), (582, 1), (583, 1), (584, 1), (585, 1)], [(1, 1), (7, 1), (12, 1), (17, 1), (21, 1), (25, 2), (47, 2), (62, 1), (63, 1), (87, 2), (109, 1), (130, 1), (207, 1), (210, 1), (259, 1), (340, 1), (365, 1), (586, 1), (587, 1), (588, 1), (589, 1), (590, 1), (591, 1), (592, 1), (593, 1), (594, 1), (595, 1)], [(1, 1), (4, 1), (7, 1), (12, 1), (17, 1), (20, 1), (21, 1), (47, 1), (108, 1), (288, 1), (344, 1), (365, 1)], [(1, 1), (3, 2), (8, 1), (12, 1), (14, 1), (17, 2), (20, 2), (21, 2), (32, 1), (47, 1), (109, 1), (152, 1), (192, 1), (253, 1), (263, 1), (264, 1), (391, 1), (464, 2), (500, 1), (506, 1), (546, 1), (549, 1), (596, 1), (597, 1)], [(1, 1), (12, 1), (17, 4), (20, 2), (25, 1), (82, 1), (101, 1), (108, 1), (134, 1), (218, 1), (365, 1), (462, 1), (598, 1), (599, 1), (600, 1), (601, 1), (602, 1)], [(62, 1), (63, 1), (447, 1)], [(0, 1), (1, 1), (17, 1), (20, 1), (23, 1), (32, 2), (62, 1), (63, 1), (82, 1), (109, 1), (123, 1), (205, 1), (447, 1), (471, 1), (481, 1), (603, 1), (604, 1), (605, 1), (606, 1), (607, 1)], [(3, 4), (8, 1), (18, 1), (20, 1), (21, 1), (25, 2), (54, 1), (55, 1), (62, 1), (63, 1), (68, 1), (73, 1), (81, 1), (134, 1), (229, 1), (235, 1), (288, 1), (302, 1), (387, 1), (447, 1), (464, 1), (471, 2), (484, 1), (508, 1), (608, 1), (609, 1), (610, 1), (611, 1), (612, 1), (613, 1), (614, 1), (615, 1), (616, 1), (617, 1)], [(0, 1), (1, 1), (3, 1), (7, 1), (10, 2), (17, 3), (19, 1), (20, 4), (21, 2), (25, 1), (32, 1), (68, 1), (108, 1), (109, 1), (150, 1), (163, 1), (280, 1), (516, 1), (551, 1), (618, 1), (619, 1), (620, 1), (621, 1), (622, 1)], [(1, 1), (12, 1), (17, 2), (20, 1), (25, 1), (62, 1), (63, 1), (68, 1), (200, 1), (238, 1), (285, 1), (391, 1), (428, 1), (451, 1), (623, 1), (624, 1), (625, 1), (626, 1), (627, 1), (628, 1), (629, 1)], [(0, 2), (1, 1), (7, 2), (16, 1), (17, 2), (20, 1), (21, 1), (25, 2), (32, 2), (47, 1), (62, 1), (63, 1), (68, 1), (82, 1), (89, 1), (101, 1), (130, 1), (131, 1), (152, 1), (200, 1), (228, 1), (229, 1), (241, 1), (248, 1), (261, 1), (273, 1), (311, 1), (322, 1), (343, 1), (428, 1), (442, 1), (451, 1), (606, 1), (623, 1), (628, 1), (629, 1), (630, 1), (631, 1), (632, 1), (633, 1), (634, 1), (635, 1), (636, 1)], [(1, 1), (3, 1), (7, 1), (17, 1), (20, 1), (68, 1), (89, 1), (106, 1), (109, 1), (261, 1), (325, 1), (365, 1), (435, 1), (500, 1), (637, 1)], [(0, 1), (1, 1), (4, 1), (8, 1), (18, 1), (20, 2), (21, 2), (32, 1), (47, 1), (50, 1), (109, 1), (261, 1), (273, 1), (331, 1), (343, 1), (451, 1), (507, 1), (508, 1), (541, 1), (638, 1), (639, 1)], [(0, 1), (1, 1), (3, 1), (6, 3), (7, 1), (12, 2), (17, 1), (20, 1), (22, 1), (37, 1), (62, 1), (63, 1), (68, 1), (212, 1), (276, 1), (343, 1), (417, 1), (428, 1), (451, 1), (640, 1), (641, 1), (642, 1)], [(0, 1), (1, 1), (3, 1), (7, 2), (8, 1), (17, 1), (21, 1), (25, 1), (32, 1), (62, 1), (63, 1), (130, 1), (169, 1), (244, 1), (259, 1), (364, 2), (606, 1), (640, 1), (641, 1), (643, 1), (644, 1), (645, 1), (646, 1), (647, 1)], [(0, 1), (1, 1), (7, 2), (8, 1), (14, 1), (17, 2), (20, 1), (21, 1), (109, 2), (203, 1), (248, 1), (264, 1), (451, 1), (639, 1), (648, 1), (649, 1), (650, 1), (651, 1), (652, 1), (653, 1), (654, 1), (655, 1)], [(1, 1), (3, 1), (6, 1), (12, 1), (17, 3), (20, 2), (21, 1), (25, 1), (47, 1), (101, 1), (109, 1), (292, 2), (365, 1), (451, 1), (459, 1), (490, 1), (500, 1), (506, 1), (510, 1), (560, 1), (568, 1), (625, 1), (641, 2), (642, 1), (656, 1)], [(1, 1), (2, 1), (14, 1), (20, 1), (21, 2), (23, 1), (25, 1), (68, 2), (77, 1), (131, 1), (137, 1), (391, 1), (523, 2), (657, 1), (658, 1), (659, 1), (660, 1), (661, 1), (662, 1), (663, 1)], [(0, 1), (1, 1), (3, 1), (4, 1), (7, 2), (8, 1), (12, 1), (13, 1), (17, 3), (20, 3), (21, 1), (152, 1), (253, 1), (296, 1), (343, 2), (365, 1), (417, 1), (451, 1), (508, 1), (541, 1), (560, 1), (567, 1), (664, 1), (665, 1), (666, 1), (667, 1), (668, 1)], [(0, 1), (1, 1), (2, 1), (4, 1), (14, 1), (17, 1), (20, 1), (21, 1), (25, 1), (32, 1), (37, 1), (50, 1), (68, 1), (171, 1), (198, 1), (229, 1), (343, 1), (391, 1), (559, 1), (560, 1), (625, 1), (669, 1), (670, 1), (671, 1), (672, 1), (673, 1), (674, 1)], [(1, 1), (109, 1), (150, 1), (427, 1), (561, 1), (599, 1), (675, 1)], [(54, 1), (55, 1), (190, 1), (676, 1)], [(1, 1), (3, 1), (6, 1), (7, 1), (12, 1), (17, 1), (20, 3), (25, 1), (32, 1), (47, 1), (84, 1), (248, 1), (264, 1), (331, 1), (426, 1), (431, 1), (451, 1), (564, 1), (677, 1), (678, 1), (679, 1), (680, 1)], [(0, 1), (1, 1), (7, 2), (17, 1), (20, 1), (21, 1), (117, 1), (152, 1), (209, 1), (400, 1), (419, 1), (681, 1), (682, 1)], [(0, 1), (1, 1), (3, 1), (7, 1), (8, 1), (12, 1), (14, 1), (20, 1), (25, 1), (32, 1), (37, 1), (44, 1), (47, 1), (109, 1), (235, 1), (262, 1), (320, 1), (394, 1), (521, 1), (625, 1), (681, 1)], [(1, 1), (3, 1), (20, 2), (21, 1), (32, 2), (47, 1), (86, 2), (143, 1), (149, 1), (152, 1), (218, 1), (299, 1), (462, 1), (483, 1), (493, 1), (526, 1), (665, 1), (672, 1), (683, 1), (684, 1), (685, 1), (686, 1), (687, 1)], [(0, 2), (1, 1), (3, 6), (6, 1), (17, 1), (20, 1), (21, 1), (23, 2), (25, 1), (32, 2), (47, 1), (68, 1), (74, 1), (86, 2), (87, 1), (89, 3), (117, 1), (149, 2), (218, 1), (264, 1), (285, 1), (300, 1), (315, 1), (361, 1), (380, 1), (462, 1), (487, 1), (493, 1), (577, 1), (601, 1), (621, 1), (688, 1), (689, 1), (690, 1), (691, 1), (692, 1), (693, 1), (694, 2)], [(0, 1), (1, 1), (7, 2), (17, 1), (20, 5), (25, 1), (62, 1), (63, 1), (89, 1), (143, 1), (149, 2), (152, 2), (200, 1), (248, 1), (462, 1), (693, 1), (694, 1), (695, 1), (696, 1), (697, 1), (698, 1), (699, 1), (700, 1), (701, 1), (702, 1)], [(1, 1), (3, 1), (6, 1), (7, 1), (17, 1), (20, 2), (25, 1), (27, 1), (32, 1), (33, 1), (44, 1), (109, 1), (143, 1), (248, 1), (334, 1), (487, 2), (639, 1), (703, 1), (704, 1), (705, 1)], [(1, 1), (3, 1), (7, 1), (17, 2), (20, 2), (21, 1), (22, 1), (23, 1), (25, 1), (29, 1), (32, 1), (45, 1), (87, 1), (89, 1), (157, 1), (163, 1), (203, 1), (218, 1), (334, 1), (344, 1), (403, 2), (706, 1), (707, 1), (708, 1), (709, 1), (710, 1), (711, 1), (712, 1), (713, 1)], [(1, 1), (3, 2), (18, 1), (20, 1), (21, 1), (25, 1), (45, 1), (339, 1), (403, 1), (477, 1), (692, 1), (714, 1), (715, 1), (716, 1), (717, 1), (718, 1), (719, 1)], [(0, 2), (1, 1), (3, 2), (7, 1), (17, 1), (21, 1), (25, 1), (32, 2), (101, 1), (117, 1), (152, 1), (242, 2), (248, 3), (271, 1), (346, 1), (364, 1), (380, 1), (422, 1), (606, 1), (682, 1), (692, 1), (697, 1), (720, 1), (721, 1), (722, 1), (723, 1), (724, 1), (725, 1), (726, 1), (727, 1), (728, 1)], [(1, 1), (7, 1), (17, 2), (20, 3), (45, 1), (185, 1), (207, 1), (214, 1), (334, 1), (364, 1), (367, 1), (617, 1), (655, 1), (729, 1), (730, 1), (731, 1), (732, 1), (733, 1)], [(0, 2), (1, 1), (20, 3), (21, 2), (25, 4), (31, 1), (32, 1), (62, 1), (63, 1), (68, 1), (86, 18), (152, 1), (242, 1), (248, 1), (262, 1), (264, 1), (299, 1), (367, 2), (380, 1), (391, 1), (393, 1), (606, 1), (608, 1), (707, 2), (712, 1), (724, 1), (734, 6), (735, 2), (736, 1), (737, 1), (738, 1), (739, 1), (740, 7)], [(0, 1), (1, 1), (3, 1), (7, 1), (17, 3), (20, 2), (32, 2), (47, 1), (62, 1), (63, 1), (68, 1), (86, 2), (109, 2), (147, 1), (248, 1), (271, 1), (367, 1), (445, 1), (446, 1), (506, 1), (602, 1), (707, 1), (712, 1), (733, 1), (735, 1), (741, 1), (742, 1), (743, 1), (744, 1)], [(1, 1), (6, 1), (7, 1), (8, 1), (10, 1), (14, 1), (20, 2), (21, 1), (32, 1), (185, 1), (209, 1), (264, 1), (357, 2), (378, 1), (393, 1), (480, 1), (666, 1), (745, 1), (746, 1), (747, 1), (748, 1)], [(0, 3), (1, 1), (8, 1), (20, 1), (25, 1), (45, 1), (47, 2), (81, 1), (169, 1), (295, 2), (318, 1), (323, 1), (730, 1), (749, 2), (750, 1), (751, 1), (752, 1)], [(0, 4), (1, 1), (7, 1), (17, 1), (20, 1), (21, 3), (25, 1), (29, 1), (47, 1), (62, 1), (63, 1), (82, 2), (114, 1), (123, 1), (136, 1), (152, 1), (215, 2), (434, 1), (435, 1), (514, 1), (615, 1), (664, 1), (753, 1), (754, 1), (755, 1), (756, 1), (757, 1), (758, 1)], [(1, 1), (3, 3), (7, 2), (16, 1), (17, 1), (20, 2), (21, 1), (23, 1), (25, 2), (82, 3), (87, 1), (171, 1), (215, 1), (264, 1), (320, 1), (357, 1), (367, 1), (485, 1), (643, 1), (752, 1), (759, 1), (760, 1), (761, 1), (762, 1), (763, 1)], [(0, 1), (1, 1), (20, 2), (21, 1), (37, 1), (50, 1), (68, 1), (82, 1), (84, 1), (101, 1), (123, 2), (228, 1), (264, 1), (273, 1), (288, 1), (323, 1), (341, 1), (483, 1), (500, 1), (514, 1), (531, 1), (764, 1), (765, 1)], [(1, 1), (7, 2), (8, 1), (12, 1), (14, 1), (17, 2), (21, 1), (25, 2), (29, 1), (43, 1), (45, 1), (47, 1), (109, 1), (152, 1), (235, 1), (292, 1), (320, 1), (464, 1), (506, 1), (507, 1), (514, 1), (602, 1), (615, 1), (766, 1)], [(1, 1), (3, 1), (7, 1), (12, 1), (29, 1), (32, 2), (47, 1), (262, 1), (288, 1), (295, 1), (320, 1), (387, 1), (464, 1), (767, 1), (768, 1)], [(0, 2), (1, 1), (3, 3), (6, 1), (7, 2), (13, 2), (17, 3), (20, 1), (21, 1), (47, 1), (62, 1), (63, 1), (75, 2), (89, 2), (101, 1), (130, 1), (131, 1), (160, 1), (205, 2), (212, 1), (264, 1), (295, 1), (341, 1), (394, 1), (425, 1), (426, 1), (470, 2), (495, 1), (548, 1), (550, 1), (560, 1), (621, 1), (769, 1), (770, 1), (771, 1), (772, 2), (773, 1), (774, 1), (775, 1), (776, 1)], [(0, 1), (1, 1), (3, 2), (4, 1), (8, 1), (13, 1), (16, 1), (17, 1), (20, 2), (21, 2), (25, 1), (29, 1), (32, 1), (68, 1), (82, 1), (94, 1), (109, 1), (198, 1), (248, 1), (262, 1), (263, 1), (295, 1), (296, 1), (392, 1), (416, 1), (429, 1), (464, 2), (505, 1), (520, 1), (569, 1), (776, 1), (777, 1), (778, 1), (779, 1), (780, 1), (781, 1), (782, 1), (783, 1)], [(0, 2), (1, 1), (3, 2), (6, 1), (17, 2), (20, 3), (21, 1), (25, 1), (29, 1), (68, 1), (75, 2), (82, 1), (87, 1), (131, 1), (163, 1), (212, 1), (217, 1), (285, 1), (392, 1), (454, 1), (470, 1), (707, 1), (712, 1), (718, 1), (730, 1), (733, 1), (780, 1), (784, 1)], [(0, 2), (1, 1), (3, 2), (6, 1), (20, 1), (21, 1), (25, 1), (29, 1), (45, 2), (109, 1), (169, 1), (237, 1), (334, 1), (337, 1), (367, 1), (411, 1), (602, 1), (606, 1), (615, 1), (718, 1), (723, 1), (737, 1), (785, 1), (786, 1), (787, 1)], [(1, 1), (3, 1), (17, 1), (47, 1), (87, 1), (95, 1), (99, 1), (101, 1), (131, 1), (210, 1), (295, 1), (394, 1), (746, 1), (788, 1), (789, 1)], [(0, 4), (1, 1), (3, 1), (6, 2), (7, 1), (17, 2), (20, 3), (23, 1), (87, 2), (101, 1), (109, 1), (131, 1), (152, 1), (210, 1), (212, 1), (238, 1), (271, 1), (285, 1), (337, 1), (394, 3), (411, 1), (435, 1), (470, 1), (606, 1), (718, 1), (790, 1), (791, 1), (792, 1), (793, 1), (794, 1), (795, 1), (796, 1)], [(1, 1), (6, 1), (12, 1), (14, 1), (17, 3), (20, 6), (21, 1), (25, 2), (29, 1), (49, 1), (62, 1), (63, 1), (68, 1), (109, 1), (210, 1), (222, 1), (337, 1), (470, 1), (550, 1), (606, 1), (718, 1), (784, 1), (797, 1), (798, 1), (799, 1), (800, 1), (801, 1)], [(1, 1), (7, 1), (8, 1), (14, 1), (17, 2), (20, 1), (101, 1), (127, 1), (296, 1), (305, 1), (419, 1)], [(0, 4), (1, 1), (3, 1), (12, 2), (17, 3), (20, 4), (21, 1), (23, 1), (25, 3), (47, 1), (89, 2), (136, 1), (217, 1), (229, 1), (242, 1), (329, 1), (403, 1), (483, 1), (514, 1), (541, 1), (659, 1), (672, 1), (697, 1), (719, 1), (802, 1), (803, 1), (804, 1), (805, 1), (806, 1), (807, 1), (808, 1), (809, 1), (810, 1), (811, 1), (812, 1), (813, 1)], [(0, 1), (1, 1), (3, 2), (6, 1), (7, 2), (17, 3), (20, 3), (21, 2), (25, 2), (32, 3), (45, 2), (62, 1), (63, 1), (75, 1), (86, 2), (114, 1), (136, 1), (152, 2), (163, 1), (166, 1), (188, 1), (199, 1), (218, 1), (238, 1), (262, 1), (264, 1), (348, 1), (419, 1), (464, 1), (470, 1), (471, 1), (556, 1), (560, 1), (712, 2), (724, 1), (730, 1), (814, 1), (815, 1), (816, 1), (817, 1), (818, 1), (819, 1), (820, 1), (821, 1), (822, 1), (823, 1), (824, 1), (825, 2), (826, 1), (827, 1), (828, 1), (829, 1)], [(1, 1), (3, 1), (7, 1), (12, 1), (17, 3), (20, 5), (21, 3), (25, 1), (32, 2), (37, 1), (54, 2), (55, 2), (62, 1), (63, 1), (114, 1), (123, 1), (130, 2), (136, 1), (152, 1), (157, 1), (171, 1), (258, 2), (264, 1), (300, 2), (367, 1), (464, 1), (686, 1), (698, 1), (829, 1), (830, 1), (831, 1), (832, 1), (833, 1), (834, 1), (835, 1), (836, 1), (837, 1), (838, 1), (839, 1), (840, 1), (841, 1), (842, 1)], [(1, 1), (3, 2), (12, 1), (16, 1), (17, 1), (32, 1), (49, 1), (87, 1), (163, 1), (253, 1), (344, 1), (454, 1), (607, 1), (697, 1), (713, 1), (719, 1), (799, 1), (808, 1), (843, 1), (844, 1), (845, 1), (846, 1), (847, 1), (848, 1)], [(0, 2), (1, 1), (3, 1), (7, 2), (12, 1), (16, 1), (17, 2), (20, 5), (23, 1), (32, 1), (68, 1), (109, 1), (117, 1), (139, 1), (199, 1), (203, 1), (248, 1), (253, 1), (264, 1), (271, 1), (389, 1), (399, 1), (403, 1), (480, 1), (531, 1), (577, 1), (597, 1), (697, 1), (718, 1), (846, 1), (847, 1), (849, 1), (850, 1), (851, 1), (852, 1), (853, 1)], [(0, 1), (1, 3), (3, 1), (6, 2), (7, 3), (17, 2), (18, 1), (20, 3), (21, 1), (25, 4), (32, 1), (62, 1), (63, 1), (86, 4), (103, 1), (107, 1), (109, 1), (193, 1), (212, 2), (218, 1), (232, 1), (242, 1), (248, 1), (264, 2), (387, 1), (402, 1), (446, 1), (470, 1), (550, 1), (643, 1), (697, 1), (718, 1), (733, 1), (734, 1), (740, 2), (799, 1), (846, 1), (847, 1), (849, 1), (854, 1), (855, 1), (856, 2), (857, 1), (858, 1), (859, 1), (860, 1), (861, 1), (862, 1), (863, 1)], [(0, 1), (1, 1), (12, 1), (16, 1), (17, 2), (20, 2), (47, 1), (49, 1), (80, 1), (109, 1), (216, 1), (295, 1), (296, 1), (311, 1), (389, 1), (395, 1), (847, 1), (853, 1), (864, 1), (865, 1), (866, 1)], [(0, 1), (1, 1), (3, 1), (7, 1), (17, 1), (18, 1), (20, 2), (21, 2), (45, 2), (62, 1), (63, 1), (84, 1), (203, 1), (258, 1), (344, 1), (399, 1), (480, 1), (610, 1), (624, 1), (713, 1), (719, 1), (867, 1), (868, 1), (869, 1), (870, 1), (871, 1), (872, 1), (873, 1), (874, 1), (875, 1), (876, 1)], [(1, 1), (6, 1), (7, 1), (17, 1), (18, 1), (21, 1), (80, 1), (109, 1), (119, 1), (209, 1), (610, 1)], [(1, 1), (3, 1), (7, 2), (12, 1), (20, 1), (21, 2), (25, 2), (32, 2), (57, 1), (68, 1), (101, 2), (131, 2), (157, 1), (185, 1), (239, 1), (244, 1), (262, 1), (300, 1), (387, 1), (461, 1), (464, 1), (506, 1), (539, 1), (606, 1), (655, 1), (877, 1), (878, 1), (879, 1), (880, 1), (881, 2), (882, 1)], [(1, 1), (3, 1), (4, 1), (6, 1), (7, 1), (12, 1), (17, 2), (20, 1), (21, 2), (23, 1), (25, 1), (32, 1), (45, 1), (62, 1), (63, 1), (80, 1), (82, 1), (109, 1), (114, 1), (130, 1), (260, 1), (537, 1), (539, 1), (664, 1), (755, 1), (852, 1), (881, 1), (883, 1), (884, 1), (885, 1), (886, 1), (887, 1)], [(1, 1), (4, 1), (6, 2), (7, 2), (17, 2), (20, 2), (21, 1), (22, 1), (32, 1), (68, 2), (75, 1), (82, 3), (85, 1), (109, 2), (130, 1), (152, 1), (210, 1), (292, 1), (300, 1), (367, 1), (656, 1), (721, 1), (730, 2), (827, 1), (828, 2), (839, 1), (888, 1)], [(1, 1), (4, 1), (7, 1), (17, 1), (20, 1), (32, 2), (62, 1), (63, 1), (87, 2), (110, 1), (130, 1), (157, 1), (163, 1), (207, 1), (210, 2), (238, 1), (300, 1), (367, 1), (378, 1), (576, 1), (627, 1), (796, 1), (828, 1), (889, 1), (890, 1), (891, 1), (892, 1)], [(1, 1), (4, 1), (6, 1), (7, 1), (17, 1), (21, 2), (32, 1), (47, 1), (62, 1), (63, 1), (80, 1), (109, 1), (114, 1), (130, 1), (178, 1), (199, 1), (212, 1), (216, 1), (285, 1), (295, 2), (413, 2), (633, 1), (779, 1), (781, 1), (816, 1), (828, 1), (893, 1), (894, 1), (895, 1), (896, 1)], [(1, 1), (7, 1), (8, 1), (12, 1), (14, 1), (16, 1), (23, 1), (49, 1), (114, 1), (116, 1), (897, 1)], [(0, 6), (1, 1), (6, 2), (7, 1), (20, 1), (21, 1), (25, 2), (43, 1), (62, 1), (63, 1), (68, 1), (130, 1), (136, 1), (138, 1), (149, 1), (205, 1), (210, 2), (212, 2), (215, 1), (238, 1), (240, 1), (264, 1), (325, 1), (349, 1), (403, 2), (550, 1), (552, 1), (712, 1), (718, 1), (790, 1), (898, 1), (899, 1), (900, 1), (901, 1), (902, 1), (903, 1), (904, 1), (905, 1), (906, 1), (907, 1), (908, 1)], [(0, 4), (1, 1), (2, 1), (7, 1), (14, 1), (20, 1), (25, 3), (32, 2), (62, 2), (63, 2), (68, 2), (84, 1), (101, 1), (205, 1), (246, 1), (288, 1), (303, 1), (411, 1), (784, 1), (812, 1), (894, 1), (898, 1), (908, 1), (909, 1), (910, 1), (911, 1), (912, 1), (913, 2), (914, 1), (915, 1), (916, 2), (917, 1), (918, 1), (919, 1), (920, 1), (921, 2)], [(0, 5), (1, 1), (3, 2), (6, 1), (17, 1), (20, 2), (21, 1), (23, 1), (45, 1), (62, 1), (63, 1), (68, 1), (86, 6), (87, 2), (212, 1), (367, 1), (423, 2), (442, 1), (451, 1), (549, 1), (556, 1), (643, 2), (666, 1), (700, 1), (724, 1), (808, 1), (812, 2), (922, 1), (923, 1), (924, 1), (925, 1), (926, 1), (927, 2), (928, 1), (929, 1), (930, 1), (931, 1)], [(0, 2), (1, 1), (2, 1), (4, 1), (7, 1), (13, 1), (14, 2), (21, 1), (32, 1), (62, 1), (63, 1), (150, 1), (205, 1), (246, 1), (254, 1), (259, 1), (268, 1), (288, 1), (510, 1), (932, 1)], [(0, 2), (1, 1), (6, 3), (8, 1), (12, 1), (14, 1), (17, 3), (19, 1), (20, 3), (21, 1), (22, 1), (25, 2), (32, 1), (54, 1), (55, 1), (62, 3), (63, 3), (68, 1), (167, 1), (169, 1), (180, 1), (198, 1), (205, 1), (228, 1), (265, 1), (301, 1), (306, 1), (500, 1), (512, 2), (539, 2), (581, 1), (800, 1), (895, 1), (933, 1), (934, 1), (935, 1), (936, 1), (937, 1)], [(0, 2), (1, 1), (3, 1), (8, 1), (12, 1), (14, 1), (16, 1), (17, 1), (18, 1), (20, 2), (25, 1), (43, 1), (47, 2), (54, 1), (55, 1), (62, 1), (63, 1), (73, 1), (87, 2), (91, 1), (101, 1), (149, 1), (171, 1), (201, 1), (215, 1), (610, 1), (693, 1), (718, 1), (904, 1), (938, 1), (939, 1), (940, 1), (941, 1), (942, 1), (943, 1), (944, 1), (945, 1), (946, 1), (947, 1), (948, 1), (949, 1), (950, 1)], [(0, 4), (1, 2), (3, 3), (6, 2), (8, 1), (14, 1), (17, 2), (20, 2), (22, 1), (23, 1), (29, 2), (53, 1), (62, 2), (63, 2), (87, 2), (101, 1), (127, 1), (218, 1), (223, 1), (357, 1), (904, 1), (951, 1), (952, 1), (953, 1), (954, 1), (955, 2), (956, 1), (957, 1), (958, 1), (959, 1), (960, 2), (961, 1), (962, 1), (963, 1), (964, 1), (965, 1), (966, 1), (967, 1)], [(0, 3), (1, 3), (3, 2), (17, 2), (20, 6), (23, 2), (27, 1), (29, 1), (33, 1), (50, 1), (62, 3), (63, 3), (86, 2), (87, 3), (89, 1), (143, 2), (190, 1), (357, 1), (392, 2), (394, 1), (422, 1), (430, 1), (550, 2), (684, 1), (729, 1), (795, 1), (958, 1), (960, 3), (962, 1), (968, 1), (969, 1), (970, 1), (971, 1), (972, 1), (973, 1), (974, 1), (975, 1), (976, 1), (977, 1), (978, 1), (979, 1), (980, 1), (981, 1), (982, 1), (983, 1)], [(0, 2), (1, 1), (3, 1), (4, 1), (14, 1), (17, 2), (20, 1), (21, 1), (23, 1), (94, 1), (101, 1), (131, 1), (348, 1), (399, 1), (550, 1), (740, 1), (960, 1), (984, 1), (985, 1), (986, 1), (987, 1), (988, 1), (989, 1), (990, 1), (991, 1), (992, 1), (993, 1), (994, 1), (995, 1)], [(0, 1), (1, 1), (54, 1), (55, 1), (62, 1), (63, 1), (87, 1), (996, 1), (997, 1), (998, 1), (999, 1)], [(1, 1), (12, 1), (16, 1), (17, 1), (82, 1), (86, 2), (506, 1)], [(1, 4), (17, 4), (20, 2), (54, 1), (55, 1), (73, 2), (278, 1), (279, 1), (456, 1), (996, 1), (1000, 1), (1001, 1), (1002, 1), (1003, 1), (1004, 1), (1005, 1), (1006, 1), (1007, 1), (1008, 1), (1009, 1), (1010, 1), (1011, 1)], [(0, 2), (1, 2), (25, 1), (54, 1), (55, 1), (87, 1), (1012, 1), (1013, 1), (1014, 1), (1015, 1), (1016, 1), (1017, 1), (1018, 1), (1019, 1), (1020, 1)], [(1, 1), (12, 1), (23, 1), (49, 1), (195, 1), (1021, 1)], [(1, 1), (1022, 1), (1023, 1)], [(1, 2), (25, 1), (54, 1), (55, 1), (87, 1), (1024, 1), (1025, 1), (1026, 1), (1027, 1), (1028, 1), (1029, 1), (1030, 1), (1031, 1)], [(0, 1), (1, 1), (12, 1), (25, 1), (49, 1), (210, 1), (1032, 1), (1033, 1)], [(1, 1), (1034, 1), (1035, 1), (1036, 1)], [(1, 1), (54, 1), (55, 1), (87, 1), (984, 1), (1028, 1), (1037, 1), (1038, 1), (1039, 1), (1040, 1)], [(0, 3), (1, 2), (2, 1), (12, 1), (14, 1), (25, 2), (49, 1), (56, 1), (73, 1), (87, 1), (195, 1), (210, 1), (362, 1), (366, 1), (1041, 1), (1042, 1), (1043, 1)], [(1, 2), (54, 1), (55, 1), (87, 1), (1028, 1), (1038, 1), (1039, 1), (1040, 1), (1044, 1), (1045, 1)], [(0, 3), (1, 2), (2, 1), (12, 1), (14, 1), (25, 2), (43, 1), (49, 1), (73, 1), (78, 1), (87, 1), (140, 1), (195, 1), (261, 1), (1041, 1), (1042, 1), (1043, 1)], [(1, 1), (2, 2), (14, 2), (43, 1), (64, 1), (87, 4), (101, 1), (1046, 1), (1047, 1), (1048, 1), (1049, 1), (1050, 1)]]\n"
     ]
    }
   ],
   "source": [
    "bow_corpus = [dictionary.doc2bow(sentence) for sentence in doc]\n",
    "print(bow_corpus)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "9c9d93c4",
   "metadata": {},
   "source": [
    "# Word Vectors"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "dba1ccff",
   "metadata": {},
   "source": [
    "## eigenes Modell erstellen"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "43d61488",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "KeyedVectors<vector_size=24, 145 keys>\n"
     ]
    }
   ],
   "source": [
    "from gensim.models import Word2Vec\n",
    "\n",
    "model = Word2Vec(doc, vector_size=24, epochs=100)\n",
    "word_vectors = model.wv\n",
    "\n",
    "print(word_vectors)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "a2ee88fa",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[ 1.7967169  -0.20208105 -0.18179016  0.5991084   0.23164481 -0.2145266\n",
      "  0.3477853   1.2548358   0.72315013  0.3746076   0.72004646 -0.6576926\n",
      "  0.03615884 -0.17627965 -0.8289117  -1.3597018   0.27324116 -0.19430436\n",
      "  0.16330776 -0.735643    0.28826642  0.10702375  1.4444692   0.11934896]\n"
     ]
    }
   ],
   "source": [
    "print(word_vectors['linguistics'])"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "001d7ca0",
   "metadata": {},
   "source": [
    "## Ähnlichkeiten berechnen"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "73640d2c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.93920165"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "word_vectors.similarity(\"linguistics\", \"computational\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "74b156ac",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('computational', 0.9392016530036926),\n",
       " ('field', 0.8981980681419373),\n",
       " ('theoretical', 0.8688869476318359),\n",
       " ('area', 0.8649697303771973),\n",
       " ('apply', 0.8636681437492371),\n",
       " ('Computational', 0.8623982667922974),\n",
       " ('research', 0.8565813302993774),\n",
       " ('science', 0.8342342376708984),\n",
       " ('study', 0.8019986152648926),\n",
       " ('application', 0.7885540127754211)]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "word_vectors.most_similar(\"linguistics\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "dba2d604",
   "metadata": {},
   "outputs": [],
   "source": [
    "try:\n",
    "    word_vectors.similarity(\"linguistics\", \"sociology\")\n",
    "except KeyError:\n",
    "    pass"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "acdc1ddd",
   "metadata": {},
   "source": [
    "## vortrainierte Vektoren"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "6e065ba3",
   "metadata": {},
   "outputs": [],
   "source": [
    "import gensim.downloader as api\n",
    "# this takes some time to download and load the model\n",
    "word_vectors = api.load(\"glove-wiki-gigaword-100\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "8973ad68",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "anthropology: 0.8192\n"
     ]
    }
   ],
   "source": [
    "result = word_vectors.most_similar('linguistics')\n",
    "most_similar_key, similarity = result[0]\n",
    "print(f\"{most_similar_key}: {similarity:.4f}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "358d473f",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "anthropology: 0.8706\n"
     ]
    }
   ],
   "source": [
    "result = word_vectors.most_similar('sociology')\n",
    "most_similar_key, similarity = result[0]\n",
    "print(f\"{most_similar_key}: {similarity:.4f}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "b1a99e89",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "orthography: 0.4909\n"
     ]
    }
   ],
   "source": [
    "result = word_vectors.most_similar('linguistics', negative='anthropology')\n",
    "most_similar_key, similarity = result[0]\n",
    "print(f\"{most_similar_key}: {similarity:.4f}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "276d04b0",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "queen: 0.7699\n"
     ]
    }
   ],
   "source": [
    "result = word_vectors.most_similar(['woman', 'king'], negative='man')\n",
    "most_similar_key, similarity = result[0]\n",
    "print(f\"{most_similar_key}: {similarity:.4f}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "6f7cb616",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "father: 0.8200\n"
     ]
    }
   ],
   "source": [
    "result = word_vectors.most_similar(['woman', 'king'])\n",
    "most_similar_key, similarity = result[0]\n",
    "print(f\"{most_similar_key}: {similarity:.4f}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "f759500f",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "queen: 0.7699\n"
     ]
    }
   ],
   "source": [
    "result = word_vectors.most_similar(['woman', 'king'], negative='man')\n",
    "most_similar_key, similarity = result[0]\n",
    "print(f\"{most_similar_key}: {similarity:.4f}\")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "da411cb9",
   "metadata": {},
   "source": [
    "## MWUs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "9093811b",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.4766\n"
     ]
    }
   ],
   "source": [
    "similarity = word_vectors.n_similarity(['computational', 'linguistics'], ['natural', 'language', 'processing'])\n",
    "print(f\"{similarity:.4f}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "5f055cf6",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.6607\n"
     ]
    }
   ],
   "source": [
    "similarity = word_vectors.n_similarity(['corpus', 'linguistics'], ['anthropology'])\n",
    "print(f\"{similarity:.4f}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "c08f26bd",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "-0.0145\n"
     ]
    }
   ],
   "source": [
    "similarity = word_vectors.n_similarity(['comutational', 'linguistics'], ['fun'])\n",
    "print(f\"{similarity:.4f}\")"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "venv",
   "language": "python",
   "name": "venv"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}