deep_paraphrase_generation.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "deep-paraphrase-generation.ipynb",
      "version": "0.3.2",
      "provenance": [],
      "collapsed_sections": [],
      "toc_visible": true,
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/graviraja/deep-paraphrase-generation/blob/master/deep_paraphrase_generation.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "metadata": {
        "id": "_ur0LYsNLATW",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "## **A deep generative framework for Paraphrase generation paper experimental code**\n",
        "\n"
      ]
    },
    {
      "metadata": {
        "id": "rtgnfTK8Lhvq",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "We will be using quora question pairs dataset \n",
        "\n",
        "I have downloaded dataset into google drive and will be using by mounting the drive"
      ]
    },
    {
      "metadata": {
        "id": "3PgppwmBK0ox",
        "colab_type": "code",
        "outputId": "ed35e2e4-44c2-45f2-cb1f-7a7679bea255",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "cell_type": "code",
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/data')\n",
        "\n",
        "# if you want to upload the file, uncomment the following code\n",
        "# from google.colab import files\n",
        "# files.upload()"
      ],
      "execution_count": 1,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Drive already mounted at /content/data; to attempt to forcibly remount, call drive.mount(\"/content/data\", force_remount=True).\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "id": "6qDAK-q8MXpW",
        "colab_type": "code",
        "outputId": "f4d42e7f-d831-4677-dd29-c6fd7717c530",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "cell_type": "code",
      "source": [
        "# if the file is uploaded, change the filename correspondingly\n",
        "filename = './data/My Drive/quora_questions.csv'\n",
        "filename"
      ],
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "'./data/My Drive/quora_questions.csv'"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 2
        }
      ]
    },
    {
      "metadata": {
        "id": "QTkd3kxtMrbI",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "## Imports"
      ]
    },
    {
      "metadata": {
        "id": "cSGMAd2fMoMv",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "import re\n",
        "import json\n",
        "import math\n",
        "import pickle\n",
        "import spacy\n",
        "import random\n",
        "import codecs\n",
        "import collections\n",
        "import unicodedata\n",
        "\n",
        "import numpy as np\n",
        "import pandas as pd\n",
        "\n",
        "import torch\n",
        "import torch.nn as nn\n",
        "import torch.nn.functional as F\n",
        "import torch.optim as optim\n",
        "from torch.autograd import Variable\n",
        "\n",
        "from sklearn.model_selection import train_test_split"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "TT0Kxx3EUTxL",
        "colab_type": "code",
        "outputId": "2bc70174-5d5c-4d2a-b35c-765ddbb3898e",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "cell_type": "code",
      "source": [
        "SEED = 5\n",
        "random.seed(SEED)\n",
        "torch.manual_seed(SEED)\n",
        "torch.backends.cudnn.deterministic = True\n",
        "\n",
        "# use the gpu if available\n",
        "device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')\n",
        "print(device)"
      ],
      "execution_count": 89,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "cuda\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "id": "OXjBt4ZVNEZ2",
        "colab_type": "code",
        "outputId": "d352ece4-4eb7-4cf5-daf6-d4904efd065b",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 221
        }
      },
      "cell_type": "code",
      "source": [
        "df = pd.read_csv(filename, encoding='utf8')\n",
        "print(f\"Number of rows in the data: {len(df)}\")\n",
        "df.head()\n"
      ],
      "execution_count": 90,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Number of rows in the data: 404351\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id</th>\n",
              "      <th>qid1</th>\n",
              "      <th>qid2</th>\n",
              "      <th>question1</th>\n",
              "      <th>question2</th>\n",
              "      <th>is_duplicate</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>What is the step by step guide to invest in sh...</td>\n",
              "      <td>What is the step by step guide to invest in sh...</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>4</td>\n",
              "      <td>What is the story of Kohinoor (Koh-i-Noor) Dia...</td>\n",
              "      <td>What would happen if the Indian government sto...</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>5</td>\n",
              "      <td>6</td>\n",
              "      <td>How can I increase the speed of my internet co...</td>\n",
              "      <td>How can Internet speed be increased by hacking...</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>7</td>\n",
              "      <td>8</td>\n",
              "      <td>Why am I mentally very lonely? How can I solve...</td>\n",
              "      <td>Find the remainder when [math]23^{24}[/math] i...</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>9</td>\n",
              "      <td>10</td>\n",
              "      <td>Which one dissolve in water quikly sugar, salt...</td>\n",
              "      <td>Which fish would survive in salt water?</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   id  qid1  qid2                                          question1  \\\n",
              "0   0     1     2  What is the step by step guide to invest in sh...   \n",
              "1   1     3     4  What is the story of Kohinoor (Koh-i-Noor) Dia...   \n",
              "2   2     5     6  How can I increase the speed of my internet co...   \n",
              "3   3     7     8  Why am I mentally very lonely? How can I solve...   \n",
              "4   4     9    10  Which one dissolve in water quikly sugar, salt...   \n",
              "\n",
              "                                           question2  is_duplicate  \n",
              "0  What is the step by step guide to invest in sh...             0  \n",
              "1  What would happen if the Indian government sto...             0  \n",
              "2  How can Internet speed be increased by hacking...             0  \n",
              "3  Find the remainder when [math]23^{24}[/math] i...             0  \n",
              "4            Which fish would survive in salt water?             0  "
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 90
        }
      ]
    },
    {
      "metadata": {
        "id": "ZKWkRi-7Pe1u",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "Considering only the duplicates, since they are sentences and paraphrases to each other"
      ]
    },
    {
      "metadata": {
        "id": "Y7-kAqQ_ONlr",
        "colab_type": "code",
        "outputId": "9c3e0ff7-2032-4e00-af27-65f3e3092342",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 221
        }
      },
      "cell_type": "code",
      "source": [
        "data = df[df['is_duplicate'] == 1]\n",
        "duplicate_df = data[['question1', 'question2']].reset_index(drop=True)\n",
        "print(f\"Number of duplicate questions: {len(data)}\")\n",
        "duplicate_df.head()"
      ],
      "execution_count": 91,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Number of duplicate questions: 149306\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>question1</th>\n",
              "      <th>question2</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Astrology: I am a Capricorn Sun Cap moon and c...</td>\n",
              "      <td>I'm a triple Capricorn (Sun, Moon and ascendan...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>How can I be a good geologist?</td>\n",
              "      <td>What should I do to be a great geologist?</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>How do I read and find my YouTube comments?</td>\n",
              "      <td>How can I see all my Youtube comments?</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>What can make Physics easy to learn?</td>\n",
              "      <td>How can you make physics easy to learn?</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>What was your first sexual experience like?</td>\n",
              "      <td>What was your first sexual experience?</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                                           question1  \\\n",
              "0  Astrology: I am a Capricorn Sun Cap moon and c...   \n",
              "1                     How can I be a good geologist?   \n",
              "2        How do I read and find my YouTube comments?   \n",
              "3               What can make Physics easy to learn?   \n",
              "4        What was your first sexual experience like?   \n",
              "\n",
              "                                           question2  \n",
              "0  I'm a triple Capricorn (Sun, Moon and ascendan...  \n",
              "1          What should I do to be a great geologist?  \n",
              "2             How can I see all my Youtube comments?  \n",
              "3            How can you make physics easy to learn?  \n",
              "4             What was your first sexual experience?  "
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 91
        }
      ]
    },
    {
      "metadata": {
        "id": "a3j5gSh-QDKl",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "Set the *sample_size* if you want to just try out. You can use the complete data when the model is built"
      ]
    },
    {
      "metadata": {
        "id": "YC7HaTuDPnsU",
        "colab_type": "code",
        "outputId": "77349e4b-6356-4ccc-c8eb-4eb522135715",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 221
        }
      },
      "cell_type": "code",
      "source": [
        "sample_size = 149306\n",
        "sample_data = duplicate_df[:sample_size]\n",
        "print(f\"Length of the sample data: {len(sample_data)}\")\n",
        "sample_data.head()"
      ],
      "execution_count": 92,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Length of the sample data: 149306\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>question1</th>\n",
              "      <th>question2</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Astrology: I am a Capricorn Sun Cap moon and c...</td>\n",
              "      <td>I'm a triple Capricorn (Sun, Moon and ascendan...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>How can I be a good geologist?</td>\n",
              "      <td>What should I do to be a great geologist?</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>How do I read and find my YouTube comments?</td>\n",
              "      <td>How can I see all my Youtube comments?</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>What can make Physics easy to learn?</td>\n",
              "      <td>How can you make physics easy to learn?</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>What was your first sexual experience like?</td>\n",
              "      <td>What was your first sexual experience?</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                                           question1  \\\n",
              "0  Astrology: I am a Capricorn Sun Cap moon and c...   \n",
              "1                     How can I be a good geologist?   \n",
              "2        How do I read and find my YouTube comments?   \n",
              "3               What can make Physics easy to learn?   \n",
              "4        What was your first sexual experience like?   \n",
              "\n",
              "                                           question2  \n",
              "0  I'm a triple Capricorn (Sun, Moon and ascendan...  \n",
              "1          What should I do to be a great geologist?  \n",
              "2             How can I see all my Youtube comments?  \n",
              "3            How can you make physics easy to learn?  \n",
              "4             What was your first sexual experience?  "
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 92
        }
      ]
    },
    {
      "metadata": {
        "id": "5ivLqRnGQkPt",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "### Preprocessing the data"
      ]
    },
    {
      "metadata": {
        "id": "PuXXgUAMP9sZ",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "def unicodeToAscii(s):\n",
        "    # convert the unicode format to ascii\n",
        "    return ''.join(\n",
        "        c for c in unicodedata.normalize('NFD', s)\n",
        "        if unicodedata.category(c) != 'Mn'\n",
        "    )\n",
        "\n",
        "\n",
        "def process_sentence(sentence):\n",
        "    # Lowercase, trim, and remove non-letter characters\n",
        "    s = unicodeToAscii(sentence.lower().strip())\n",
        "    s = re.sub(r\"([.!?])\", r\" \\1\", s)\n",
        "    s = re.sub(r\"[^a-zA-Z0-9.!?]+\", r\" \", s)\n",
        "    s = re.sub(r\"\\s+\", r\" \", s).strip()\n",
        "    return s"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "R_QZEINQQ0Pr",
        "colab_type": "code",
        "outputId": "66848588-785e-4aa5-a3ad-782d649b9495",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 88
        }
      },
      "cell_type": "code",
      "source": [
        "questions = [process_sentence(ques) for ques in sample_data['question1'].values]\n",
        "paraphrases = [process_sentence(ques) for ques in sample_data['question2'].values]\n",
        "print(questions[:5])\n",
        "print('----------------------------------')\n",
        "print(paraphrases[:5])"
      ],
      "execution_count": 94,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "['astrology i am a capricorn sun cap moon and cap rising . . .what does that say about me ?', 'how can i be a good geologist ?', 'how do i read and find my youtube comments ?', 'what can make physics easy to learn ?', 'what was your first sexual experience like ?']\n",
            "----------------------------------\n",
            "['i m a triple capricorn sun moon and ascendant in capricorn what does this say about me ?', 'what should i do to be a great geologist ?', 'how can i see all my youtube comments ?', 'how can you make physics easy to learn ?', 'what was your first sexual experience ?']\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "id": "zH7AMOSxU2mC",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "### Split the dataset into training and validation datasets"
      ]
    },
    {
      "metadata": {
        "id": "wRrtGhILU012",
        "colab_type": "code",
        "outputId": "3954d91c-ee06-46e7-8b0d-ab3904aecde0",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 51
        }
      },
      "cell_type": "code",
      "source": [
        "train_src, valid_src, train_trg, valid_trg = train_test_split(questions, paraphrases, test_size=0.1, random_state=SEED)\n",
        "print(f\"Length of training data: {len(train_src)}\")\n",
        "print(f\"Length of validation data: {len(valid_src)}\")\n",
        "corpus = {}\n",
        "corpus['train_src'] = train_src\n",
        "corpus['train_trg'] = train_trg\n",
        "corpus['valid_src'] = valid_src\n",
        "corpus['valid_trg'] = valid_trg"
      ],
      "execution_count": 96,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Length of training data: 134375\n",
            "Length of validation data: 14931\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "id": "T5m8zQP5SIdm",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "### Creating the vocabulary and the data loader\n",
        "\n",
        "We will use only the training data for creating the vocabulary"
      ]
    },
    {
      "metadata": {
        "id": "LNwAXgVsROtv",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "class BatchLoader:\n",
        "  ''' Creates the vocabulary from the given corpus\n",
        "  \n",
        "  Args:\n",
        "    corpus: Data for the vocabulary needs to be constructed.\n",
        "  '''\n",
        "  def __init__(self, corpus):\n",
        "    \n",
        "    self.vocab_size = 0\n",
        "    self.word_to_idx = {}\n",
        "    self.idx_to_word = {}\n",
        "    \n",
        "    self.data = [pd.DataFrame({'question1': corpus['train_src'], 'question2': corpus['train_trg']}), \n",
        "                 pd.DataFrame({'question1': corpus['valid_src'], 'question2': corpus['valid_trg']})]\n",
        "    \n",
        "    \n",
        "    self.max_seq_len = 0\n",
        "    \n",
        "    self.pad_label = '<pad>'\n",
        "    self.go_label = '<go>'\n",
        "    self.end_label = '<eos>'\n",
        "    self.unk_label = '<unk>'\n",
        "    \n",
        "    # build the vocab from the train data\n",
        "    self.build_vocab(corpus['train_src'] + corpus['train_trg'])\n",
        "    \n",
        "  def build_vocab(self, corpus):\n",
        "    # get the maximum sequence length from the given data\n",
        "    self.max_seq_len = max([len(sent) for sent in corpus])\n",
        "    \n",
        "    # build the vocab from the words\n",
        "    # you can use any other tokenizer here like spacy\n",
        "    words = []\n",
        "    for line in corpus:\n",
        "      words += line.split()\n",
        "    self.build_word_vocab(words)\n",
        " \n",
        "  def build_word_vocab(self, words):\n",
        "    # create the word count\n",
        "    word_counts = collections.Counter(words)\n",
        "\n",
        "    # map index to words\n",
        "    idx_to_word = [x[0] for x in word_counts.most_common()]\n",
        "    self.idx_to_word = [self.pad_label, self.go_label, self.end_label, self.unk_label] + list(sorted(idx_to_word))\n",
        "\n",
        "    # vocab size\n",
        "    self.vocab_size = len(self.idx_to_word)\n",
        "\n",
        "    # map word to index\n",
        "    self.word_to_idx = {x: i for i, x in enumerate(self.idx_to_word)}\n",
        "  \n",
        "  def get_word_by_idx(self, idx):\n",
        "    # get the word of the given idx\n",
        "  \n",
        "    return self.idx_to_word[idx]\n",
        "  \n",
        "  def get_idx_by_word(self, word):\n",
        "    # get the idx of the given word if the word present in vocab, else return unk\n",
        "    \n",
        "    if word in self.word_to_idx.keys():\n",
        "      return self.word_to_idx[word]\n",
        "    else:\n",
        "      return self.word_to_idx[self.unk_label]\n",
        "  \n",
        "  def sample_word_from_distribution(self, distribution):\n",
        "    # randomly sample a word from the given distribution\n",
        "    \n",
        "    assert distribution.shape[-1] == self.vocab_size\n",
        "    ix = np.random.choice(range(self.vocab_size), p=distribution.ravel())\n",
        "    return self.idx_to_word[ix]\n",
        "\n",
        "  def likely_word_from_distribution(self, distribution):\n",
        "    # get the word which has max probability from the given distribution\n",
        "    \n",
        "    assert distribution.shape[-1] == self.vocab_size\n",
        "    ix = np.argmax(distribution.ravel())\n",
        "    return self.idx_to_word[ix]\n",
        "  \n",
        "  def convert_to_numerical_batch(self, batch):\n",
        "    # convert the given batch of sentences to its numerical format\n",
        "    # input => list of sentences => [batch_size]\n",
        "    \n",
        "    max_len = np.max([len(x) for x in batch])    \n",
        "    embed = [[self.get_idx_by_word(w) for w in s] + [self.get_idx_by_word(self.pad_label)] * (max_len - len(s)) for s in batch]\n",
        "    \n",
        "    return embed\n",
        "  \n",
        "  def next_batch(self, batch_size, type, return_sentences=False):\n",
        "    # get a batch of data from the correspoding file => train/val\n",
        "    if type == 'train':\n",
        "      file_id = 0\n",
        "    else:\n",
        "      file_id = 1\n",
        "      \n",
        "    df = self.data[file_id].sample(batch_size, replace=False)\n",
        "    sentences = [df['question1'].values, df['question2'].values]\n",
        "    # sentences => list of 2 items [questions, paraphrases]\n",
        "\n",
        "    input = self.input_from_sentences(sentences)\n",
        "    \n",
        "    if return_sentences:\n",
        "      return input, [[s.split() for s in q] for q in sentences]\n",
        "    else:\n",
        "      return input\n",
        "  \n",
        "  def input_from_sentences(self, sentences):\n",
        "    # sentences => list of 2 items [questions, paraphrases]\n",
        "    \n",
        "    # split the sentences into words\n",
        "    sentences = [[s.split() for s in q] for q in sentences]\n",
        "    \n",
        "    # get the encoder, decoder inputs and target\n",
        "    encoder_input_source, encoder_input_paraphrase = self.get_encoder_input(sentences)\n",
        "    decoder_input_source, decoder_input_paraphrase = self.get_decoder_input(sentences)\n",
        "    target = self.get_target(sentences)\n",
        "    \n",
        "    return [\n",
        "        encoder_input_source, encoder_input_paraphrase,\n",
        "        decoder_input_source, decoder_input_paraphrase,\n",
        "        target\n",
        "    ]\n",
        "  \n",
        "  def get_encoder_input(self, sentences):\n",
        "    # add end label to each of the question and paraphrases, and convert them into numerical form\n",
        "    \n",
        "    encoder_source_input = self.convert_to_numerical_batch([s + [self.end_label] for s in sentences[0]])\n",
        "    encoder_paraphrase_input = self.convert_to_numerical_batch([s + [self.end_label] for s in sentences[1]])\n",
        "    \n",
        "    return [Variable(torch.tensor(encoder_source_input)).long(), Variable(torch.tensor(encoder_paraphrase_input)).long()]\n",
        "  \n",
        "  def get_decoder_input(self, sentences):\n",
        "    # add end label to the questions\n",
        "    # add go label to the paraphrases\n",
        "    \n",
        "    decoder_source_input = self.convert_to_numerical_batch([s + [self.end_label] for s in sentences[0]])\n",
        "    decoder_paraphrase_input = self.convert_to_numerical_batch([[self.go_label] + s for s in sentences[1]])\n",
        "    \n",
        "    return [Variable(torch.tensor(decoder_source_input)).long(), Variable(torch.tensor(decoder_paraphrase_input)).long()]\n",
        "  \n",
        "  def get_target(self, sentences):\n",
        "    # get the target, which paraphrase decoder part needs to generate\n",
        "    # we need to generate the paraphrase of a given sentence, so we will consider only the paraphrase\n",
        "    \n",
        "    sentences = sentences[1] \n",
        "    max_len = np.max([len(x) for x in sentences]) \n",
        "    target = [[self.get_idx_by_word(w) for w in s] + [self.get_idx_by_word(self.end_label)] + ([self.get_idx_by_word(self.pad_label)] * (max_len - len(s))) for s in sentences]\n",
        "    \n",
        "    return Variable(torch.tensor(target)).long()\n",
        "  \n",
        "  def get_raw_input_from_sentences(self, sentences):\n",
        "    sentences = [s.split() for s in sentences]\n",
        "    return Variable(torch.tensor(self.convert_to_numerical_batch(sentences))).long()"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "ueRtdFLMSW8q",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "### Parameters of the model\n",
        "\n",
        "The following parameters class contains all the model related parameters"
      ]
    },
    {
      "metadata": {
        "id": "FhksWRlUSS_A",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "class Parameters:\n",
        "  ''' This code contains the parameters of the model.\n",
        "  \n",
        "  Args:\n",
        "    max_seq_len: A integer indicating the max seq length\n",
        "    vocab_size: A integer indicating the vocab size\n",
        "    embedding_size: A integer indicating the word embedding size\n",
        "  '''\n",
        "  def __init__(self, max_seq_len, vocab_size, embedding_size):\n",
        "    \n",
        "    self.max_seq_len = int(max_seq_len) + 1\n",
        "    \n",
        "    self.vocab_size = int(vocab_size)\n",
        "    self.word_embed_size = embedding_size\n",
        "    \n",
        "    self.encoder_rnn_size = 600\n",
        "    self.encoder_num_layers = 1\n",
        "    \n",
        "    self.latent_variable_size = 1100\n",
        "    \n",
        "    self.decoder_rnn_size = 600\n",
        "    self.decoder_num_layers = 2\n",
        "    \n",
        "    self.kld_penalty_weight = 1.0\n",
        "    self.cross_entropy_penalty_weight = 79.0\n",
        "  \n",
        "  def get_kld_coef(self, i):\n",
        "    # get the kl divergence penalty based on the iteration i\n",
        "   \n",
        "    return self.kld_penalty_weight * (math.tanh((i - 3500)/ 1000) + 1) / 2.0"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "pa2GWq1lEtdu",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "### Highway network\n",
        "\n",
        "This will be used before passing the input to encoder and decoder. So the embeddings are first passed through the highway network and then passed through the encoder/decoder."
      ]
    },
    {
      "metadata": {
        "id": "nG5MLH-gWnvq",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "class Highway(nn.Module):\n",
        "  \"\"\"This code contains the implementation of Highwat network.\n",
        "  \n",
        "  \"\"\"\n",
        "  def __init__(self, size, num_layers, f):\n",
        "    super().__init__()\n",
        "    \n",
        "    self.num_layers = num_layers\n",
        "    self.non_linear = nn.ModuleList([nn.Linear(size, size) for _ in range(num_layers)])\n",
        "    self.linear = nn.ModuleList([nn.Linear(size, size) for _ in range(num_layers)])\n",
        "    self.gate = nn.ModuleList([nn.Linear(size, size) for _ in range(num_layers)])\n",
        "    self.f = f\n",
        "  \n",
        "  def forward(self, x):\n",
        "    \"\"\"\n",
        "    Args:\n",
        "        x : input with shape of [batch_size, size]\n",
        "    Returns:\n",
        "        tensor with shape of [batch_size, size] after applying highway network\n",
        "    applies σ(x) ⨀ (f(G(x))) + (1 - σ(x)) ⨀ (Q(x)) transformation | G and Q is affine transformation,\n",
        "        f is non-linear transformation, σ(x) is affine transformation with sigmoid non-linearition\n",
        "        and ⨀ is element-wise multiplication\n",
        "    \"\"\"\n",
        "    for layer in range(self.num_layers):\n",
        "        # σ(x)\n",
        "        gate = F.sigmoid(self.gate[layer](x))\n",
        "\n",
        "        # f(G(x))\n",
        "        non_linear = self.f(self.non_linear[layer](x))\n",
        "\n",
        "        # Q(x)\n",
        "        linear = self.linear[layer](x)\n",
        "\n",
        "        # σ(x) ⨀ (f(G(x))) + (1 - σ(x)) ⨀ (Q(x))\n",
        "        x = gate * non_linear + (1 - gate) * linear\n",
        "\n",
        "    return x"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "MldEk7xxY5m5",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "### Encoder\n",
        "\n",
        "Now let's see the encoder implementation. Our encoder contains 2 LSTM cells.\n",
        "\n",
        "\n",
        "*   First LSTM encoder takes the source sentence as input.\n",
        "*   Second LSTM encoder takes the paraphrase sentence as input along with first encoder's final hidden state as input\n",
        "*   After encoding the paraphrase sentence, we will create the latent parameters\n",
        "$\\mu , \\sigma$ from the final hidden state of the paraphrase encoder by passing through feed-forward layer\n",
        "\n"
      ]
    },
    {
      "metadata": {
        "id": "fsG4MkaSGWLW",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "class Encoder(nn.Module):\n",
        "  \"\"\" This code contains the encoder part of the paper.\n",
        "  \n",
        "  Args:\n",
        "    params: A Parameters instance which contains the model parameters details.\n",
        "    highway: A Highway network, applying for the input before passing to encoder.\n",
        "  \"\"\"\n",
        "  def __init__(self, params, highway):\n",
        "    super().__init__()\n",
        "    \n",
        "    self.params = params\n",
        "    self.hw1 = highway\n",
        "    self.embedding = nn.Embedding(self.params.vocab_size, self.params.word_embed_size)\n",
        "    \n",
        "    # encoding rnns for the source and paraphrase\n",
        "    self.rnns = nn.ModuleList([\n",
        "        nn.LSTM(\n",
        "            input_size=self.params.word_embed_size,\n",
        "            hidden_size=self.params.encoder_rnn_size,\n",
        "            num_layers=self.params.encoder_num_layers,\n",
        "            batch_first=True,\n",
        "            bidirectional=True)\n",
        "        for _ in range(2)\n",
        "    ])\n",
        "    \n",
        "    # latent layers\n",
        "    # we will combine both hidden and cell states of the final layer of the bidirectional paraphrase lstm\n",
        "    self.context_to_mu = nn.Linear(self.params.encoder_rnn_size * 4, self.params.latent_variable_size)\n",
        "    self.context_to_logvar = nn.Linear(self.params.encoder_rnn_size * 4, self.params.latent_variable_size)\n",
        "  \n",
        "  def forward(self, input_source, input_paraphrase):\n",
        "    # input_source => [batch_size, inp_src_max_len]\n",
        "    # input_paraphrase => [batch_size, inp_par_max_len]\n",
        "    \n",
        "    # initial state for encoding the source sentence is zeros\n",
        "    # after encoding the source sentence, the state can be used to encode the paraphrase\n",
        "    state = None\n",
        "    for i, input in enumerate([input_source, input_paraphrase]):\n",
        "      # before passing the input to encoder rnn, pass it through the highway network\n",
        "      input = self.embedding(input)\n",
        "      [batch_size, seq_len, embedding_size] = input.size()\n",
        "      \n",
        "      input = input.view(-1, embedding_size)\n",
        "      input = self.hw1(input)\n",
        "      input = input.view(batch_size, seq_len, embedding_size)\n",
        "      \n",
        "      _, state = self.rnns[i](input, state)\n",
        "    \n",
        "    # final hidden, cell state after encoding the paraphrase\n",
        "    [h_state, c_state] = state\n",
        "    \n",
        "    # consider only the final layer's hidden state and cell state\n",
        "    h_state = h_state.view(self.params.encoder_num_layers, 2, batch_size, self.params.encoder_rnn_size)[-1]\n",
        "    c_state = c_state.view(self.params.encoder_num_layers, 2, batch_size, self.params.encoder_rnn_size)[-1]\n",
        "    \n",
        "    # make the hidden, cell states as batch major\n",
        "    h_state = h_state.permute(1, 0, 2).contiguous().view(batch_size, -1)\n",
        "    c_state = c_state.permute(1, 0, 2).contiguous().view(batch_size, -1)\n",
        "    \n",
        "    # concat the hidden and cell state\n",
        "    # final_state => [batch_size, encoder_rnn_size * 4]\n",
        "    final_state = torch.cat([h_state, c_state], -1)\n",
        "    \n",
        "    # latent parameters => [batch_size, latent_size]\n",
        "    mu = self.context_to_mu(final_state)\n",
        "    log_var = self.context_to_logvar(final_state)\n",
        "    \n",
        "    return mu, log_var"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "DolVtiISgZ7p",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "### Decoder\n",
        "\n",
        "Now let's see the decoder implementation. Our decoder contains 2 LSTMs.\n",
        "\n",
        "\n",
        "\n",
        "*   First LSTM is used for encoding the source sentence\n",
        "*   The second decoder is used for creating the paraphrase using the states from first encoder and latent vectors\n",
        "*   We will sample from latent vectors and pass along with word input as the input to the second decoder\n",
        "*   The output from the second decoder is passed through an output layer for predicting the word\n",
        "\n"
      ]
    },
    {
      "metadata": {
        "id": "ZvYqxgCCY11e",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "class Decoder(nn.Module):\n",
        "  def __init__(self, params, highway):\n",
        "    super().__init__()\n",
        "    \n",
        "    self.params = params\n",
        "    self.hw1 = highway\n",
        "    self.embedding = nn.Embedding(self.params.vocab_size, self.params.word_embed_size)\n",
        "    \n",
        "    # encoding of the source sentence is bidirectional, since source is available at inference time\n",
        "    self.encoding_rnn = nn.LSTM(\n",
        "        input_size=self.params.word_embed_size,\n",
        "        hidden_size=self.params.encoder_rnn_size,\n",
        "        num_layers=self.params.encoder_num_layers,\n",
        "        batch_first=True,\n",
        "        bidirectional=True)\n",
        "    \n",
        "    # decoding of the paraphrase sentence, input is word concatenated with latent vector\n",
        "    self.decoding_rnn = nn.LSTM(\n",
        "        input_size=self.params.word_embed_size + self.params.latent_variable_size,\n",
        "        hidden_size=self.params.decoder_rnn_size,\n",
        "        num_layers=self.params.decoder_num_layers,\n",
        "        batch_first=True)\n",
        "    \n",
        "    # for converting the source decoder hidden state to hidden state of the paraphrase decoder\n",
        "    self.h_to_initial_state = nn.Linear(self.params.encoder_rnn_size * 2, self.params.decoder_num_layers * self.params.decoder_rnn_size)\n",
        "    \n",
        "    # for converting the source decoder cell state to cell state of the paraphrase decoder\n",
        "    self.c_to_initial_state = nn.Linear(self.params.encoder_rnn_size * 2, self.params.decoder_num_layers * self.params.decoder_rnn_size)\n",
        "    \n",
        "    # output layer\n",
        "    self.fc = nn.Linear(self.params.decoder_rnn_size, self.params.vocab_size)\n",
        "  \n",
        "  def build_initial_state(self, input):\n",
        "    # run the encoder rnn on the input to produce the hidden and cell state for paraphrase decoder\n",
        "    input = self.embedding(input)\n",
        "    [batch_size, seq_len, embed_size] = input.size()\n",
        "    input = input.view(-1, embed_size)\n",
        "    input = self.hw1(input)\n",
        "    input = input.view(batch_size, seq_len, embed_size)\n",
        "\n",
        "    _, cell_state = self.encoding_rnn(input)\n",
        "    [h_state, c_state] = cell_state\n",
        "\n",
        "    # consider only the final layer hidden and cell state\n",
        "    h_state = h_state.view(self.params.encoder_num_layers, 2, batch_size, self.params.encoder_rnn_size)[-1]\n",
        "    c_state = c_state.view(self.params.encoder_num_layers, 2, batch_size, self.params.encoder_rnn_size)[-1]\n",
        "\n",
        "    # convert to batch major format\n",
        "    h_state = h_state.permute(1, 0, 2).contiguous().view(batch_size, -1)\n",
        "    c_state = c_state.permute(1, 0, 2).contiguous().view(batch_size, -1)\n",
        "\n",
        "    # pass the hidden and cell state through a linear layer to get initial hidden and cell states for decoder\n",
        "    h_initial = self.h_to_initial_state(h_state).view(batch_size, self.params.decoder_num_layers, self.params.decoder_rnn_size)\n",
        "    # h_inital => [num_layers, batch_size, decoder_rnn_size]\n",
        "    h_initial = h_initial.permute(1, 0, 2).contiguous()\n",
        "\n",
        "    # pass the hidden and cell state through a linear layer to get initial hidden and cell states for decoder\n",
        "    c_initial = self.h_to_initial_state(c_state).view(batch_size, self.params.decoder_num_layers, self.params.decoder_rnn_size)\n",
        "    # c_inital => [num_layers, batch_size, decoder_rnn_size]\n",
        "    c_initial = c_initial.permute(1, 0, 2).contiguous()\n",
        "\n",
        "    return (h_initial, c_initial)\n",
        "  \n",
        "  def forward(self, encoder_input, decoder_input, z, drop_prob, initial_state=None):\n",
        "    # encoder_input => [batch_size, src_seq_len, embed_size]\n",
        "    # decoder_input => [batch_size, para_seq_len, embed_size]\n",
        "    # z is the latent variable shape => [batch_size, latent_variable_size]\n",
        "    # drop_prob is the probability of an element of decoder input to be zeroed in sense of dropout\n",
        "    # initial_state is the initial state of decoder\n",
        "    \n",
        "    if initial_state is None:\n",
        "      assert encoder_input is not None, \"Input should be provided to the encoder part of decoder\"\n",
        "      initial_state = self.build_initial_state(encoder_input)\n",
        "    \n",
        "    decoder_input = self.embedding(decoder_input)\n",
        "    [batch_size, seq_len, _] = decoder_input.size()\n",
        "    \n",
        "    # replicate z for seq_len times\n",
        "    z = torch.cat([z] * seq_len, 1).view(batch_size, seq_len, self.params.latent_variable_size)\n",
        "    \n",
        "    decoder_input = F.dropout(decoder_input, drop_prob)\n",
        "    \n",
        "    # concat the latent variable and word decoder input\n",
        "    decoder_input = torch.cat([decoder_input, z], 2)\n",
        "    # decoder_input => [batch_size, para_seq_len, embed_size + latent_variable_size]\n",
        "    \n",
        "    # decoder rnn\n",
        "    rnn_out, final_state = self.decoding_rnn(decoder_input, initial_state)\n",
        "    \n",
        "    # output layer\n",
        "    # rnn_out => [batch_size, para_seq_len, decoder_rnn_size]\n",
        "    rnn_out = rnn_out.contiguous().view(-1, self.params.decoder_rnn_size)\n",
        "    result = self.fc(rnn_out)\n",
        "    result = result.view(batch_size, seq_len, self.params.vocab_size)\n",
        "    \n",
        "    return result, final_state\n",
        "    "
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "4gL6bFNIz0Xj",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "### Paraphraser\n",
        "\n",
        "Now let's look into the Paraphraser implementation, which uses the Encoder and Decoder.\n",
        "\n",
        "We will implement the training part, evaluation part, inference code in the paraphraser."
      ]
    },
    {
      "metadata": {
        "id": "vzbmFGdEuUdo",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "class Paraphraser(nn.Module):\n",
        "  def __init__(self, params, device):\n",
        "    super().__init__()\n",
        "    \n",
        "    self.params = params\n",
        "    self.device = device\n",
        "    \n",
        "    # use 2 layers, relu activation for Highway\n",
        "    self.highway = Highway(self.params.word_embed_size, 2, F.relu)\n",
        "    self.encoder = Encoder(self.params, self.highway)\n",
        "    self.decoder = Decoder(self.params, self.highway)\n",
        "    \n",
        "  def forward(self, drop_prob, encoder_input=None, decoder_input=None, z=None, initial_state=None):\n",
        "    # encoder_input: A list of 2 tensors (original sentence, paraphrase sentence) with shape => [batch_size, seq_len]\n",
        "    # decoder_input: A list of 2 tensors (original sentence, paraphrase sentence) with shape => [batch_size, seq_len]\n",
        "    # initial_state: Initial state of decoder rnn in order to perform sampling\n",
        "    # drop_prob: probability of an element of decoder input to be zeroed in sense of dropout\n",
        "    # z: context if sampling\n",
        "    \n",
        "    if z is None:\n",
        "      # training case, get context from encoder and sample z ~ N(mu, std)\n",
        "      [batch_size, _] = encoder_input[0].size()\n",
        "      \n",
        "      mu, log_var = self.encoder(encoder_input[0], encoder_input[1])\n",
        "      std = torch.exp(0.5 * log_var)\n",
        "      \n",
        "      z = Variable(torch.randn([batch_size, self.params.latent_variable_size])).to(self.device)\n",
        "      z = z * std + mu\n",
        "      \n",
        "      # kl divergence loss\n",
        "      kld = (-0.5 * torch.sum(log_var - torch.pow(mu, 2) - torch.exp(log_var) + 1, 1)).mean().squeeze()\n",
        "    else:\n",
        "      kld = None\n",
        "    \n",
        "    out, final_state = self.decoder(decoder_input[0], decoder_input[1], z, drop_prob, initial_state)\n",
        "    \n",
        "    return out, final_state, kld\n",
        "  \n",
        "  def learnable_parameters(self):\n",
        "    return [p for p in self.parameters() if p.requires_grad]\n",
        "  \n",
        "  def trainer(self, optimizer, batch_loader, pad_label):\n",
        "    def train(i, batch_size, dropout):\n",
        "      # i is the step number\n",
        "      # dropout to use in the decoder\n",
        "      \n",
        "      # get the batch data from training data\n",
        "      input = batch_loader.next_batch(batch_size, 'train')\n",
        "      input = [var.to(self.device) for var in input]\n",
        "      \n",
        "      [encoder_input_source, encoder_input_paraphrase, decoder_input_source, decoder_input_paraphrase, target] = input\n",
        "      \n",
        "      # forward method\n",
        "\n",
        "      logits, _, kld = self(dropout, (encoder_input_source, encoder_input_paraphrase), (decoder_input_source, decoder_input_paraphrase), z=None)\n",
        "      \n",
        "      logits = logits.view(-1, self.params.vocab_size)\n",
        "      target = target.view(-1)\n",
        "      \n",
        "      cross_entropy_loss = F.cross_entropy(logits, target, ignore_index=pad_label)\n",
        "      \n",
        "      # total loss is weighted reconstruction loss + weighted kl divergence loss\n",
        "      loss = self.params.cross_entropy_penalty_weight * cross_entropy_loss + self.params.get_kld_coef(i) * kld\n",
        "      \n",
        "      optimizer.zero_grad()\n",
        "      loss.backward()\n",
        "      optimizer.step()\n",
        "      \n",
        "      return cross_entropy_loss, kld, self.params.get_kld_coef(i)\n",
        "      \n",
        "    return train\n",
        "  \n",
        "  def validator(self, batch_loader, pad_label):\n",
        "    # we don't need to optimize the model during validation so optimizer not required\n",
        "    # batch_loader, which contains all the data related things\n",
        "    \n",
        "    def get_samples(logits, target):\n",
        "      # get the samples from logits\n",
        "      # logits => [batch_size, seq_len, vocab_size]\n",
        "      # target => [batch_size, seq_len]\n",
        "      \n",
        "      prediction = F.softmax(logits, dim=-1).data.cpu().numpy()\n",
        "      target = target.data.cpu().numpy()\n",
        "      \n",
        "      sampled, expected = [], []\n",
        "      for i in range(prediction.shape[0]):\n",
        "        sampled += [' '.join([batch_loader.sample_word_from_distribution(d) for d in prediction[i]])]\n",
        "        expected += [' '.join([batch_loader.get_word_by_idx(idx) for idx in target[i]])]\n",
        "      \n",
        "      return sampled, expected\n",
        "    \n",
        "    # validation loop of the model\n",
        "    def validate(batch_size, need_samples=False):\n",
        "      # batch size for the validation\n",
        "      # need_samples, where to have the sentences converted or not\n",
        "      if need_samples:\n",
        "        input, sentences = batch_loader.next_batch(batch_size, 'test', return_sentences=True)\n",
        "        sentences = [[' '.join(s) for s in q] for q in sentences]\n",
        "      else:\n",
        "        input = batch_loader.next_batch(batch_size, 'test')\n",
        "      \n",
        "      input = [var.to(self.device) for var in input]\n",
        "      \n",
        "      [encoder_input_source, encoder_input_paraphrase, decoder_input_source, decoder_input_paraphrase, target] = input\n",
        "      \n",
        "      # consider all the words during validation\n",
        "      logits, _, kld = self(0., (encoder_input_source, encoder_input_paraphrase), (decoder_input_source, decoder_input_paraphrase), z=None)\n",
        "      \n",
        "      if need_samples:\n",
        "        [s1, s2] = sentences\n",
        "        sampled, _ = get_samples(logits, target)\n",
        "      else:\n",
        "        s1, s2 = (None, None)\n",
        "        sampled, _ = (None, None)\n",
        "      \n",
        "      logits = logits.view(-1, self.params.vocab_size)\n",
        "      target = target.view(-1)\n",
        "      \n",
        "      cross_entropy_loss = F.cross_entropy(logits, target, ignore_index=pad_label)\n",
        "      return cross_entropy_loss, kld, (sampled, s1, s2)\n",
        "    \n",
        "    return validate\n",
        "  \n",
        "  def sample_with_input(self, batch_loader, seq_len, use_mean, input):\n",
        "    [encoder_input_source, encoder_input_paraphrase, decoder_input_source, _, _] = input\n",
        "    \n",
        "    encoder_input = [encoder_input_source, encoder_input_paraphrase]\n",
        "    \n",
        "    [batch_size, _] = encoder_input[0].shape\n",
        "    \n",
        "    mu, logvar = self.encoder(encoder_input[0], encoder_input[1])\n",
        "    std = torch.exp(0.5 * logvar)\n",
        "    \n",
        "    if use_mean:\n",
        "      z = mu\n",
        "    else:\n",
        "      z = Variable(torch.randn([batch_size, self.params.latent_variable_size])).to(self.device)\n",
        "      z = z * std + mu\n",
        "    \n",
        "    initial_state = self.decoder.build_initial_state(decoder_input_source)\n",
        "    \n",
        "    # initial input token to the decoder is the go label\n",
        "    decoder_input = batch_loader.get_raw_input_from_sentences([batch_loader.go_label])\n",
        "    \n",
        "    result = ''\n",
        "    \n",
        "    for i in range(seq_len):\n",
        "      decoder_input = decoder_input.to(self.device)\n",
        "      \n",
        "      logits, initial_state = self.decoder(None, decoder_input, z, 0.0, initial_state)\n",
        "      logits = logits.view(-1, self.params.vocab_size)\n",
        "      \n",
        "      prediction = F.softmax(logits, dim=-1)\n",
        "      word = batch_loader.likely_word_from_distribution(prediction.data.cpu().numpy()[-1])\n",
        "      \n",
        "      if word == batch_loader.end_label:\n",
        "        break\n",
        "      result += ' ' + word\n",
        "      \n",
        "      decoder_input = batch_loader.get_raw_input_from_sentences([word])\n",
        "    \n",
        "    return result\n",
        "      \n",
        "  def sample_with_pair(self, batch_loader, seq_len, source_sent, target_sent):\n",
        "    input = batch_loader.input_from_sentences([[source_sent], [target_sent]])\n",
        "    input = [var.to(self.device) for var in input]\n",
        "    \n",
        "    return self.sample_with_input(batch_loader, seq_len, False, input)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "q5Yajx5eGSHs",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "### Training Process"
      ]
    },
    {
      "metadata": {
        "id": "M1NFIXlmuXy3",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "WORD_EMBEDDING_SIZE = 300\n",
        "LEARNING_RATE = 0.00005\n",
        "NUM_STEPS = 100000\n",
        "BATCH_SIZE = 32\n",
        "DROPOUT = 0.3\n",
        "\n",
        "model_name = 'paraphrase_model.pt'\n",
        "\n",
        "cross_entropy_result_train = []\n",
        "kld_result_train = []\n",
        "cross_entropy_result_valid = []\n",
        "kld_result_valid = []\n",
        "cross_entropy_cur_train = []\n",
        "kld_cur_train = []\n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "d7kI1g-LKqZS",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "batch_loader = BatchLoader(corpus)\n",
        "parameters = Parameters(batch_loader.max_seq_len, batch_loader.vocab_size, WORD_EMBEDDING_SIZE)\n",
        "paraphraser = Paraphraser(parameters, device).to(device)\n",
        "pad_label = batch_loader.get_idx_by_word(batch_loader.pad_label)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "fmmeplnhHHXQ",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "optimizer = optim.Adam(paraphraser.parameters(), LEARNING_RATE)\n",
        "train_step = paraphraser.trainer(optimizer, batch_loader, pad_label)\n",
        "validate = paraphraser.validator(batch_loader, pad_label)\n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "B2n3yAMx8sEJ",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "with open('batch_loader.pkl', 'wb') as f:\n",
        "  pickle.dump(batch_loader, f)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "vy5lQ7YTKGII",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 57871
        },
        "outputId": "e8c3968e-313f-47f2-de19-7231a175cce0"
      },
      "cell_type": "code",
      "source": [
        "for iteration in range(NUM_STEPS):\n",
        "  cross_entropy, kld, coef = train_step(iteration, BATCH_SIZE, DROPOUT)\n",
        "  \n",
        "  cross_entropy_cur_train += [cross_entropy.data.cpu().numpy()]\n",
        "  kld_cur_train += [kld.data.cpu().numpy()]\n",
        "  \n",
        "  if iteration % 500 == 0:\n",
        "    cross_entropy_result_train += [np.mean(cross_entropy_cur_train)]\n",
        "    kld_result_train += [np.mean(kld_cur_train)]\n",
        "    \n",
        "    cross_entropy_cur_train = []\n",
        "    kld_cur_train = []\n",
        "    \n",
        "    print('\\n')\n",
        "    print('------------------------------------------- TRAIN -------------------------------------------------------------------------')\n",
        "    print(f\"ITERATION = {iteration}, CROSS-ENTROPY = {cross_entropy_result_train[-1]}, KLD = {kld_result_train[-1]}, KLD-COEF = {coef}\")\n",
        "    print('------------------------------------------- VALID --------------------------------------------------------------------------')\n",
        "\n",
        "    cross_entropy, kld = [], []\n",
        "    for i in range(20):\n",
        "      ce, kl, _ = validate(BATCH_SIZE)\n",
        "      cross_entropy += [ce.data.cpu().numpy()]\n",
        "      kld += [kl.data.cpu().numpy()]\n",
        "      \n",
        "    cross_entropy = np.mean(cross_entropy)\n",
        "    kld = np.mean(kld)\n",
        "    \n",
        "    cross_entropy_result_valid += [cross_entropy]\n",
        "    kld_result_valid += [kld]\n",
        "    \n",
        "    print(f\"CROSS-ENTROPY = {cross_entropy}, KLD = {kld}\")\n",
        "    print('---------------------------------------- SAMPLING --------------------------------------------------------------------------')\n",
        "    \n",
        "    _, _, (sampled, s1, s2) = validate(2, need_samples=True)\n",
        "    for i in range(len(sampled)):\n",
        "      result = paraphraser.sample_with_pair(batch_loader, 20, s1[i], s2[i])\n",
        "      print(f\"source: {s1[i]}\")\n",
        "      print(f\"target: {s2[i]}\")\n",
        "      print(f\"valid: {sampled[i]}\")\n",
        "      print(f\"sampled: {result}\")\n",
        "      print('---------------------------------------------------------------------------------------------------------------------------')\n",
        "   \n",
        "  if (iteration % 10000 == 0 and iteration != 0) or (iteration == NUM_STEPS - 1):\n",
        "    torch.save(paraphraser.state_dict(), model_name)\n",
        "    np.save('ce_result_valid_{}.npy'.format(iteration), np.array(cross_entropy_result_valid))\n",
        "    np.save('kld_result_valid_{}.npy'.format(iteration), np.array(kld_result_valid))\n",
        "    np.save('ce_result_train_{}.npy'.format(iteration), np.array(cross_entropy_result_train))\n",
        "    np.save('kld_result_train_{}.npy'.format(iteration), np.array(kld_result_train))"
      ],
      "execution_count": 108,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/torch/nn/functional.py:1332: UserWarning: nn.functional.sigmoid is deprecated. Use torch.sigmoid instead.\n",
            "  warnings.warn(\"nn.functional.sigmoid is deprecated. Use torch.sigmoid instead.\")\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 0, CROSS-ENTROPY = 3.3902270793914795, KLD = 6.252923965454102, KLD-COEF = 0.0009110511944006583\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 3.3494057655334473, KLD = 6.618390083312988\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: are indians so obsessed with the notion of religion and caste ?\n",
            "target: why are indians so obsessed with their religion caste class society and community ?\n",
            "valid: will do adulterated topics prove scene expansion campuses look exists anthem ? nibiru elections <eos>\n",
            "sampled:  what are the pros of the indian government of india and what are the reason of the united states ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are the facts and fiction about leonardo da vinci ?\n",
            "target: what are some interesting stories about leonardo da vinci ?\n",
            "valid: what are some examples .30000 and popular grown ? ? <eos> powers <eos> <eos> .\n",
            "sampled:  what are some of the best facts about indian ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 500, CROSS-ENTROPY = 3.2760233879089355, KLD = 432.16387939453125, KLD-COEF = 0.002472623156634768\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 3.376120090484619, KLD = 455.9156188964844\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what are the best places to visit in europe in 10 days ?\n",
            "target: which is the best place to visit europe for 10 days ?\n",
            "valid: how is the best options to buy in design beginners in agency <eos> to in ? ? ? ? ? ? ? ?\n",
            "sampled:  which is the best book to visit in kerala in india ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what were the major effects of the cambodia earthquake and how do these effects compare to the valparaiso earthquake in 1822 ?\n",
            "target: what were the major effects of the cambodia earthquake and how do these effects compare to the lisbon earthquake in 1755 ?\n",
            "valid: what s the major effects of suggest cambodia earthquake and that do there effects compare to the desert earthquake in maryland ? <eos>\n",
            "sampled:  what were the major effects of the cambodia earthquake and how do these effects compare to the ones in the\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 1000, CROSS-ENTROPY = 3.176358938217163, KLD = 366.4712219238281, KLD-COEF = 0.006692850924284843\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 3.230262279510498, KLD = 239.27127075195312\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: why do some people ask questions on quora that could easily be answered by using a search engine ?\n",
            "target: why do so many people ask things on quora that they could just as easily google ?\n",
            "valid: why don do questions people ask limit as quora about they be creatures answered easily googled ? <eos> <eos> comments ? ? ?\n",
            "sampled:  why do people ask questions on quora that they can be easily on quora ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what were the major effects of the cambodia earthquake and how do these effects compare to other earthquakes ?\n",
            "target: what were the major effects of the cambodia earthquake and how do these effects compare to the concepcion earthquake in 1751 ?\n",
            "valid: what were the minimum effects of the cambodia earthquake and how did these of compare compare the hp earthquake ? territories ? <eos>\n",
            "sampled:  what were the major effects of the cambodia earthquake and how do these effects compare to the ones in india\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 1500, CROSS-ENTROPY = 3.0892550945281982, KLD = 191.94815063476562, KLD-COEF = 0.01798620996209155\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 3.222914934158325, KLD = 148.76739501953125\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how is first time sex experience ?\n",
            "target: how did you feel when you had sex for the first time ?\n",
            "valid: how does there people can you die your in a relationship days ? <eos>\n",
            "sampled:  how can i know if you have a girl on quora ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how do i actually go about losing weight ?\n",
            "target: can you give me some advice on losing weight ?\n",
            "valid: how you lose why website partner profound quora girlfriend ? <eos> ? ? ?\n",
            "sampled:  what is the best way to get my website ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 2000, CROSS-ENTROPY = 3.048820734024048, KLD = 114.04340362548828, KLD-COEF = 0.0474258731775668\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 3.229827880859375, KLD = 90.19996643066406\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what problems occur when a laptop runs out of power ?\n",
            "target: what are the problems when your laptop runs out of power ?\n",
            "valid: what song the biggest of you penultimate for as in microsoft ? <eos>\n",
            "sampled:  what are the main things of your new year year ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are the best technology inventions and gadgets of 2016 ?\n",
            "target: what are some of the best technology inventions of 2016 ?\n",
            "valid: what are the of your most inspiring known of mind ? <eos> ?\n",
            "sampled:  what are some of the best movies of 2016 2016 ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 2500, CROSS-ENTROPY = 3.032606840133667, KLD = 72.18330383300781, KLD-COEF = 0.11920292202211757\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 3.195030927658081, KLD = 56.249664306640625\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what are the effects of demonitization of 500 and 1000 rupees notes on real estate sector ?\n",
            "target: what will the real estate look like now after the 500 and 1000 scraping ?\n",
            "valid: what could be off year on on by as the battle and 1000 rupees affect <eos>\n",
            "sampled:  what will be the impact of 500 and 1000 rupee notes by the indian economy ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what is was the most peaceful nation in history ?\n",
            "target: what was the most peaceful society and closest to nature in history ?\n",
            "valid: what s the most big goals in weeds to termed in the ? <eos> <eos> ?\n",
            "sampled:  what is the most embarrassing of life in the world ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 3000, CROSS-ENTROPY = 3.027905225753784, KLD = 44.8919677734375, KLD-COEF = 0.2689414213699951\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 3.0070996284484863, KLD = 34.239662170410156\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how will banning 1000 and 500 notes affect those who have money in swiss bank accounts ?\n",
            "target: what will be the effect of banning 500 and 1000 notes on people having money in swiss banks ?\n",
            "valid: what are be the gst of the rs and 1000 rupee of the affect to in india on ? <eos>\n",
            "sampled:  what will be the effects of banning 500 and 1000 rupee notes in india to curb black money ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how do i get another person s social security card ?\n",
            "target: how easy can someone get another person s social security number and where from ?\n",
            "valid: how long is i date ! cause . investors without .tech 4 billionaire i .50 <eos> someone like ? ?\n",
            "sampled:  how can i get a girl account without my period and my period ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 3500, CROSS-ENTROPY = 3.0131165981292725, KLD = 28.1992130279541, KLD-COEF = 0.5\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 3.0365312099456787, KLD = 22.796476364135742\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what s the best way to prepare for gre ?\n",
            "target: what are the best ways to prepare for gre ?\n",
            "valid: what are the easiest places to earn for kerala ? <eos>\n",
            "sampled:  what are the best ways to learn for english ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: why does india need swachh bharat abhiyan ?\n",
            "target: what is the importance of swachh bharat abhiyan ?\n",
            "valid: why is the biggest of santa pole laws ? <eos> so\n",
            "sampled:  why does the world of cyrus mistry from ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 4000, CROSS-ENTROPY = 3.0247128009796143, KLD = 19.2955265045166, KLD-COEF = 0.7310585786300049\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 3.1544201374053955, KLD = 17.217403411865234\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: why do some answers on quora get a few number of views while others get ten thousand or hundred thousands ?\n",
            "target: how do some answers on quora get thousands of views while others with same level of content do not ?\n",
            "valid: why do i long on the of a for a is whether of the you in a on from by <eos>\n",
            "sampled:  why are so many questions on quora that can be answered in quora as needing improvement ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: historically how many countries have the us invaded ?\n",
            "target: how many countries had usa invaded in its history ?\n",
            "valid: how since pillow seo been s affect linear world solicitor <eos> <eos> amazon ? ? seats ? ? ? policy <eos>\n",
            "sampled:  how many people are there in india and why ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 4500, CROSS-ENTROPY = 2.9813413619995117, KLD = 15.15744686126709, KLD-COEF = 0.8807970779778824\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 3.0833282470703125, KLD = 15.072332382202148\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: is world war iii on its way right now ?\n",
            "target: how close is a world war iii ?\n",
            "valid: how dhoni is hillary score carrie war ? <eos> <eos> ? ?\n",
            "sampled:  how is donald trump a war ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are some unknown facts about tamil language ?\n",
            "target: what are some lesser known facts about the tamil language ?\n",
            "valid: what are your mind sites what about doing work jayalalitha ? <eos>\n",
            "sampled:  what are some mind blowing facts about all mind ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 5000, CROSS-ENTROPY = 3.0127041339874268, KLD = 13.488164901733398, KLD-COEF = 0.9525741268224333\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 3.101288318634033, KLD = 12.838973999023438\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: why are there stones on railway tracks ?\n",
            "target: what is the reason for concrete stones in between the railway track ?\n",
            "valid: what is the healthy grams industrial in to the january bhagavad <eos> in <eos>\n",
            "sampled:  why is the most popular imported in the sea of their sea ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: when did ajay chandrakar selected as president of chhattisgarh football association ?\n",
            "target: when did ajay chandrakar elected as president of chhattisgarh football association ?\n",
            "valid: why did mercury move 2016 even remake clusters south ii makes is <eos> reversed\n",
            "sampled:  why did arnab goswami cyrus mistry in the tata sons ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 5500, CROSS-ENTROPY = 2.9588232040405273, KLD = 12.664064407348633, KLD-COEF = 0.9820137900379085\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 3.0455734729766846, KLD = 12.035016059875488\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what s your best travel hack ?\n",
            "target: what is the best travel hack ?\n",
            "valid: what is the best place number ? <eos> <eos>\n",
            "sampled:  what is the best way for quora ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how do i avoid sleep ?\n",
            "target: how do i avoid sleep so much ?\n",
            "valid: how do i remove my when ? ? <eos>\n",
            "sampled:  how do i stop my people ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 6000, CROSS-ENTROPY = 2.9294276237487793, KLD = 12.377748489379883, KLD-COEF = 0.9933071490757152\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 3.208866596221924, KLD = 12.564018249511719\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is your best way to do digital marketing ?\n",
            "target: what is the best in the world of digital marketing ?\n",
            "valid: is is a best way decisions marketing and 2017 oppressed ? <eos> <eos> for ? ? ? ? ? ? ?\n",
            "sampled:  what is the best way to learn a website ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how do i convince my wife to let me have anal sex with her ?\n",
            "target: what s the best way for me to convince my girlfriend to let me have anal sex with her ?\n",
            "valid: what is the week block to getting to can it girlfriend cheating her if or cheating times dryer quora ? <eos>\n",
            "sampled:  what are the best ways to get pregnant that you have me with me with me ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 6500, CROSS-ENTROPY = 2.907808542251587, KLD = 12.383630752563477, KLD-COEF = 0.9975273768433652\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 3.0307371616363525, KLD = 12.128240585327148\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: why is the electoral college used instead of the popular vote ?\n",
            "target: why do we use an electoral college to elect the president instead of using the popular vote like for congress ?\n",
            "valid: why do so need the morally childish in be some other men of keralites the man never at ? throughout ? <eos>\n",
            "sampled:  why do people believe and why is the earth of the earth is the earth of the earth of the\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: is islam more violent than christianity ?\n",
            "target: who has been more violent in history christianity or islam ?\n",
            "valid: why are pregnant allies pain temperature bill universe ? electron ? <eos> <eos> ever on <eos> ? evidence ? ? ? ?\n",
            "sampled:  is world really than than than than than ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 7000, CROSS-ENTROPY = 2.861577033996582, KLD = 12.320708274841309, KLD-COEF = 0.9990889488055994\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 3.0544893741607666, KLD = 12.383015632629395\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: do children get scared when filming horror movies ?\n",
            "target: what is it like to work with children on a horror film ? do they get scared while filming ?\n",
            "valid: when is it take to buy before prescription innovative science good networks suits why have watch materials examples equations to <eos> you or jobs\n",
            "sampled:  should i start a good year . i am to buy in the iphone . what should i do to\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how can some people still believe the world is flat ?\n",
            "target: why do some people today still believe that the earth is flat ? what evidence has convinced them that this is so ?\n",
            "valid: could do i people believe that run to a earth by came ? what aren hours the that and they so there why <eos>\n",
            "sampled:  why do some people think that earth is flat ? how do you think it is flat ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 7500, CROSS-ENTROPY = 2.8494174480438232, KLD = 12.282401084899902, KLD-COEF = 0.9996646498695335\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.9708237648010254, KLD = 12.327051162719727\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is the first programming languange to learn for a total beginner ?\n",
            "target: what do you think i should learn first as a beginner programmer ?\n",
            "valid: what are you do is style be how language so good engineer ? <eos>\n",
            "sampled:  what are some good books to learn learning and c in the marketing ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: where do i start if i want to learn back end web development ?\n",
            "target: where do i start with web development ?\n",
            "valid: should do i prevent technical gate jee ? <eos> ? ? ? ? ?\n",
            "sampled:  how do i start learning in c ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 8000, CROSS-ENTROPY = 2.8186588287353516, KLD = 12.271620750427246, KLD-COEF = 0.9998766054240138\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.913112163543701, KLD = 12.497031211853027\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how can i make autocad as my career ?\n",
            "target: how do i use autocad to make money and a career ?\n",
            "valid: how i i step my through lose a a protein virgin ? <eos>\n",
            "sampled:  how can i make my good for a good ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: can people see if you have viewed their instagram ?\n",
            "target: is there app to see who viewed your pictures on instagram ?\n",
            "valid: how quora any to see i or your answers like your ? <eos>\n",
            "sampled:  is there any way to see who viewed your instagram on quora ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 8500, CROSS-ENTROPY = 2.771772861480713, KLD = 12.27738094329834, KLD-COEF = 0.9999546021312975\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.8542418479919434, KLD = 12.668886184692383\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: why do i always feel alone ?\n",
            "target: why do i feel so alone ?\n",
            "valid: why do i always like answers ? <eos> <eos> ? ? ?\n",
            "sampled:  why do i feel my dog ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what is bulletproof coffee good for ?\n",
            "target: has bulletproof coffee worked for those who have drunk it ?\n",
            "valid: what gym what with help gsoc really or different ? ? <eos>\n",
            "sampled:  what is good like to live in a computer ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 9000, CROSS-ENTROPY = 2.761765241622925, KLD = 12.43002986907959, KLD-COEF = 0.9999832985781518\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.918788433074951, KLD = 12.189020156860352\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: if you could ask anyone alive one question that they would answer with complete honesty who would it be and what question ?\n",
            "target: if you could ask the universe one question and get a complete answer what would your question be ?\n",
            "valid: how you mean a a only or right and quora a question question tell does it correctly ? ? <eos>\n",
            "sampled:  if you could you ask a question and what would you ask a question and why ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: i really want to become a pilot . i am 15 years old and i want to know the steps to becoming a commercial pilot ?\n",
            "target: what do i need to do to become a commercial pilot ?\n",
            "valid: i do i do to find to start a recovery ? ? <eos> <eos> ? ? ? ? ? ?\n",
            "sampled:  i want to do to start a business in mechanical engineering ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 9500, CROSS-ENTROPY = 2.727149248123169, KLD = 12.281087875366211, KLD-COEF = 0.9999938558253978\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.740056276321411, KLD = 12.321150779724121\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what are some must see places in coorg ?\n",
            "target: what are the places to visit in coorg ?\n",
            "valid: what are the best of visit in pune ? <eos> ? ? ? ? ? ? ? ? ? ? ? ? ? ? ?\n",
            "sampled:  what are some of the best places to visit ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: does hillary clinton think she can pardon herself once she s in office ?\n",
            "target: if hillary clinton is president and the fbi is investigating her can she influence the fbi and or give herself a presidential pardon ?\n",
            "valid: how trump clinton can the out just us legitimate geometric the a the a a war of why two a him periods azhar ? <eos>\n",
            "sampled:  why is hillary clinton and not a lot of the us . what is the reason of the united states\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 10000, CROSS-ENTROPY = 2.7272284030914307, KLD = 12.40843391418457, KLD-COEF = 0.999997739675702\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.8923399448394775, KLD = 12.31587028503418\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what are the best ways to get a meeting with private equity firms ?\n",
            "target: could you start a private equity firm in your garage ?\n",
            "valid: how the get the crown bugs service before mahindra usa . <eos>\n",
            "sampled:  how do you get rid of a job in india ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how can you lose weight riding a stationary bike ?\n",
            "target: how can i lose weight using a stationary bike ?\n",
            "valid: how can i raise the a a job ? ? <eos> any\n",
            "sampled:  how can i lose weight without a good month ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 10500, CROSS-ENTROPY = 2.6726298332214355, KLD = 12.34361743927002, KLD-COEF = 0.9999991684719723\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.8566489219665527, KLD = 13.092411994934082\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is the best place to visit in kerala in june ?\n",
            "target: what are the best 10 places to visit in kerala including any falls ?\n",
            "valid: what are the best tourist available to visit in kerala for the month ? <eos>\n",
            "sampled:  what are the best places to visit in kerala to visit in the world ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are your favourite bollywood movies ?\n",
            "target: what is your favorite bollywood movie ?\n",
            "valid: what is your favorite tv song ? <eos> ? <eos> ? ? ? ? ?\n",
            "sampled:  what is your favorite movie movie ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 11000, CROSS-ENTROPY = 2.6650524139404297, KLD = 12.377525329589844, KLD-COEF = 0.9999996940977731\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.7545628547668457, KLD = 12.143617630004883\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how do questions get marked as insincere on quora ?\n",
            "target: who marks questions as insincere on quora ?\n",
            "valid: how are after on a than quora ? <eos>\n",
            "sampled:  how do i post on quora on quora ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: which is the best anime to watch ?\n",
            "target: which are the best anime ?\n",
            "valid: which are the best ancient ? <eos> ? ?\n",
            "sampled:  which are the best movies ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 11500, CROSS-ENTROPY = 2.618507146835327, KLD = 12.41404914855957, KLD-COEF = 0.9999998874648379\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.8008551597595215, KLD = 12.656194686889648\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how is some modern anime still so sexist ?\n",
            "target: are japanese anime sexist ?\n",
            "valid: how mind another indiranagar stocks <eos> ? ?\n",
            "sampled:  are there any overrated ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how can you speak and learn fluent english like karan johar ?\n",
            "target: how do i speak fluent english ?\n",
            "valid: how do i speak english fluently ? <eos>\n",
            "sampled:  how do i learn english fluently ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 12000, CROSS-ENTROPY = 2.588883399963379, KLD = 12.415884971618652, KLD-COEF = 0.9999999586006245\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.7743945121765137, KLD = 12.625728607177734\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is the best way of starting a buisness ?\n",
            "target: how can i start a buisness ?\n",
            "valid: how can i get a leaders ? <eos> ? ? <eos>\n",
            "sampled:  how can i improve my life ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what do you do to get over a bad mood ?\n",
            "target: what i can do when i have bad mood ?\n",
            "valid: what are do do to i talk more stress ? <eos>\n",
            "sampled:  what should i do if i do my hair ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 12500, CROSS-ENTROPY = 2.572065591812134, KLD = 12.45849323272705, KLD-COEF = 0.9999999847700205\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.614647388458252, KLD = 12.458110809326172\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is the best way to unlock smartphone ?\n",
            "target: how can i unlock my smartphone ?\n",
            "valid: how can i loses reservation laptop ? <eos> <eos>\n",
            "sampled:  how can i start my startup ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: in what ways quora is changing your life ?\n",
            "target: what quora answers have changed your life ?\n",
            "valid: what sort should should you your life ? <eos>\n",
            "sampled:  what is life on quora s life ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 13000, CROSS-ENTROPY = 2.569429636001587, KLD = 12.417913436889648, KLD-COEF = 0.9999999943972036\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.6722311973571777, KLD = 11.702203750610352\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what would the 2016 presidential election results look like if electoral votes were awarded proportionally ?\n",
            "target: if all us states assigned electoral votes proportionally how different would the us presidential election results be ?\n",
            "valid: what trump and voting hear between removed to extension will is the worst of area of ? ? <eos>\n",
            "sampled:  what will win the us presidential election if he were elected as the us presidential election ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how do i prepare for cat 2017 bba student ?\n",
            "target: what are best ways to prepare for cat 2017 ?\n",
            "valid: what are some ways to invest for ssc preparing ? <eos> ? or ? ? ? ? ? ?\n",
            "sampled:  what should i do to prepare for 2017 2017 ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 13500, CROSS-ENTROPY = 2.534762144088745, KLD = 12.454660415649414, KLD-COEF = 0.9999999979388463\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.6058661937713623, KLD = 12.688013076782227\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what lessons do you think you should learn from game of thrones for using them in real life ?\n",
            "target: what s one thing in game of thrones that taught you about life ?\n",
            "valid: what book your in of goa that listen of were t should life ? <eos>\n",
            "sampled:  what are some of best books of best books of thrones time ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how do i tell if i m transgender ?\n",
            "target: how can i tell if i m transgender ?\n",
            "valid: how would i combat hours i talk gay ? <eos> ? ? <eos> ? ?\n",
            "sampled:  how can i know if i am me ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 14000, CROSS-ENTROPY = 2.4950313568115234, KLD = 12.452888488769531, KLD-COEF = 0.9999999992417439\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.632659912109375, KLD = 12.52714729309082\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: which can be the best laptop under 30000 ?\n",
            "target: what are the best laptops available under inr 30000 30k ?\n",
            "valid: what all the best laptops company in 30k 20000 in ? <eos>\n",
            "sampled:  what are the best laptops under under rs rs . ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: when will be the end of the world and why ?\n",
            "target: how will the world truly end ?\n",
            "valid: how will the lava bang a like <eos> <eos> inconvenience ? ?\n",
            "sampled:  how will the world end end ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 14500, CROSS-ENTROPY = 2.4892215728759766, KLD = 12.439659118652344, KLD-COEF = 0.9999999997210531\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.544405460357666, KLD = 12.054567337036133\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is the difference between ego and self respect ?\n",
            "target: what is the difference between self respect and ego ? how can i judge if somebody is hurting my self respect or hurting my ego ?\n",
            "valid: what is the difference between software and and oriented and router has i still the it is transcription extension different list is ego it selling ? <eos>\n",
            "sampled:  what is the difference between a computer and windows ? what are some examples and cons that they have been\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how should i start preparing for the cfa level 1 exam ?\n",
            "target: what is the best way for preparing cfa level 1 exam ?\n",
            "valid: i is the best way to cat development exam network ? ? <eos> or ? ? ? ? ? ? ? ? ? ? ? ? ?\n",
            "sampled:  what is the best way to prepare for ias exam exam ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 15000, CROSS-ENTROPY = 2.4892215728759766, KLD = 12.420413970947266, KLD-COEF = 0.9999999998973812\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.569934368133545, KLD = 12.43177604675293\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: would you ever love someone like you did for the first time ?\n",
            "target: do you ever love someone as much as you loved your first ?\n",
            "valid: what you love clinton life if you your you had during again ? <eos>\n",
            "sampled:  what would you like a person thing in your life ? why would you not ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: who won the september 26 2016 presidential debate ?\n",
            "target: who won the first presidential debate september 2016 ?\n",
            "valid: who would the first next action president election ? <eos> <eos> or ? ?\n",
            "sampled:  who is the 2016 presidential debate debate ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 15500, CROSS-ENTROPY = 2.4323155879974365, KLD = 12.464696884155273, KLD-COEF = 0.9999999999622486\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.558566093444824, KLD = 12.251297950744629\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what exactly is digital art ?\n",
            "target: what are the digital arts ?\n",
            "valid: do are the advantages market ? <eos> <eos>\n",
            "sampled:  what are the best languages of ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: are jewish people the most intelligent in the universe ?\n",
            "target: why are jewish people so intelligent ?\n",
            "valid: do are people slow cheat flat ? <eos>\n",
            "sampled:  are there any people on earth ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 16000, CROSS-ENTROPY = 2.409897565841675, KLD = 12.442460060119629, KLD-COEF = 0.999999999986112\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.658504009246826, KLD = 12.599821090698242\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what are some examples of yellow journalism ?\n",
            "target: what is an example of yellow journalism ?\n",
            "valid: what is meaning layers of gray beliefs ? <eos> <eos> <eos> ? ? ? ? ? ? ? ?\n",
            "sampled:  what is your review of being personality ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how should i edit my question correctly if quora marks down my question for improvement ?\n",
            "target: is there a way on quora to ask why a specific question was marked as needs improvement ?\n",
            "valid: is there a bad to quora to ask a quora question question when marked on a health ? bing\n",
            "sampled:  is there a way to ask a question on quora that can be marked as needing improvement ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 16500, CROSS-ENTROPY = 2.3925888538360596, KLD = 12.490406036376953, KLD-COEF = 0.999999999994891\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.4654030799865723, KLD = 12.444925308227539\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how should i prepare for ca final law ?\n",
            "target: how to prepare for ca final exams ?\n",
            "valid: how to fly for ias rupees ? ? <eos> ? <eos> <eos>\n",
            "sampled:  how should one prepare for cat 2017 ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what s the quickest and most painless way to commit suicide ?\n",
            "target: what is the most painless way to do a suicide ?\n",
            "valid: what is the least easiest way to make done suicide ? <eos>\n",
            "sampled:  what is the most painless way to commit suicide ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 17000, CROSS-ENTROPY = 2.366851806640625, KLD = 12.48253059387207, KLD-COEF = 0.9999999999981204\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.525081157684326, KLD = 12.58583927154541\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what are the things i need to learn as a computer engineer ?\n",
            "target: what is the first thing to learn if i want to be a computer engineer ?\n",
            "valid: what is the best thing to do machine i need to a basically favourite developer ? <eos>\n",
            "sampled:  what is the best way to learn to learn about the new language language ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are some startups in india ?\n",
            "target: what is a startup in india ?\n",
            "valid: what is best good in india ? <eos> <eos> ? ? ? ? ? ? ? ?\n",
            "sampled:  what is a good in india ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 17500, CROSS-ENTROPY = 2.3324508666992188, KLD = 12.601547241210938, KLD-COEF = 0.9999999999993086\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.575512409210205, KLD = 12.41130256652832\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how can i play a 4k video on my pc ?\n",
            "target: how do i play 4k videos on pc ?\n",
            "valid: can do you download eggs books on 1 ? <eos> ? ? ? ? ? ? ? ? ? ?\n",
            "sampled:  how do i find my social video in life ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: why should we use quora when we can google everything ?\n",
            "target: why do people use quora when they know that they could find a more accurate answer on google ?\n",
            "valid: why does we ask isn when we could that they can one the question showing minutes for quora ? <eos>\n",
            "sampled:  why do some people ask questions on quora that can be found answered by a search engine ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 18000, CROSS-ENTROPY = 2.347625970840454, KLD = 12.55323600769043, KLD-COEF = 0.9999999999997456\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.568380832672119, KLD = 13.063562393188477\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: my btech percentage is below 60 will i get a job ?is there any companies accept below 60 ?\n",
            "target: my btech percentage is below 60 will i get a job ? is there any companies accept below 60 percentage ?\n",
            "valid: which iphone percentile is promotion country android are become math new list i where an paper 3 for i ? ? <eos>\n",
            "sampled:  what is best laptop to buy within india s best laptop to buy within the usa ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are the safety precautions on handling shotguns proposed by the nra in alabama and every other state territory and possession in the u .s . ?\n",
            "target: what are the safety precautions on handling shotguns proposed by the nra in north dakota ?\n",
            "valid: what are the safety precautions on handling shotguns proposed by the nra in mississippi dakota ? <eos> <eos> ? .com ? ?\n",
            "sampled:  what are the safety precautions on handling shotguns proposed by the nra in mississippi ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 18500, CROSS-ENTROPY = 2.3119828701019287, KLD = 12.639551162719727, KLD-COEF = 0.9999999999999064\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.5342142581939697, KLD = 12.97984504699707\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how are the middle schools in minneapolis mn ?\n",
            "target: how are the middle schools in minneapolis ?\n",
            "valid: how are the capacitor vedic dishes identical ? <eos> <eos> ? <eos> ? ? ?\n",
            "sampled:  how are the different of water in chhattisgarh ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: where did the concept of serving dried chilli flakes alongside pizza originate and how ?\n",
            "target: where did the concept of serving chilli flakes chilli oil alongside pizza originate ?\n",
            "valid: can did the modern come sophisticated muslim stones natural morse delta limited numbers ? <eos>\n",
            "sampled:  how did the use of the brain .s .s . what are their functions ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 19000, CROSS-ENTROPY = 2.2893331050872803, KLD = 12.69340991973877, KLD-COEF = 0.9999999999999656\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.4471259117126465, KLD = 12.177749633789062\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how do you lead an engaging group discussion ?\n",
            "target: how do you lead an effective group discussion ?\n",
            "valid: how do you find london prenup closeted theory ? <eos>\n",
            "sampled:  how do you calculate a car from screen ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are the best names for dogs ?\n",
            "target: what are some cute names for puppies ?\n",
            "valid: what are some good apps for women ? <eos> <eos>\n",
            "sampled:  what are some good hacks for women ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 19500, CROSS-ENTROPY = 2.279597282409668, KLD = 12.75182819366455, KLD-COEF = 0.9999999999999873\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.595517158508301, KLD = 12.922134399414062\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: do you become more disciplined as you age ? how do i become more disciplined ?\n",
            "target: how do you become more disciplined ?\n",
            "valid: should do you relax world writer ? <eos>\n",
            "sampled:  how do you become more ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: why are higher altitude places colder ?\n",
            "target: why are mountains colder ?\n",
            "valid: why are humen salespeople ? <eos> <eos> ?\n",
            "sampled:  why are people not in india ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 20000, CROSS-ENTROPY = 2.2758877277374268, KLD = 12.83889389038086, KLD-COEF = 0.9999999999999953\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.376870632171631, KLD = 12.243574142456055\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: which order should i watch marvel movies in ?\n",
            "target: what order should i watch the marvel movies in ?\n",
            "valid: what which that i watch somebody greatest apple in toronto <eos>\n",
            "sampled:  what are some good movies to watch and why ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what is your new year resolution for 2017 or goal for 2017 ?\n",
            "target: what are some new year resolutions for 2017 ?\n",
            "valid: what order some meaningful new resolutions for 2017 ? <eos> ?\n",
            "sampled:  what are some new year resolutions for 2017 ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 20500, CROSS-ENTROPY = 2.2450571060180664, KLD = 12.897394180297852, KLD-COEF = 0.9999999999999982\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.4356305599212646, KLD = 12.69043254852295\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is the mechanism of acrosomal reaction during fertilization ?\n",
            "target: what is the mechanism of acrosome reaction during fertilization ?\n",
            "valid: what is the reason of aerospace x during water ? <eos> <eos> ?\n",
            "sampled:  what is the reason of being water on water ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how do i start my preparation for upsc ?\n",
            "target: where from and how should i start preparing for the upsc ?\n",
            "valid: where should my want should i prepare how to the exam ? <eos>\n",
            "sampled:  how can i start preparing for my business ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 21000, CROSS-ENTROPY = 2.212209939956665, KLD = 12.993728637695312, KLD-COEF = 0.9999999999999993\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.40374755859375, KLD = 12.753549575805664\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is the difference between penitentiary and jail ?\n",
            "target: what are the differences between a penitentiary and a jail ? what are their similarities ?\n",
            "valid: what s the differences between your and and a homescreen ? could are some differences ? <eos>\n",
            "sampled:  what are the differences between the differences and a battle ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how do i contact yahoo ! customer service ?\n",
            "target: how do i contact yahoo customer care ?\n",
            "valid: how do youtube contact partial pug service ? <eos> <eos> apocalypse ? ? ? ? ? ?\n",
            "sampled:  how do i recover deleted mobile number ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 21500, CROSS-ENTROPY = 2.222884178161621, KLD = 13.022982597351074, KLD-COEF = 0.9999999999999998\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.4355177879333496, KLD = 13.035696029663086\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: can you provide me the list of the best hollywood movies you have seen ?\n",
            "target: what are the best movies of hollywood ?\n",
            "valid: what are the best antivirus from movies ? <eos> ?\n",
            "sampled:  what are the best movies of 2016 ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what is the difference between coincidence and luck ?\n",
            "target: what is the difference between luck and coincident ?\n",
            "valid: what is the difference between hiv and sunni ? <eos>\n",
            "sampled:  what is the difference between supercharger and turbocharger ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 22000, CROSS-ENTROPY = 2.205674409866333, KLD = 13.057343482971191, KLD-COEF = 0.9999999999999999\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.3034510612487793, KLD = 13.068008422851562\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how do i beat boredom ?\n",
            "target: what should i do to get away from boredom ?\n",
            "valid: what should i do to do more up swim ? <eos>\n",
            "sampled:  what should i do to become a successful solver ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: why is saltwater taffy candy imported in australia ?\n",
            "target: why is saltwater taffy candy imported in germany ?\n",
            "valid: why is saltwater taffy candy imported in india ? <eos> <eos>\n",
            "sampled:  why is saltwater taffy candy imported in czech ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 22500, CROSS-ENTROPY = 2.1757593154907227, KLD = 13.080021858215332, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.3792240619659424, KLD = 13.317304611206055\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what sort of questions can t you ask on quora ?\n",
            "target: what sort of questions should not be asked on quora ?\n",
            "valid: what advice with makes does your be answered on quora ? <eos>\n",
            "sampled:  what questions of questions should i ask on quora of quora ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what is the process to immigrate to usa ?\n",
            "target: how can i immigrate to the us ?\n",
            "valid: what can i get to the standard ? <eos> ? ? ?\n",
            "sampled:  how can i get to the us ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 23000, CROSS-ENTROPY = 2.171203851699829, KLD = 13.128210067749023, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.448429822921753, KLD = 12.833752632141113\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: which is the best book to learn python ?\n",
            "target: which books are the best for beginners to learn python 3 ?\n",
            "valid: which books are the best book learning to learn c or ? <eos> <eos> in <eos> ?\n",
            "sampled:  which book are the best for learning learning for learning programming ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: why do some people ask simple direct science questions in quora when there are sufficient resources available in internet ?\n",
            "target: why do some people on quora ask questions that they can easily findout on google ?\n",
            "valid: why do things people on quora ask no that they show easily answers i quora ? <eos>\n",
            "sampled:  why do some people ask questions on quora that can be easily easily by google ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 23500, CROSS-ENTROPY = 2.14517879486084, KLD = 13.247883796691895, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.3143417835235596, KLD = 13.567756652832031\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what life lessons can we learn from game of thrones ?\n",
            "target: what life lessons does game of thrones teach us ?\n",
            "valid: what topics films should contribute of listen encourage ? ? <eos> <eos> ?\n",
            "sampled:  what programming language should you learn about game of thrones ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: why do i hire you ?\n",
            "target: what is the best answer for why i should hire you ?\n",
            "valid: why is the best way to you you do not me free <eos>\n",
            "sampled:  what is the best way to do with someone you have ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 24000, CROSS-ENTROPY = 2.118330955505371, KLD = 13.11955738067627, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.3454432487487793, KLD = 12.925041198730469\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how do i find clients for my web development business ?\n",
            "target: how can i get more clients for my web development business ?\n",
            "valid: how should i start a flavors for my data development developer ? <eos> ?\n",
            "sampled:  how can i start a business for web web developer developer ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: can a person with alzheimer disease participate in clinical trial ?\n",
            "target: can a person with alzheimer s disease participate in a clinical trial ?\n",
            "valid: can anyone gay ve promising of battery as in a loved area ? <eos>\n",
            "sampled:  can a person be more in a car or not a car ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 24500, CROSS-ENTROPY = 2.1004748344421387, KLD = 13.240236282348633, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.284658432006836, KLD = 12.842384338378906\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is the difference between mixed reality and augmented reality ?\n",
            "target: what is the difference between virtual reality augmented reality and mixed reality ?\n",
            "valid: what is the difference between third pitbull though and and real ? ? <eos>\n",
            "sampled:  what is the difference between difference between white and white and white ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what should i do to improve my tennis ?\n",
            "target: what is the best way to be good at tennis ?\n",
            "valid: what is the best way to create better science life ? <eos> <eos> <eos>\n",
            "sampled:  what is the best way to improve your life ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 25000, CROSS-ENTROPY = 2.113910436630249, KLD = 13.283138275146484, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.327958822250366, KLD = 13.071162223815918\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how does whatsapp make profit ?\n",
            "target: what is whatsapp s business structure ? how does the company make a profit ?\n",
            "valid: what makes 5 and speed ? and how can it stupid with it done ? <eos>\n",
            "sampled:  how can i make money without a week ? how can you make it ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how do i increase your page rank using seo ?\n",
            "target: what is the best way to increase page rank using off page seo techniques ?\n",
            "valid: what is the best way to prevent website overall security home 20 tick exam ? <eos>\n",
            "sampled:  what is the best way to increase my website and e e e abs ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 25500, CROSS-ENTROPY = 2.0849926471710205, KLD = 13.426046371459961, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.173020839691162, KLD = 12.774795532226562\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is repo rate reverse repo rate in india ?\n",
            "target: what is repo and reverse repo rate ?\n",
            "valid: what is long and effect tax in ? <eos>\n",
            "sampled:  what is the average market rate and why ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what does putin want at this stage ?\n",
            "target: what does putin want ?\n",
            "valid: what does neutron source ? <eos> <eos> ? ?\n",
            "sampled:  what does it feel like ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 26000, CROSS-ENTROPY = 2.0674800872802734, KLD = 13.356863975524902, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.269104480743408, KLD = 13.924507141113281\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: when will india be ready to host the olympics ?\n",
            "target: can india ever host the olympics ?\n",
            "valid: would india take become the olympics ? <eos> ? ? ? ? ?\n",
            "sampled:  will india go to be olympics ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are the books used for gate preparation ?\n",
            "target: what books should i use to prepare for the gate exam ?\n",
            "valid: what books would i be to dhoni for gate ssc optional ? <eos>\n",
            "sampled:  what books should i prepare for the gate for ssc cgl ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 26500, CROSS-ENTROPY = 2.054267168045044, KLD = 13.498733520507812, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.235935688018799, KLD = 13.404749870300293\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: a pen drive capacity has been reduced from 16gb to 4 .00 mb . how to regain the actual storage ?\n",
            "target: i have a 16gb pen drive but now it is showing only 4 mb . how can i solve this ?\n",
            "valid: what have the maltese dangerous to page is that issues saving pinterest 80 which enough what will i discover coup oprah <eos>\n",
            "sampled:  what does the average do when the hp desert eagle how do i get into the hp e ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how can i track a mobile number and the location from any sofware ?\n",
            "target: how do i track someone from his mobile number ?\n",
            "valid: how do i recover an at stress windows phone ? <eos> some <eos> ? ? ? ? ? ? ? ? ?\n",
            "sampled:  how do i recover my phone phone number ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 27000, CROSS-ENTROPY = 2.0414111614227295, KLD = 13.613862991333008, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.3530664443969727, KLD = 13.42289924621582\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how do i lose fat from thighs and hips as soon as possible ?\n",
            "target: how can a female reduce thighs and hips fat fast and forever ?\n",
            "valid: how can machine resume time belly and reduce distance without ? money ? <eos>\n",
            "sampled:  how can you lose belly and thigh fat and lose weight ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: is it easy to learn java ?\n",
            "target: is java easy to learn ?\n",
            "valid: is hacking easy to learn ? <eos> ? <eos> ? ? ? ? ?\n",
            "sampled:  is it good to learn python ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 27500, CROSS-ENTROPY = 2.013874053955078, KLD = 13.561225891113281, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.273097038269043, KLD = 13.540603637695312\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is the best moment in your life you can think of ?\n",
            "target: what is the best moment of your life so far ?\n",
            "valid: are are the best thing of life life till . ? <eos>\n",
            "sampled:  what is the best moment of your life and why ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are some additional important courses to do for a mechanical engineer ?\n",
            "target: what are the best additional courses for working mechanical engineers ?\n",
            "valid: what are the best computer for for learning mechanical engineers ? <eos>\n",
            "sampled:  what are the best career options for mechanical engineering student ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 28000, CROSS-ENTROPY = 2.017644166946411, KLD = 13.503941535949707, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.3445327281951904, KLD = 13.66728687286377\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what are the best books for understanding the indian stock market ?\n",
            "target: what are some good books to learn how indian stock market works trading terminologies methods for a beginner ?\n",
            "valid: what are some best difference to read another do aliens people should for the to for a budget ? now\n",
            "sampled:  what are some good books to learn new 2000 rupees . what are the best stocks for indian government ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how can i see someone s private instagram account ?\n",
            "target: how do i view someones s private instagram pictures ?\n",
            "valid: how do i get my instagram private instagram account ? <eos> <eos> <eos> <eos> ? ? ? ? ? ?\n",
            "sampled:  how do i know who s private instagram account ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 28500, CROSS-ENTROPY = 2.001983404159546, KLD = 13.668289184570312, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.3175816535949707, KLD = 14.141502380371094\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what are some ideas for a business start up ?\n",
            "target: what are some ideas to start a business ?\n",
            "valid: what are some order to start a genius ? <eos>\n",
            "sampled:  what are the best ways to start business ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what some best horror movies ?\n",
            "target: what are the best horror movies ?\n",
            "valid: what are some best jokes movies to <eos> in ?\n",
            "sampled:  what are the best hollywood movies ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 29000, CROSS-ENTROPY = 1.9901171922683716, KLD = 13.651782989501953, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.207688093185425, KLD = 13.225202560424805\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how did rbi know that urjit patel would be rbi governor 6 months before and start printing the 2000 rupee notes with his signature on them ?\n",
            "target: how did rbi governor urjit patel s signature appear on the new rs 2 000 rs 500 notes when the government claims the printing began in august sep . ?\n",
            "valid: how does bjp dhoni notes he deposited expected in with indonesia midnight 1000 2000 rs fills considering as carry she nano is it bank into been india pro ? ? <eos>\n",
            "sampled:  how was rbi 2000 note with the new 2000 note note with the new 2000 rupees note with a new\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what is the meaning of my life ?\n",
            "target: what do you think is the ultimate meaning of life ?\n",
            "valid: what do you think is the life meaning of life ? <eos> <eos> ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ?\n",
            "sampled:  what do you think is the purpose of life ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 29500, CROSS-ENTROPY = 1.9693965911865234, KLD = 13.677647590637207, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.2125449180603027, KLD = 13.96068000793457\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how do i stop my dog from throwing up white foam ?\n",
            "target: what does it mean if a dog is throwing up yellow foam ? how can it be treated ?\n",
            "valid: what can it take to a dog monocytes house by than foam s it can they conditions improved ? <eos>\n",
            "sampled:  what can i do to stop my dog and white up up me ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: can someone translate a sentence in english into latin for me ?\n",
            "target: can someone translate accurately english into latin ?\n",
            "valid: can one and android and smarter comprehension ? <eos> <eos> ? ? ? ? ? ? ? ? ? ?\n",
            "sampled:  can i download english english for english ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 30000, CROSS-ENTROPY = 1.9627299308776855, KLD = 13.77666187286377, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.3050057888031006, KLD = 14.250348091125488\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how are the middle schools in minneapolis mn ?\n",
            "target: how are the middle schools in minneapolis ?\n",
            "valid: is are us minimum mirror in london ? <eos>\n",
            "sampled:  how is the university in south korea ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how can i manage money ?\n",
            "target: how do i manage my money wisely ?\n",
            "valid: how do i make my money through ? <eos>\n",
            "sampled:  how do i make money from india ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 30500, CROSS-ENTROPY = 1.946850299835205, KLD = 13.76579475402832, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.280747890472412, KLD = 14.218416213989258\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is it like to work at boeing ?\n",
            "target: how is it to work at boeing ?\n",
            "valid: how is it like make at astronaut ? <eos> ? ? ?\n",
            "sampled:  how is it like to be an entrepreneur ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: is it bad for a 19 year old to date a 17 year old ?\n",
            "target: can a 19 year old date a 17 year old ?\n",
            "valid: is this guy year old take to girl year old ? <eos>\n",
            "sampled:  is a girl year old old for a year ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 31000, CROSS-ENTROPY = 1.9115393161773682, KLD = 13.720968246459961, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.177826404571533, KLD = 13.758859634399414\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how do i stop daydreaming ? and concentrate on reality ?\n",
            "target: how do i avoid or stop daydreaming ?\n",
            "valid: how do i stop wavy bad quickly ? <eos> <eos> ? ? ?\n",
            "sampled:  how do i stop over smoking ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what s the best way to find out what i am good at ?\n",
            "target: how do i find out what i am really good at ?\n",
            "valid: how do i go myself whom i once take good for ? <eos>\n",
            "sampled:  how do i find out what i am best for me ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 31500, CROSS-ENTROPY = 1.9307324886322021, KLD = 13.892731666564941, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.1999833583831787, KLD = 14.156275749206543\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what are chordates ? what are some examples ?\n",
            "target: what are some examples of chordates ?\n",
            "valid: what are examples of of doing and <eos>\n",
            "sampled:  what are some examples of examples and what are some examples ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are the different types of contracts ?\n",
            "target: what is the types of contract ?\n",
            "valid: why are the most of table ? <eos>\n",
            "sampled:  what is the difference of table ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 32000, CROSS-ENTROPY = 1.9083101749420166, KLD = 13.829780578613281, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.0866971015930176, KLD = 13.225372314453125\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is the worst thing you did as a kid ?\n",
            "target: what s the worst thing you did as a kid ?\n",
            "valid: what was the worst thing being have in a muslim ? <eos> ? ?\n",
            "sampled:  what s the worst thing you have done for a stranger ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how do i dock a formula bar in ms excel ?\n",
            "target: how can i hide the formula in formula bar in ms excel ?\n",
            "valid: how can i do a monarchy in 1 formula of supply europe ? <eos>\n",
            "sampled:  how can i get a commercial in class in class class ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 32500, CROSS-ENTROPY = 1.8895952701568604, KLD = 13.983046531677246, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.021292209625244, KLD = 14.10735034942627\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: are vacuum fluctuations energy in vacuum ? are these virtual particles ? how do we know there s this energy if they didn t exist ? do they really exist ?\n",
            "target: are vacuum fluctuations energy in vacuum ? are these virtual particles ? how do we know there s energy in vacuum if they didn t exist ? do they exist ?\n",
            "valid: can dark energy energy that vacuum ? if these dark particles ? <eos> do both know them in as from our that yes exist t exist ? are we show ? <eos>\n",
            "sampled:  are vacuum fluctuations energy in vacuum ? are there any virtual particles ? how do we know that we exist\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how can i avoid using facebook ?\n",
            "target: how do i avoid using facebook ?\n",
            "valid: how do i log facebook quora ? <eos> <eos> ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ?\n",
            "sampled:  how do i log from facebook ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 33000, CROSS-ENTROPY = 1.8759621381759644, KLD = 13.786925315856934, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.1192774772644043, KLD = 14.26270866394043\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: can world war 3 ever take place ?\n",
            "target: what are the prophecies of world war 3 and will it actually happen ?\n",
            "valid: what are the prophecies near world war 3 but want it be happen ? <eos>\n",
            "sampled:  will there be a possibility of world war 3 ? if yes then what are the effects of them ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: where can i start learning javascript ?\n",
            "target: where should i start to learn javascript ?\n",
            "valid: where i i start to start c ? <eos> ? ? ? ? ? ?\n",
            "sampled:  where can i start to learn web ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 33500, CROSS-ENTROPY = 1.8674836158752441, KLD = 13.916833877563477, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.101724147796631, KLD = 14.480748176574707\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: is there a working nintendo 3ds emulator for pc or android ?\n",
            "target: is there a legal way to get a 3ds emulator for the pc ?\n",
            "valid: is it a single for to calculate a outside emulator with friends camera ? <eos>\n",
            "sampled:  is there a good nintendo to buy a good 3ds for pc ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what is rayon ?\n",
            "target: what s rayon ? how is it made ?\n",
            "valid: what an plagiarism ? what are it used ? <eos> <eos> ? ? ? ?\n",
            "sampled:  what is an ? what are some examples of it ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 34000, CROSS-ENTROPY = 1.8402729034423828, KLD = 14.01647663116455, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.099982500076294, KLD = 13.914045333862305\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what are the best ways to lose weight ? what is the best diet plan ?\n",
            "target: how should one change their diet to lose weight ?\n",
            "valid: how would one actually your too to lose weight ? <eos>\n",
            "sampled:  how should one lose weight to lose weight successfully ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what s the easiest way to make money online ?\n",
            "target: what is make money online ?\n",
            "valid: what is best easy online ? <eos> ? ? ? ?\n",
            "sampled:  what is make money online ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 34500, CROSS-ENTROPY = 1.8499131202697754, KLD = 13.998453140258789, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.1396493911743164, KLD = 13.848078727722168\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is the best cure for a hangover ?\n",
            "target: which is the best cure for a hangover ?\n",
            "valid: which is the best for for a javascript ? <eos>\n",
            "sampled:  how can you treat a cure in a relationship ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what do the bhutanese people think of india ?\n",
            "target: what does bhutanese people think of india ?\n",
            "valid: why does other do think of indians ? <eos> <eos>\n",
            "sampled:  what do people think about the indian system ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 35000, CROSS-ENTROPY = 1.8162411451339722, KLD = 13.965080261230469, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.1283857822418213, KLD = 13.987554550170898\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: which coding language is the best for beginners to start with ?\n",
            "target: which is thebest language to learn coding for begginers ?\n",
            "valid: what is best programming to start c about beginners ? <eos>\n",
            "sampled:  which programming language should i start for a beginner programmer ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what is the best way to unlock smartphone ?\n",
            "target: how can i unlock my smartphone ?\n",
            "valid: how can i find my upvotes ? <eos> <eos> ? ?\n",
            "sampled:  how can i crack my iphone ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 35500, CROSS-ENTROPY = 1.8261500597000122, KLD = 13.98045539855957, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.1465373039245605, KLD = 13.9608793258667\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how do lose weight with healthy way ?\n",
            "target: how can i lose weight slowly and naturally ?\n",
            "valid: how can i lose weight fast and why ? <eos> help ? ?\n",
            "sampled:  how can i lose weight and lose weight ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are some of the best blogs about java ?\n",
            "target: what are the best websites and blogs java programmer must follow ?\n",
            "valid: what are the best and or how great worth for each ? <eos>\n",
            "sampled:  what is the best and best programming language about learning programming ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 36000, CROSS-ENTROPY = 1.7859236001968384, KLD = 14.052169799804688, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.1500093936920166, KLD = 14.17150592803955\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: why was jfk assassinated ?\n",
            "target: why exactly was jfk assassinated ?\n",
            "valid: why was was salman buds ? <eos> ? <eos> ? ? ? ? ? ? ?\n",
            "sampled:  why was cyrus mistry so ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: why do people ask questions on quora while they can get all the answers by googling ?\n",
            "target: why do people ask questions on quora that can easily be answered by google ?\n",
            "valid: why do some ask questions on quora that it be be found by google ? <eos>\n",
            "sampled:  why do people ask questions on quora that can be found by google google ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 36500, CROSS-ENTROPY = 1.8176628351211548, KLD = 14.164716720581055, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.9396976232528687, KLD = 14.057258605957031\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: why did president obama abstain on the un vote against israeli settlements ?\n",
            "target: what is the story behind obama abstaining from the un vote on israeli settlements ?\n",
            "valid: what is the arnab behind arnab obama on seen committed to on gravity in ? <eos>\n",
            "sampled:  is the united states obama has been able to vote as trump as president ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how should i take care of my teeth ?\n",
            "target: what are the best way to take care of your teeth ?\n",
            "valid: what are the best ways to come straight of my blogs ? <eos> <eos> <eos> ?\n",
            "sampled:  what are the ways to get out of my teeth s ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 37000, CROSS-ENTROPY = 1.7827109098434448, KLD = 14.151384353637695, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.078669309616089, KLD = 14.211494445800781\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what exactly are the illuminati ?\n",
            "target: who or what are the illuminati ?\n",
            "valid: what are what is the advantages ? <eos> <eos> ? ?\n",
            "sampled:  what is there by the illuminati ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are the funniest jokes of all times ?\n",
            "target: what are the funniest jokes stories you ever heard ?\n",
            "valid: what are the funniest wallets movies that ve heard ? <eos>\n",
            "sampled:  what are some of funniest jokes s new ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 37500, CROSS-ENTROPY = 1.7605206966400146, KLD = 14.088069915771484, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.0612897872924805, KLD = 14.016653060913086\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how many bones are there in shark fish ?\n",
            "target: how many bones do shark have in their bodies ?\n",
            "valid: how many times have people have in our insane ? <eos>\n",
            "sampled:  how many bones are there are there in other ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: who were responsible for the collapse of indus valley civilization ?\n",
            "target: how did the harappan and indus valley civilizations disappear ?\n",
            "valid: stars much the the earthquake cauvery get pay fail ? <eos>\n",
            "sampled:  how did the united states get indus during ww2 ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 38000, CROSS-ENTROPY = 1.7708473205566406, KLD = 14.205883979797363, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.9893003702163696, KLD = 13.639867782592773\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what should i do to impress a girl ?\n",
            "target: how do i impress a girl ?\n",
            "valid: how do i impress a girl ? <eos> ? ? ? ?\n",
            "sampled:  how do i impress a girl ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: why is quora claiming my questions need improvement ?\n",
            "target: why does quora keep telling me my question needs improvement ?\n",
            "valid: why do quora mark something my my question s improvement ? <eos>\n",
            "sampled:  why does quora mark mark my question as needing improvement ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 38500, CROSS-ENTROPY = 1.7420837879180908, KLD = 14.222577095031738, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.9654924869537354, KLD = 14.436444282531738\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is the must have cuisine in munnar ?\n",
            "target: what should i eat in munnar ?\n",
            "valid: what does i visit in pune ? <eos> <eos> ? ? ? ? ? ?\n",
            "sampled:  what are some interesting in pune ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how would changing the 500 and 1000 currency notes help indian government in dealing with corruption ?\n",
            "target: how can discontinuing 500 and 1000 rupee will help to control black money ?\n",
            "valid: how will scrapping 500 1000 1000 get notes affect to fight the money ? <eos>\n",
            "sampled:  how will replacing 500 and 1000 rupee notes help to stop black money ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 39000, CROSS-ENTROPY = 1.7440212965011597, KLD = 14.299747467041016, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.923393964767456, KLD = 14.064920425415039\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what s the quickest and most painless way to commit suicide ?\n",
            "target: what is the most painless way to do a suicide ?\n",
            "valid: what is the most effective way to learn a suicide ? <eos>\n",
            "sampled:  what is the most painless way to make a suicide ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how can we get the best grades in school ?\n",
            "target: how can you get the best grades at school ?\n",
            "valid: how can we get the job grades in usa ? <eos> <eos>\n",
            "sampled:  how can you get the best grades in school ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 39500, CROSS-ENTROPY = 1.7309380769729614, KLD = 14.176980018615723, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.9125407934188843, KLD = 13.48655891418457\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how can i earn money easily online ?\n",
            "target: how can i earn money online from home only ?\n",
            "valid: how can i earn money online from home neutrality ? <eos>\n",
            "sampled:  how can i earn money online without doing any investment ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are the best books for teaching yourself piano ?\n",
            "target: what are the best books for learning piano ?\n",
            "valid: what are the best books for making chess ? <eos> <eos>\n",
            "sampled:  what are the best books for learning programming ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 40000, CROSS-ENTROPY = 1.7013344764709473, KLD = 14.20823860168457, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.0807440280914307, KLD = 13.884132385253906\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how should i prepare for bpsc ?\n",
            "target: what is the best way to prepare for the bpsc ?\n",
            "valid: what is the best way to prepare for mathematics cat ? <eos>\n",
            "sampled:  what is the best way to prepare for the cat ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: can you get pregnant day before period ?\n",
            "target: can you get pregnant the day before your period ?\n",
            "valid: can you get pregnant the day before your regular ? <eos> <eos>\n",
            "sampled:  can you get pregnant a couple before your period ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 40500, CROSS-ENTROPY = 1.6921062469482422, KLD = 14.219979286193848, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.9811573028564453, KLD = 14.74487018585205\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how do i learn machine learning ?\n",
            "target: what steps should i follow to learn machine learning ?\n",
            "valid: what one should i go to learn coaching learning ? <eos> good ? ? ? ? ?\n",
            "sampled:  what should i learn to learn machine learning in one ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what do people think about a relationship with an age gap of 15 years ?\n",
            "target: what do you think of a 15 year age gap ? is that too much ?\n",
            "valid: what do you think with a shy intercourse old when to could there one effective in <eos>\n",
            "sampled:  what do you think of a man do old like me to go ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 41000, CROSS-ENTROPY = 1.708001732826233, KLD = 14.326895713806152, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.9891000986099243, KLD = 14.533895492553711\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how should i improve my english speaking and writing skills ?\n",
            "target: how do i improve my english writing ability ?\n",
            "valid: how do i improve my english writing ability ? <eos> ?\n",
            "sampled:  how can i improve english writing skills in english ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: which coding language is the best for beginners to start with ?\n",
            "target: which is thebest language to learn coding for begginers ?\n",
            "valid: which programming best that to learn and at beginners ? <eos>\n",
            "sampled:  which is best programming language to learn for beginner ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 41500, CROSS-ENTROPY = 1.6704245805740356, KLD = 14.295980453491211, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.9676297903060913, KLD = 14.793499946594238\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: can a constitutional amendment be deemed unconstitutional by the supreme court ?\n",
            "target: can the supreme court rule that a constitutional amendment duly ratified by 3 4 of the states is unconstitutional ?\n",
            "valid: can you support government disappointed be the link prime league kong than the the after the memories list inevitable ? <eos>\n",
            "sampled:  can the u .s . court be a permanent court of the supreme court of the supreme court ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what s the difference in a wedding between western country and chinese country ?\n",
            "target: what is the different between chinese wedding ceremony and western wedding ceremony ?\n",
            "valid: what is the difference difference more market and and american culture culture ? <eos> <eos> ? ? ? ? ? ?\n",
            "sampled:  what is the difference between chinese and western culture indian culture ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 42000, CROSS-ENTROPY = 1.6749589443206787, KLD = 14.30057144165039, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.1911165714263916, KLD = 14.887048721313477\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how do i learn competitive programming ?\n",
            "target: for a very first beginner what are ways to start with competitive programming ?\n",
            "valid: a a computer beginner language programming could some to start learning competitive c ? <eos>\n",
            "sampled:  a good programming language to learn how do i start a good programming ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: who is the greatest multiple sport athlete of all time ?\n",
            "target: who would you argue is the greatest all around athlete of all time ?\n",
            "valid: who is be seem are most most rock of the of thrones time ? <eos>\n",
            "sampled:  who is the most powerful player of all time all time ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 42500, CROSS-ENTROPY = 1.6596013307571411, KLD = 14.283195495605469, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.9127784967422485, KLD = 14.479382514953613\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: is donald trump secretly a democrat ?\n",
            "target: is it possible that donald trump is in cahoots with hillary clinton ?\n",
            "valid: is it true that donald trump will a cahoots for hillary clinton ? <eos> <eos> ? ? ? ? ? ?\n",
            "sampled:  is donald trump s president that he are in a good president ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how do i start online shopping website in india ?\n",
            "target: how can i make an online shopping website in india ? how do i get the products to sell ?\n",
            "valid: how can i earn online website marketing developer in india ? i should i get good best to work ? <eos>\n",
            "sampled:  how can i start learning online and online online ? what are the best ways to learn it ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 43000, CROSS-ENTROPY = 1.6464406251907349, KLD = 14.365017890930176, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.9717057943344116, KLD = 14.451629638671875\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: can you offer me any advice on how to lose weight ?\n",
            "target: i m fat . how do i lose weight ?\n",
            "valid: i live 8 . how do i lose weight ? <eos>\n",
            "sampled:  i m overweight . how can i lose weight ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how can i reduce dandruff ?\n",
            "target: how can i reduce dandruff and itching and hairfall ?\n",
            "valid: how can i reduce rid and and fast awareness ? <eos>\n",
            "sampled:  how can i reduce and tummy and stress ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 43500, CROSS-ENTROPY = 1.6498173475265503, KLD = 14.409929275512695, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.9942258596420288, KLD = 14.521092414855957\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: which bluetooth speakers are the best for under rs 5k ?\n",
            "target: which are the best bluetooth speaker ls under rs 5000 ?\n",
            "valid: which is the best nude gaming available or pm .60000 ? <eos>\n",
            "sampled:  which are the best laptops under rs . rs . 1000 ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are some of your favorite song lyrics ?\n",
            "target: what are your favorite song lyrics and why ?\n",
            "valid: what are your favorite fictional asked of why ? <eos> <eos> ?\n",
            "sampled:  what are your favorite music and why ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 44000, CROSS-ENTROPY = 1.6226662397384644, KLD = 14.328903198242188, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.0484395027160645, KLD = 14.371377944946289\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is the quickest possible way to lose weight ?\n",
            "target: what is the fastest way to lose fat and keep it off ?\n",
            "valid: i is the fastest way to lose without at lose my without ? <eos>\n",
            "sampled:  what is the fastest way to lose weight and lose weight successfully ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: who create quora ?\n",
            "target: who has invented quora ?\n",
            "valid: who is followed quora ? <eos> ? ? ? <eos> ? ? ? ?\n",
            "sampled:  who is quora ? how do you win this ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 44500, CROSS-ENTROPY = 1.6271003484725952, KLD = 14.422927856445312, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.8767995834350586, KLD = 13.851719856262207\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how old is too old to start medical school ?\n",
            "target: what age is too old to get a medical md ?\n",
            "valid: what is can high normal to start a old plan ? <eos>\n",
            "sampled:  what is too old to start a medical medical plan ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what is instantaneous velocity ?\n",
            "target: what does instantaneous velocity mean ?\n",
            "valid: what actually flat outside power ? <eos> <eos> <eos> ? ? ?\n",
            "sampled:  what does gotra mean of borat ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 45000, CROSS-ENTROPY = 1.5977343320846558, KLD = 14.43835163116455, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.8789914846420288, KLD = 14.275975227355957\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how can i learn the european portuguese ?\n",
            "target: what is the easiest way to learn portuguese ?\n",
            "valid: what is the quickest way to learn society ? <eos> ? ? ?\n",
            "sampled:  what is the best way to learn history ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what was it like to learn how to drive for the first time ?\n",
            "target: what was it like to learn driving for the first time ?\n",
            "valid: what would it like to start first for 10 upsc time ? <eos>\n",
            "sampled:  what was it like to learn first for the first time ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 45500, CROSS-ENTROPY = 1.5968375205993652, KLD = 14.36510944366455, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.8505607843399048, KLD = 14.650321960449219\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what do chartered accountants do ?\n",
            "target: what does a chartered accountant really do ?\n",
            "valid: what are a total do do do ? <eos> ? ? ? ?\n",
            "sampled:  what do an average do you live ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are the best computer languages to learn for 2020 ?\n",
            "target: what would be the best programming language to learn before 2020 ?\n",
            "valid: what are be the best free language to learn foreign foreign ? <eos>\n",
            "sampled:  what are the best resources to learn web design from scratch ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 46000, CROSS-ENTROPY = 1.569921851158142, KLD = 14.414213180541992, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.884250283241272, KLD = 14.027826309204102\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what are the best colleges in india for automobile engineering ?\n",
            "target: which is the best college for automobile engineering in india ?\n",
            "valid: which is the best usa for mba in in india ? <eos>\n",
            "sampled:  what is the best college colleges for india in india ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what makes us happy ?\n",
            "target: what makes us happy and why ?\n",
            "valid: what makes iran and and why ? <eos> <eos> <eos> ? ?\n",
            "sampled:  what makes an atheist really happy ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 46500, CROSS-ENTROPY = 1.5765790939331055, KLD = 14.48201847076416, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.92373788356781, KLD = 14.889581680297852\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what are the innovative ideas to curb pollution from delhi ?\n",
            "target: what are some techniques which we can use to remove pollution from city like delhi ?\n",
            "valid: what are some good taken way will bring to make delhi from astrophysics from tickets banks <eos>\n",
            "sampled:  what are some ways to invest from stock market to market from stock market ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: why is diversity a good thing ?\n",
            "target: why is diversity considered a good thing ?\n",
            "valid: how is life so a good professor ? <eos> <eos> <eos> ? ? ? ? ? ?\n",
            "sampled:  why is life so good for a person ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 47000, CROSS-ENTROPY = 1.5511584281921387, KLD = 14.27649211883545, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.9692182540893555, KLD = 14.764068603515625\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: as an engineering 3rd year student what should i start preparing for ias exam ?\n",
            "target: how should i start my preparation for ias as an engineering student ?\n",
            "valid: how should i start cfa cat for the with a upsc student ? <eos>\n",
            "sampled:  how should i start preparing for ias and start my graduation exam ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how can plan a trip for 3 and half days to goa so as to explore the best of it ?\n",
            "target: how do i plan a trip to goa ?\n",
            "valid: how do i promote the trip to goa ? <eos> <eos> ? ? ?\n",
            "sampled:  how do i plan for a trip trip ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 47500, CROSS-ENTROPY = 1.5643264055252075, KLD = 14.563889503479004, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 2.0127174854278564, KLD = 14.710027694702148\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what are the things an entrepreneur must know ?\n",
            "target: if there is one thing that an entrepreneur must know what would that be ?\n",
            "valid: what there is going thing to you entrepreneur what do how should you ? ? <eos>\n",
            "sampled:  what is the most interesting thing that should know about an entrepreneur ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: is it worth buying the iphone 7 ?\n",
            "target: is it worth to buy an iphone 7 ?\n",
            "valid: is it worth to crack buying iphone 7 ? <eos> <eos> ? ? ? ? ?\n",
            "sampled:  is it worth buying the iphone 7 in 2016 ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 48000, CROSS-ENTROPY = 1.5610754489898682, KLD = 14.54934024810791, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.8877451419830322, KLD = 14.760297775268555\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: if you would be an animal what you would be and why ?\n",
            "target: if you were a different kind of animal what animal would you want to be and why ?\n",
            "valid: if you knew ever born pet of what what can you you be to be and why ? <eos> <eos> ? ? ? ? ? ? ? ? ? ? ? ? ? ?\n",
            "sampled:  if you could be a superpower what would you do and what would you do to be and why ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: i m 15 year old my height is 5 feet 7 inches and my weight is 50 kg what should i do to gain weight ?\n",
            "target: i am 25 year old female my height is 5 ft and weight is 42 kg . what should be my ideal weight and what diet should i follow to gain it ?\n",
            "valid: i got trust absolute my 23 my formula is better 5 and still sex too 12th . how should i nervous belly plan and can times can i will my do him and <eos>\n",
            "sampled:  i m my old year old year old year old and my height is 5 . how can i gain\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 48500, CROSS-ENTROPY = 1.5402946472167969, KLD = 14.46963882446289, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.970322847366333, KLD = 14.468401908874512\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: why did romans conquered britannia but didn t conquer hibernia ?\n",
            "target: why were the romans unable to conquer ireland ?\n",
            "valid: what is the until bear to south wallets ? <eos> <eos> ? ? ? ? ? ?\n",
            "sampled:  why did the romans have the armenian genocide ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are some books similar to to kill a mockingbird ?\n",
            "target: what are some books similar to to kill a mockingbird and why are they similar ?\n",
            "valid: what are some books to to can listen a law but why should they made ? <eos>\n",
            "sampled:  what are some good songs to listen to a song s own and why ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 49000, CROSS-ENTROPY = 1.5340358018875122, KLD = 14.471450805664062, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.9660818576812744, KLD = 14.487075805664062\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: who is going to win the presidential election ?\n",
            "target: who will win the 2016 united states presidential election trump or clinton ?\n",
            "valid: who will win the conventional us states presidential election presidential or clinton ? <eos>\n",
            "sampled:  who will win the 2016 presidential election presidential election trump or clinton ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: why does india so scared of cpec ?\n",
            "target: why does india oppose cpec ?\n",
            "valid: why does india s chinese ? <eos> ? ? ? ? ? ? ?\n",
            "sampled:  why is india so much ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 49500, CROSS-ENTROPY = 1.5161662101745605, KLD = 14.368499755859375, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.7906157970428467, KLD = 15.180597305297852\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: where can i buy various range of custom lanyards in melbourne ?\n",
            "target: where can i get different types of designer lanyards in melbourne ?\n",
            "valid: where can i get best lanyards of sliding bieber in melbourne ? <eos> <eos> <eos> ? ? ? ? ? ?\n",
            "sampled:  where can i get best quality of paris lanyards in melbourne ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what is the sahara and how do the average temperatures there compare to the ones in the syrian desert ?\n",
            "target: what is the sahara and how do the average temperatures there compare to the ones in the mojave desert ?\n",
            "valid: what is the sahara and how do the average temperatures there compare to the ones in the thar desert ? <eos>\n",
            "sampled:  what is the sahara and how do the average temperatures there compare to the ones in the registan desert ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 50000, CROSS-ENTROPY = 1.5273127555847168, KLD = 14.54959774017334, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.9075253009796143, KLD = 14.988558769226074\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is an elliptical orbit ?\n",
            "target: what is a elliptical orbit ?\n",
            "valid: what is a psychic renminbi ? <eos> <eos> ? ?\n",
            "sampled:  what is an wave in the iss ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how can i learn english well ?\n",
            "target: how can i learn to speak english fluently ?\n",
            "valid: how can i make to speak english fluently ? <eos>\n",
            "sampled:  how can i learn to speak english fluently ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 50500, CROSS-ENTROPY = 1.5033315420150757, KLD = 14.449554443359375, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.7983795404434204, KLD = 14.324348449707031\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is quickbooks tech support number in arizona ?\n",
            "target: what is the best quickbooks support number in arkansas ?\n",
            "valid: what is the quickbooks quickbooks proadvisor in in los ? <eos> <eos> <eos> ? ? ? ? ? ? ? ? ? <eos>\n",
            "sampled:  what is the best quickbooks support number in arkansas ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how cold can the gobi desert get and how do its average temperatures compare to the ones in the great victoria desert ?\n",
            "target: how cold can the gobi desert get and how do its average temperatures compare to the ones in the chihuahuan desert ?\n",
            "valid: how cold can the gobi desert get and how would its average temperatures compare to the ones in the simpson desert ? <eos>\n",
            "sampled:  how cold can the gobi desert get and how do its average temperatures compare to the ones in the great\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 51000, CROSS-ENTROPY = 1.5082027912139893, KLD = 14.541952133178711, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.782550573348999, KLD = 14.345065116882324\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what are your opinions on brexit ?\n",
            "target: what are your views on the brexit ?\n",
            "valid: what are your views on the brexit ? <eos>\n",
            "sampled:  what are your views on the demonetization ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: i m 13 and want to learn to code . how should i go about this ?\n",
            "target: how can i learn about software coding ?\n",
            "valid: how should i learn about preparation ? ? <eos>\n",
            "sampled:  how can i learn about i m ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 51500, CROSS-ENTROPY = 1.4894944429397583, KLD = 14.513830184936523, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.9330428838729858, KLD = 14.443058967590332\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what are the pros and cons of hillary clinton being the next president ?\n",
            "target: what are some pros and cons on hillary clinton ?\n",
            "valid: what are some pros and hillary of hillary clinton ? <eos> ? <eos> ? ? ? ? ? ?\n",
            "sampled:  what are some reasons for hillary clinton and why ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what should be done to avoid watching porn ?\n",
            "target: how do i stop masturbating watching porn ? i can t don t masturbate without watching porn .\n",
            "valid: how do i stop watching watching porn ? how have t please t masturbate lonely too industry or <eos>\n",
            "sampled:  how do i stop watching porn porn ? i am not being bored . what should i do about this\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 52000, CROSS-ENTROPY = 1.4885480403900146, KLD = 14.556568145751953, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.8838088512420654, KLD = 14.47004222869873\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what are some mind blowing technology gadgets that exist that most people don t know about ?\n",
            "target: what are the best gadgets to buy in 2016 that most people don t know about ?\n",
            "valid: what are the some plays in suggest in have that most people don t know about ? <eos>\n",
            "sampled:  what are the most mind blowing in the new 2016 that most people don t know about ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what s the best way to prepare for gre ?\n",
            "target: what are the best ways to prepare for gre ?\n",
            "valid: what are the best ways to study for gre ? <eos> <eos> <eos> ? ? ? ? ?\n",
            "sampled:  what are the best ways to prepare for gre ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 52500, CROSS-ENTROPY = 1.4712058305740356, KLD = 14.411864280700684, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.987929344177246, KLD = 14.761678695678711\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how is it to be raised by gay parents ?\n",
            "target: what does it feel like to be the son daughter of gay parents ?\n",
            "valid: what does it feel like to be a father who to gay drugs ? <eos>\n",
            "sampled:  what does it feel like to be gay to be a child mother ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how can i improve my basics of physics ?\n",
            "target: how do i improve my physics ?\n",
            "valid: how do i get my skills ? <eos> <eos> ? ? ? ? ? ?\n",
            "sampled:  how do i improve my math ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 53000, CROSS-ENTROPY = 1.4822500944137573, KLD = 14.507197380065918, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.8831508159637451, KLD = 14.383196830749512\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is the difference between a synchronous machine and an induction machine ?\n",
            "target: how does the working principle of a synchronous machine differ from an induction machine ?\n",
            "valid: how good the future of of developing royal machine machine as an machine developer ? <eos>\n",
            "sampled:  how do the difference between a machine machine and machine machine machine learning ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what is the purpose we serve being human on earth ?\n",
            "target: what is the purpose of human life or life in general ?\n",
            "valid: with is the daily of aleppo human after led in singapore ? <eos> <eos> <eos> ?\n",
            "sampled:  what is the purpose of human human on earth and earth ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 53500, CROSS-ENTROPY = 1.4401246309280396, KLD = 14.516702651977539, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.780851125717163, KLD = 14.584757804870605\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: is there any other device to control power factor other than capacitor banks ?\n",
            "target: is there any technique for correction of power factor other than capacitors ?\n",
            "valid: is there any positive of public of our force system than knowing ? <eos> <eos> <eos> <eos> ? ? ? ? ? ? ? ?\n",
            "sampled:  is there any way for public to increase our own system system ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: why does australia deny the legitimacy of the arbitration in hague which australia recognised it as an international court and law ?\n",
            "target: why does australia support illegal ruling by black box operated arbitration on scs but deny legitimacy of pca ruling between australia east timor ?\n",
            "valid: why i5 non palestine jio as awards seeing political split on on mountain of instead assistant at appointed for when mongolia before making ? <eos>\n",
            "sampled:  why does ms .s support backed courts for indian court when they spent single than un on an international party\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 54000, CROSS-ENTROPY = 1.434627890586853, KLD = 14.620058059692383, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.8380072116851807, KLD = 14.741877555847168\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: who are the over actors of bollywood ?\n",
            "target: who are some bollywood actors and actresses who are known for over acting ?\n",
            "valid: who are some actors who and actresses democrats doesn past of movies real ? <eos>\n",
            "sampled:  who are some underrated and actresses actresses actresses that actresses from bollywood ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are some startups in india ?\n",
            "target: what is a startup in india ?\n",
            "valid: what is a smartphone in india ? <eos> ? ? ? ? ? ? ?\n",
            "sampled:  what is a job in india ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 54500, CROSS-ENTROPY = 1.4490708112716675, KLD = 14.589573860168457, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.7711265087127686, KLD = 14.879829406738281\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what are some examples of quaternary economic activity ?\n",
            "target: what are some examples of quaternary economic activities ?\n",
            "valid: what are some interesting of managers musk subgenre ? <eos> <eos> ? ? ? ?\n",
            "sampled:  what are some examples of economic systems and reactions ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: why do some people ask questions on quora that could easily be answered by using a search engine ?\n",
            "target: why do people ask quora questions which can be answered easily by google ?\n",
            "valid: why do people ask quora here which can be answered answered by googling ? <eos>\n",
            "sampled:  why do people ask quora questions which can be answered easily by google ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 55000, CROSS-ENTROPY = 1.439428687095642, KLD = 14.647872924804688, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.7504291534423828, KLD = 14.297144889831543\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what are some of the most mind blowing facts about ronaldo ?\n",
            "target: what are some of the mind blowing facts about cristiano ronaldo ?\n",
            "valid: what are some of the unknown blowing facts about ants aap ? <eos>\n",
            "sampled:  what are some of the best facts about indian railways ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: which phone should i buy under 15k ?\n",
            "target: which phone is best to buy under 15k ?\n",
            "valid: which phone is best to buy under 15k ? <eos> <eos> <eos> ?\n",
            "sampled:  which phone can i buy for 15k 15k ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 55500, CROSS-ENTROPY = 1.4224315881729126, KLD = 14.591109275817871, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.7816969156265259, KLD = 14.560633659362793\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: why should one read books ?\n",
            "target: why should we read books ?\n",
            "valid: why books we read books ? <eos> ? ? ? ? ?\n",
            "sampled:  why are we read books ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what should one do to find purpose of one s life ?\n",
            "target: how do i find a basic purpose in my life ?\n",
            "valid: how do i find the purpose purpose ? my life ? <eos>\n",
            "sampled:  how do i find the purpose purpose in my life ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 56000, CROSS-ENTROPY = 1.4225168228149414, KLD = 14.599111557006836, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.8001883029937744, KLD = 14.707246780395508\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what was going on in the columbia space shuttle just before its explosion ?\n",
            "target: did the columbia crew in the shuttle know that they were going to die during the last fifteen minutes ?\n",
            "valid: who the modern attack on the present were quiet happened change felt to manage the the extremist happening were ? <eos>\n",
            "sampled:  did the void really have in the middle of another world before they were able to the big bang ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what s the mystery behind bermuda triangle ?\n",
            "target: what is the truth behind the bermuda triangle ?\n",
            "valid: what is the newton by the bermuda triangle ? <eos> ? ? ? ? ? ? ? ? ? ? ?\n",
            "sampled:  what is the mystery behind the bermuda triangle ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 56500, CROSS-ENTROPY = 1.42287015914917, KLD = 14.616909980773926, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.822725534439087, KLD = 14.509218215942383\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: for those that have depression do you think we control our thoughts or do thoughts control us ?\n",
            "target: do we control our thoughts or thoughts control us ?\n",
            "valid: does america control other own count black americans words ? <eos> <eos>\n",
            "sampled:  do people control the emotions control . how do i control ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: can the supreme court of india interfere on the banned of 500 and 1000 notes by the government ?\n",
            "target: can supreme court of india scrap the demonetization in india ?\n",
            "valid: can pm court on 500 500 500 old on pok ? <eos>\n",
            "sampled:  what is the use of rs 500 and 1000 notes ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 57000, CROSS-ENTROPY = 1.414035677909851, KLD = 14.581334114074707, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.8031072616577148, KLD = 14.291135787963867\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how will the demonetization of rs 500 1000 notes finish the black money in the market exactly ?\n",
            "target: will the modi government s decision to end circulation of 500 1000 rupees notes be of any value to get the black money shoved abroad ?\n",
            "valid: will scraping latest use be decision on demonetize of of the 1000 notes notes of in any government of get of black money works that ? <eos>\n",
            "sampled:  will the modi government be affected by the indian government to demonetize 500 and 1000 notes of india notes or\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: which is the best water purifier in india ?\n",
            "target: what is the best water purifier available in india ?\n",
            "valid: what is the best freelance purifier provider in india ? <eos> <eos> <eos> ? ? ? ? ? ? ? ? ? ? ? ? ? ?\n",
            "sampled:  what is the best water water purifier in india ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 57500, CROSS-ENTROPY = 1.3948285579681396, KLD = 14.475160598754883, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.8610517978668213, KLD = 14.497653007507324\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what are the genuine way to earn money through online ?\n",
            "target: what are most genuine ways to earn money online which you have tried ?\n",
            "valid: what are ways ways ways to earn money online by can can work ? <eos>\n",
            "sampled:  what are some ways of earning money online which can be done to work ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what would cause someone to wake up with broken teeth ?\n",
            "target: what would be the cause of waking up with broken teeth ?\n",
            "valid: what were cause the experience of weed up with your face ? <eos> ? ?\n",
            "sampled:  what would you do if a dog is up up up ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 58000, CROSS-ENTROPY = 1.393509030342102, KLD = 14.564550399780273, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.753220796585083, KLD = 14.38243293762207\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: china what makes majority of china filthy poor despite its high development rate ?\n",
            "target: china what makes majority of china so poor despite its high development rate ?\n",
            "valid: do boards makes isis of intrusive china popular more writing great limited system ? <eos>\n",
            "sampled:  china what makes of china s china do more than chinese countries ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are the specialities of this new 2000 rs note ?\n",
            "target: what is special about the new 2000 note ?\n",
            "valid: what ways most to the new 2000 note ? <eos> <eos> ? ? ? ?\n",
            "sampled:  what is that new new way to win ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 58500, CROSS-ENTROPY = 1.3704144954681396, KLD = 14.649179458618164, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.8296973705291748, KLD = 14.525543212890625\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is the best way to keep track of expenses in a startup ?\n",
            "target: how do i keep track of my startup s expenses ?\n",
            "valid: how do i be my of the company s foreign ? <eos>\n",
            "sampled:  how do i find out of my startup without exercise ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how can i avoid someone without making it obvious ?\n",
            "target: how do i avoid someone without them noticing ?\n",
            "valid: how do i read people without really without ? <eos> ? ?\n",
            "sampled:  how i can i keep someone without something ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 59000, CROSS-ENTROPY = 1.3868200778961182, KLD = 14.61313533782959, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.7717835903167725, KLD = 15.18751049041748\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what are the dietary habbits of a snapping turtle ?\n",
            "target: what are the dietary habits of a snapping turtle ?\n",
            "valid: what are the signs and of a board bullet ? <eos>\n",
            "sampled:  what are the advantages of a rolls thesis mix ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: why are there so many stupid question on quora ?\n",
            "target: why do some people asked stupid questions on quora ?\n",
            "valid: why do some questions posting questions questions anonymously quora ? <eos>\n",
            "sampled:  why do some people ask questions on quora ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 59500, CROSS-ENTROPY = 1.3612868785858154, KLD = 14.681967735290527, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.7531030178070068, KLD = 14.784764289855957\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: do you believe in horoscopes and astrology ?\n",
            "target: do you believe in astrology ?\n",
            "valid: do you believe in horoscope ? <eos> <eos> ? ? ?\n",
            "sampled:  do you believe in astrology ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what is the kinkiest thing you have ever done ?\n",
            "target: what is the kinkiest thing you ve ever done ?\n",
            "valid: what is the wildest thing you have ever heard ? <eos>\n",
            "sampled:  what is the wildest thing you ve ever done ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 60000, CROSS-ENTROPY = 1.3514926433563232, KLD = 14.527432441711426, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.8272743225097656, KLD = 15.187609672546387\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what does putin want at this stage ?\n",
            "target: what does putin want ?\n",
            "valid: what does it happen ? <eos> ? ? ? ? ?\n",
            "sampled:  what does richard mean ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: which company provides the best professional seo service in india ?\n",
            "target: what are the best seo service companies in india ?\n",
            "valid: what are the top seo section optimization for delhi ? <eos>\n",
            "sampled:  what are the best seo companies companies in india ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 60500, CROSS-ENTROPY = 1.3453760147094727, KLD = 14.547489166259766, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.7317678928375244, KLD = 15.212018966674805\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: which is the best beach for a couple to stay for a week in goa ?\n",
            "target: what are the best beaches to visit in goa ?\n",
            "valid: what are the best tongue to stay in goa ? <eos>\n",
            "sampled:  what are the best places to stay in goa ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how does a hypergolic thruster work ?\n",
            "target: how does hypergolic thruster work ?\n",
            "valid: how does pgpm feel themselves ? <eos> <eos> ? ? ?\n",
            "sampled:  how does blackcore work work work ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 61000, CROSS-ENTROPY = 1.3622277975082397, KLD = 14.52263069152832, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.7717087268829346, KLD = 15.579655647277832\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how do i make money flying my drone ?\n",
            "target: how do i make money with a drone . ?\n",
            "valid: how do i make money with a freelancer truck ? <eos> <eos> <eos> ?\n",
            "sampled:  how do i make money with a drone drone ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what is disaster managment ?\n",
            "target: what is disaster management ? what are main categories of disaster management ?\n",
            "valid: what is united clintons ? what are some importance about other much ? <eos>\n",
            "sampled:  what is us ? what are some examples of these rights .\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 61500, CROSS-ENTROPY = 1.3501145839691162, KLD = 14.629630088806152, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.8467600345611572, KLD = 14.843554496765137\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is the 13th amendment to the us constitution ? why was it necessary ?\n",
            "target: what is the significance of the 13th 14th and 15th amendments of the us constitution ?\n",
            "valid: why is the ranking of the usa amendment amendment japan either of the uri made ? <eos>\n",
            "sampled:  what is the best reason for the us us and how did the us of the usa ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are some proven ways to reduce and manage stress ?\n",
            "target: what is an easy way to reduce stress ?\n",
            "valid: what is quick exercises way to reduce stress ? <eos> ? ? ? ? ? ? ?\n",
            "sampled:  what is an effective way to reduce stress ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 62000, CROSS-ENTROPY = 1.3288224935531616, KLD = 14.641325950622559, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.6420402526855469, KLD = 14.245210647583008\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: will the decision to demonetize 500 and 1000 rupee notes help to curb black money ?\n",
            "target: with latest announcement of making rs 500 and rs 1000 notes invalid in india is this step a checkmate to people who have black money ?\n",
            "valid: would 500 announcement of making rs 500 and 1000 1000 notes invalid in curbing who this action after checkmate year black who say excess money ? <eos>\n",
            "sampled:  if scrapping of rs 500 and rs 1000 notes invalid in india is this step a checkmate to people who\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how do you calculate relative velocity ?\n",
            "target: how is relative velocity calculated ?\n",
            "valid: how is obesity base produced ? <eos> ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ?\n",
            "sampled:  how is tensile calculated calculated ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 62500, CROSS-ENTROPY = 1.3203513622283936, KLD = 14.551807403564453, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.7634055614471436, KLD = 14.75561809539795\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what makes a great fiction character ?\n",
            "target: what makes great fiction characters great ?\n",
            "valid: what type male anime shows watch ? <eos> ? ? ? ? ?\n",
            "sampled:  what makes great great fiction great songs ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: interface in asp .net c ?\n",
            "target: what is interface in c ? why do we use interfaces ?\n",
            "valid: what is in in present ? what will we use it ? <eos>\n",
            "sampled:  what is in c ? how do i use this of ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 63000, CROSS-ENTROPY = 1.3319092988967896, KLD = 14.672609329223633, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.9294471740722656, KLD = 15.040655136108398\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what would be the best way to quit smoking ?\n",
            "target: how do stop smoking ?\n",
            "valid: how do i quit ? <eos> ? ? ? ? ?\n",
            "sampled:  how do i quit ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are the technological and economic contributions of brahmins to the indian subcontinent ?\n",
            "target: what are the contributions of brahmins to indian society ?\n",
            "valid: what are the main of indian miss invade korea ? <eos>\n",
            "sampled:  what are the contributions of going to join india ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 63500, CROSS-ENTROPY = 1.3224104642868042, KLD = 14.598551750183105, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.7938387393951416, KLD = 14.714454650878906\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how should i prepare to clear cabin crew interview ?\n",
            "target: how do i prepare myself for the cabin crew job interview ?\n",
            "valid: how do i prepare publish for the american campus papers interview ? <eos>\n",
            "sampled:  how do i prepare for the google summer of ibps interview ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: which phone should i buy under inr 15k ?\n",
            "target: what are some good smartphones under 15k ?\n",
            "valid: i i some good beaches under 15k ? <eos> <eos> ? ? ?\n",
            "sampled:  what are some good smartphones under 15000 ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 64000, CROSS-ENTROPY = 1.295717716217041, KLD = 14.573771476745605, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.6975529193878174, KLD = 14.29931640625\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: did the prophet bahullah perform miracles ?\n",
            "target: did baha u llah the prophet of the baha i faith perform miracles ?\n",
            "valid: did wizards characterize of the backstory of the good speak lose america substances ? <eos>\n",
            "sampled:  did hitler really have the great of the rothschild dragon finale series ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what was that best moment of your life ?\n",
            "target: which moment was one of the best moment of your life ?\n",
            "valid: which moment was your for the best moment of your life ? <eos> ? <eos>\n",
            "sampled:  which was your best moment of your life so far ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 64500, CROSS-ENTROPY = 1.2817388772964478, KLD = 14.565216064453125, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.7091032266616821, KLD = 14.776504516601562\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how do i become raw agent ?\n",
            "target: how do i become a raw agent ?\n",
            "valid: how do i become a doctor citizenship ? <eos>\n",
            "sampled:  how do i become a penetration stronger ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how can i publish my own book ?\n",
            "target: how can one publish a book ?\n",
            "valid: how can one publish a book ? <eos> ?\n",
            "sampled:  how can one book a book ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 65000, CROSS-ENTROPY = 1.2834351062774658, KLD = 14.597555160522461, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.7321574687957764, KLD = 14.732452392578125\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: why was ed esping s quora account banned ?\n",
            "target: will quora moderation explain why a particular user was banned ?\n",
            "valid: did jimmy block its it not political never closed traffic ? <eos>\n",
            "sampled:  did quora wales block its emails with the media emails ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how do i get an internship in bel ?\n",
            "target: how do i get an internship at bel ?\n",
            "valid: how do i start an image at supreme ? <eos> <eos> ?\n",
            "sampled:  how do i get an internship at iisc ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 65500, CROSS-ENTROPY = 1.2930097579956055, KLD = 14.69452953338623, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.7151639461517334, KLD = 13.986259460449219\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is your new year resolutions in 2017 ?\n",
            "target: what is your new year s resolution for 2017 ?\n",
            "valid: what is your new year s resolution for 2017 ? <eos> <eos> <eos> ? ? ? ? ? ? ? ? ? ? ? ?\n",
            "sampled:  what is your new year s resolution for 2017 ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: is there a way to make sure you re not unintentionally reusing someone else s book idea when writing a new book ?\n",
            "target: is there a way to make sure you re not unintentionally plagiarizing someone s book idea when you re writing a new book ?\n",
            "valid: is there a way to know someone way give whether send to watching instrument paper below can a channels a a book book ? <eos>\n",
            "sampled:  is there a way to tell me that someone else can read me a book i am just a book\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 66000, CROSS-ENTROPY = 1.2910447120666504, KLD = 14.635443687438965, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.7055704593658447, KLD = 14.504183769226074\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: why should one read books ?\n",
            "target: why should we read books ?\n",
            "valid: why should we read right ? <eos> ? ? ? ?\n",
            "sampled:  why are we read books ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are the biggest problems with public education today ?\n",
            "target: what are the biggest issues facing public education today ?\n",
            "valid: what are the biggest intelligent faced other ocean today ? <eos>\n",
            "sampled:  what are the biggest problems problems indian education system ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 66500, CROSS-ENTROPY = 1.2855030298233032, KLD = 14.684404373168945, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.6809184551239014, KLD = 14.771197319030762\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how do i join the porn industry as a transgender male ?\n",
            "target: how can a transgender woman join the porn industry ?\n",
            "valid: how can a non person person a same person ? <eos> ? ? ? ? ? ? ? ?\n",
            "sampled:  how can one become a porn person for porn ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: why do people ask questions on quora that are easily answerable via a quick internet search ?\n",
            "target: why do people bother to ask questions on quora they could just google to get the answer ?\n",
            "valid: why do people find to ask questions on quora they could be google to get the answer ? <eos>\n",
            "sampled:  why do some people ask questions on quora that can easily be found to a search engine ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 67000, CROSS-ENTROPY = 1.2587167024612427, KLD = 14.594575881958008, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.697900414466858, KLD = 13.924344062805176\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how can i learn to speak a language fluently ?\n",
            "target: what is the best way to self learn a language and be able to speak fluently ?\n",
            "valid: what is the best programming to learn learning a new like to to to speak ? ? <eos>\n",
            "sampled:  what is the best way to learn a foreign language with a beginner language ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how can you breathe on your own in a coma ?\n",
            "target: can you breathe in a coma ?\n",
            "valid: can you change in a shower ? <eos> ? ? ? ? ? ? ? ? ? ?\n",
            "sampled:  can you build a in your ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 67500, CROSS-ENTROPY = 1.265079379081726, KLD = 14.5570068359375, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.7834113836288452, KLD = 14.880743026733398\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how do you get rid of a addiction ?\n",
            "target: what are the best ways to get rid of an addiction ?\n",
            "valid: what is the causes ways to overcome over a an anger ? <eos>\n",
            "sampled:  what are the best ways to get rid of a porn ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how can i improve my general awareness ?\n",
            "target: how do i improve my general awareness india ?\n",
            "valid: how do i improve my concentration power so ? <eos> ? ? ?\n",
            "sampled:  how do i improve my concentration level ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 68000, CROSS-ENTROPY = 1.2621772289276123, KLD = 14.620091438293457, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.6762115955352783, KLD = 14.830011367797852\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: why doesn t anyone answer my questions on here ?\n",
            "target: why doesn t anyone here answer my questions ?\n",
            "valid: why doesn t anyone answer their my questions ? <eos> ?\n",
            "sampled:  why don t quora answer me my questions ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are the best ways to ask a question on quora ?\n",
            "target: how do i ask someone a question on quora ?\n",
            "valid: how do i ask an a question on quora ? <eos>\n",
            "sampled:  how do i ask an question on quora ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 68500, CROSS-ENTROPY = 1.2489336729049683, KLD = 14.547679901123047, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.7099539041519165, KLD = 15.06518840789795\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: can i go to medical school at 50 ?\n",
            "target: i m 27 is it too late for me to go to medical school ?\n",
            "valid: i join large going going too late at medical to become to study law ? <eos>\n",
            "sampled:  i am 16 at it is too late to go to medical at school ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: why do we humans exist what is our purpose in life ?\n",
            "target: how can i find myself or purpose of life ?\n",
            "valid: why can i find this from purpose of life ? <eos> ? ? ? ? ?\n",
            "sampled:  why is there no purpose of life so earth ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 69000, CROSS-ENTROPY = 1.2452178001403809, KLD = 14.695237159729004, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.7150278091430664, KLD = 14.32551097869873\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is a public awareness campaigns ? what is the most effective way to launch a public awareness campaign ?\n",
            "target: what is the most effective way to launch a public awareness campaign ?\n",
            "valid: what are the best effective way to fly a full problem ? ? <eos>\n",
            "sampled:  what is the most effective way to get a public wedding ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: which countries will support india if china attacks india ?\n",
            "target: will india and japan support each other in case china attacks india ?\n",
            "valid: who india ban rs really if which than agriculture after who round ? <eos>\n",
            "sampled:  will india and pakistan who will win in india if china invades china ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 69500, CROSS-ENTROPY = 1.2383078336715698, KLD = 14.656089782714844, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.6176255941390991, KLD = 14.772262573242188\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how do i help a family member who is becoming increasingly depressed ?\n",
            "target: how can i help my family members in depression ?\n",
            "valid: how can i stop me wife partner in his ? <eos>\n",
            "sampled:  how can i make my parents friend ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what is the best way to learn about day trading from home ?\n",
            "target: how do i learn about day trading from home ?\n",
            "valid: how do i learn about financial level from internet ? <eos>\n",
            "sampled:  how do i learn about data structures from home ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 70000, CROSS-ENTROPY = 1.2255247831344604, KLD = 14.59473991394043, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.6321340799331665, KLD = 14.3070707321167\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how safe is it to lose 70 pounds in 2 months ?\n",
            "target: what are some ideas on how to lose 75 pounds in 2 months ?\n",
            "valid: what are minimum safe for routine to lose doing pounds in 3 weeks ? <eos>\n",
            "sampled:  what are some safe to lose weight in 2 weeks without 2 ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how will i open account in quora ?\n",
            "target: how do i open an account on quora ?\n",
            "valid: how do i deactivate an average for quora ? <eos> <eos> <eos> ? ? ?\n",
            "sampled:  how much money does a question on quora ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 70500, CROSS-ENTROPY = 1.2180604934692383, KLD = 14.616273880004883, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.6546671390533447, KLD = 14.275266647338867\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what should we do when we feel empty ?\n",
            "target: i feel empty what should i do ?\n",
            "valid: i feel what i i i do ? <eos> <eos> ? ? ? ?\n",
            "sampled:  what should i do when i die ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are some of the ngos or orphanages in bangalore where one can help teach ?\n",
            "target: what ngos in bangalore can i volunteer with on weekends or holidays ?\n",
            "valid: what ngos can bangalore place be get on local theoretical for pune ? <eos>\n",
            "sampled:  what are a good escort ideas in bangalore where i can do ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 71000, CROSS-ENTROPY = 1.2179226875305176, KLD = 14.620598793029785, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.6901214122772217, KLD = 14.427436828613281\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: which technique is used for sentiment analysis supervised learning or unsupervised learning ?\n",
            "target: how do i proceed with sentiment analysis in python using unsupervised learning method ? where i have a self learning model ?\n",
            "valid: which do i learn removing plant brothers in concrete ? sql ? ? ? what is can a c model doubt ? <eos>\n",
            "sampled:  which are some substitutes used on which math is used by learning math and what is the main structure ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how can i completely eliminate sweaty palms ?\n",
            "target: how do you treat sweaty palms ?\n",
            "valid: how do you strengthen multiple attitudes ? <eos> <eos> <eos> ? <eos> ? ? ? ? ? ? ? ? ? ? ?\n",
            "sampled:  how do you avoid sweaty palms ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 71500, CROSS-ENTROPY = 1.2078460454940796, KLD = 14.571306228637695, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.6747815608978271, KLD = 14.503326416015625\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what s the funniest conversation you ve overheard in public ?\n",
            "target: what is the funniest conversation you overheard ?\n",
            "valid: what s the funniest love gift ever ? <eos> ? ? ? ? ?\n",
            "sampled:  what is the funniest problem you ve ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: any idea for final year project related to mechanical engineering ?\n",
            "target: what can be topics for final year project of b .tech mechanical ?\n",
            "valid: what are be me for gate year useful of electronics .tech in engineering <eos>\n",
            "sampled:  what are good year for mechanical final year s best project in mechanical ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 72000, CROSS-ENTROPY = 1.1845717430114746, KLD = 14.646742820739746, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.7047315835952759, KLD = 14.792447090148926\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is the best way to promote your novel on quora ?\n",
            "target: my first novel is out in print . how can i promote it here on quora ?\n",
            "valid: or life commerce in arrested and giving but what do i change approach in on quora ? <eos>\n",
            "sampled:  what is best way to improve quora and monetize questions on quora . how do i read ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: why did the indian government demonetize the current 500 and 1000 rupee notes and replace them with new notes ?\n",
            "target: why did india banned 500 1000 rupee notes ?\n",
            "valid: why did modi banned 500 1000 rupee notes ? <eos> <eos> <eos> ? ? ? ? ? ?\n",
            "sampled:  why did goi demobilise 500 1000 rupee notes ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 72500, CROSS-ENTROPY = 1.208022117614746, KLD = 14.732638359069824, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.6662304401397705, KLD = 14.339673042297363\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: when is the best time to travel singapore ?\n",
            "target: what time of year is it best to visit singapore ?\n",
            "valid: if time is time is it just to live canada ? <eos> <eos> <eos>\n",
            "sampled:  what time of time is it safe to travel alone ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: why do bats sleep upside down ?\n",
            "target: which bats hang upside down ? why do they sleep that way ?\n",
            "valid: why term pills honey left ? what do they cook temperatures ? ? <eos>\n",
            "sampled:  how do sleep sleep when sleep ? what causes it do ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 73000, CROSS-ENTROPY = 1.187342643737793, KLD = 14.588447570800781, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.6252626180648804, KLD = 14.144044876098633\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: can i use a reliance jio 4g sim in a 3g iphone ?\n",
            "target: is it possible to use jio in 3g phone ?\n",
            "valid: is it possible for run jio in 3g iphone ? <eos> <eos>\n",
            "sampled:  can you use jio sim in a 3g phone ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what could happen if trump builds the wall ?\n",
            "target: what will happen if trump really does build a wall ?\n",
            "valid: what will happen if trump elect wins a and wall ? <eos>\n",
            "sampled:  what will happen if trump s president on his wall ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 73500, CROSS-ENTROPY = 1.1976008415222168, KLD = 14.765811920166016, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.5911376476287842, KLD = 14.658441543579102\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how do i know if a woman is good in bed ?\n",
            "target: how do i know if a particular woman is good in bed ?\n",
            "valid: how will i know if the girl is on better in office ? <eos>\n",
            "sampled:  how do i know if a girl is interested in the first time ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how do i speak english properly and confidently ?\n",
            "target: how do i speak english fluently at an interview ?\n",
            "valid: how do i speak english rapidly in an interview ? <eos> <eos> <eos> ?\n",
            "sampled:  how do i speak english fluently and more confident ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 74000, CROSS-ENTROPY = 1.1770241260528564, KLD = 14.571892738342285, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.7544567584991455, KLD = 14.268389701843262\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: is there anything i can buy that will make water boil faster ?\n",
            "target: what are some ways to make water boil faster ?\n",
            "valid: what are some of to make sports faster light ? <eos>\n",
            "sampled:  what will be the easiest way to run water light ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how do i make my vagina tight ?\n",
            "target: what are some ways to keep a vagina tight ?\n",
            "valid: what are some of to make a vision trip ? <eos>\n",
            "sampled:  what are some ways to make a long term ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 74500, CROSS-ENTROPY = 1.1598708629608154, KLD = 14.57136344909668, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.6466257572174072, KLD = 14.545225143432617\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: which movies have the best opening 5 minutes and why ?\n",
            "target: what are the best opening scenes in film history ?\n",
            "valid: what are the movies experiences movies in bitcoin and ? <eos> ? <eos>\n",
            "sampled:  what are the best 10 movies in los angeles ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: could donald trump be president ?\n",
            "target: what are the chances of donald trump winning the 2016 election ?\n",
            "valid: what are the chances of donald trump being the us election ? <eos>\n",
            "sampled:  what are the chances of donald trump becoming the us ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 75000, CROSS-ENTROPY = 1.1674492359161377, KLD = 14.664664268493652, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.6044706106185913, KLD = 14.500750541687012\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what actually is the purpose of life ?\n",
            "target: what do you feel is your purpose in life ?\n",
            "valid: what do you think is life purpose in life ? <eos>\n",
            "sampled:  what do you feel is your purpose in life ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what is national aquatic animal of india ?\n",
            "target: what is the national aquatic animal of india ?\n",
            "valid: what is the monetary national pole of india ? <eos> <eos>\n",
            "sampled:  what is the national national flag of india ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 75500, CROSS-ENTROPY = 1.1579786539077759, KLD = 14.609341621398926, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.596197247505188, KLD = 14.878866195678711\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: is scrapping old 500 and 1000 rupees notes and releasing new 500 and 2000 rupees notes a permanent solution for eradication of black money ?\n",
            "target: how does banning 500 1000 rupee notes solve black money problem ?\n",
            "valid: how would black 500 1000 notes notes stop different money problem ? <eos>\n",
            "sampled:  how does banning 500 1000 rupee notes solve black money problem ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what is the ultimate happiness ?\n",
            "target: what is the ultimate enjoyment in life ?\n",
            "valid: what is the silliest word happiness life ? <eos> <eos> <eos> ? ?\n",
            "sampled:  what is the ultimate meaning in life ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 76000, CROSS-ENTROPY = 1.1667978763580322, KLD = 14.609328269958496, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.560481309890747, KLD = 14.58105182647705\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what are some great optical illusions ?\n",
            "target: what are some mind blowing optical illusions ?\n",
            "valid: what are some favorite blowing flower comics ? <eos> <eos>\n",
            "sampled:  what are some great optical optical illusions ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what do americans think about edward snowden ?\n",
            "target: how do the americans think of edward snowden ?\n",
            "valid: which do you americans think of edward snowden ? <eos>\n",
            "sampled:  how do you think the muslims of edward snowden ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 76500, CROSS-ENTROPY = 1.1472043991088867, KLD = 14.613640785217285, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.622936487197876, KLD = 13.872472763061523\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what are some songs with extraordinary lyrics ?\n",
            "target: what are some songs with great lyrics ?\n",
            "valid: what are some good bands most brands ? <eos> ? <eos> ? ? ?\n",
            "sampled:  what are some good songs with music ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how should i improve my english speaking and writing skills ?\n",
            "target: how can i improve my english writing skills in an effective way ?\n",
            "valid: how can i improve my english level skills for a effective way ? <eos>\n",
            "sampled:  how can i improve my english writing skills in my english way ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 77000, CROSS-ENTROPY = 1.159774899482727, KLD = 14.745972633361816, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.7079365253448486, KLD = 14.245363235473633\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: where can i get bikes on rental basis either in kozhikode or wayanad ?\n",
            "target: how to get around wayanad ? are there any bikes available for rent ?\n",
            "valid: the to get vcs cpt you are some any generators for on in you <eos>\n",
            "sampled:  where is the best way to buy microwave oven area ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what age did you have sex for the first time ?\n",
            "target: what was your age when you had sex for the first time ?\n",
            "valid: what was the first before you had sex for the first time ? <eos> <eos>\n",
            "sampled:  what was the first time experience you have ever had sex ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 77500, CROSS-ENTROPY = 1.1390583515167236, KLD = 14.618331909179688, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.6394494771957397, KLD = 14.527753829956055\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is the worst that will happen to america if trump becomes president ? what if hillary does ?\n",
            "target: what do you think would be the worst thing that can happen if trump is elected as president ?\n",
            "valid: what will you think would happen the next thing that would be if trump wins trying as elected ? <eos>\n",
            "sampled:  what do you think is the worst thing that has won the election to stop donald trump as president ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are the best online coding schools available ?\n",
            "target: which is the best one on one online coding school ?\n",
            "valid: which is the best online for online core investment date ? <eos> <eos> <eos> ? ? ? ? ? ?\n",
            "sampled:  which is the best online course for learning web development ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 78000, CROSS-ENTROPY = 1.1258151531219482, KLD = 14.595488548278809, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.6642835140228271, KLD = 14.90241527557373\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: is anyone feeling irritated by quora ?\n",
            "target: is anyone feeling irritated on quora ?\n",
            "valid: is anyone compatible on on quora ? <eos> <eos> ? ? ? ? <eos> ? ?\n",
            "sampled:  is anyone really allowed on quora ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how does a 21 year old man loose an erection and or ejaculates quickly ?\n",
            "target: how does a 21 year old man lose an erection and or ejaculate quickly ?\n",
            "valid: how would a high transaction old work become and internship or amazing high quality ? <eos>\n",
            "sampled:  how does a high year old high school and become high at age ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 78500, CROSS-ENTROPY = 1.1362082958221436, KLD = 14.62293815612793, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.548945665359497, KLD = 14.495396614074707\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: does hard work really pay off ?\n",
            "target: does hard work always pay off ?\n",
            "valid: does does experience training work work ? <eos> ? ? <eos> ?\n",
            "sampled:  does an average term really work ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what is the best place to visit in south korea ?\n",
            "target: what are some good places to visit in south korea ?\n",
            "valid: what are some good places to visit in south korea ? <eos>\n",
            "sampled:  what are some good places to visit in south korea ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 79000, CROSS-ENTROPY = 1.1221041679382324, KLD = 14.644179344177246, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.635178804397583, KLD = 14.300050735473633\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what are differences between constant a .c . and variable a .c . in supply ?\n",
            "target: what is differance between constant a .c . and variable a .c . in supply ?\n",
            "valid: what is difference and an and cpu box and what in boon in in windows ? <eos>\n",
            "sampled:  what is difference between an accelerator and a doberman fan in indian industry . ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what is an alternative way to log in to facebook ?\n",
            "target: what is an alternative way to log into facebook ?\n",
            "valid: what is a correct way to log facebook facebook ? <eos> ? <eos> ? ? ? ?\n",
            "sampled:  how can i log to my facebook account in facebook ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 79500, CROSS-ENTROPY = 1.1107114553451538, KLD = 14.567682266235352, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.6700935363769531, KLD = 14.85150146484375\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how can i publish books with publishers ?\n",
            "target: how can i publish my own book ?\n",
            "valid: how can i study my book book ? <eos> <eos> ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ?\n",
            "sampled:  how can i improve my book and writing ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: should i fit off road silencer provided by re to my brand new re classic 350 on delivery itself or keep the stock silencer ?\n",
            "target: royal enfield motorcycles can i fit the oem made upsewpt silencer on purchase of my classic 350 on delivery itself ? or i should complete run ins on the stock one and then fit the upswept silencer oem made ?\n",
            "valid: should t taken still i make the parking give of to to the of the 15 for with the nylon for this domain still explain to while for the tv score backwards the please itself pendulum in again etc . <eos>\n",
            "sampled:  should i sell my car s name to buy an car file that is not an car on the car\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 80000, CROSS-ENTROPY = 1.1104727983474731, KLD = 14.63248062133789, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.6390323638916016, KLD = 14.79057502746582\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what annoy you the most ? and why is that ?\n",
            "target: what annoys or irritates you the most ?\n",
            "valid: what words who the you by most ? <eos> <eos> <eos>\n",
            "sampled:  what exactly is most ? why is it so important ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what is the most funny joke you have ever heard ?\n",
            "target: tell a joke that the funniest you have heard ?\n",
            "valid: art a joke that you funniest you have heard ? <eos>\n",
            "sampled:  list of the funniest jokes you have ever heard ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 80500, CROSS-ENTROPY = 1.1165506839752197, KLD = 14.620408058166504, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.5665440559387207, KLD = 14.194198608398438\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what are your new year s resolutions ?\n",
            "target: what is your new year s resolutions for 2017 ?\n",
            "valid: what is your new year s resolutions for ? ? <eos> <eos> ?\n",
            "sampled:  what is your new year s resolutions for 2017 ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how do we go for a research while studying mbbs ?\n",
            "target: what is the full procedure to do research while doing mbbs ?\n",
            "valid: what is the qualifications government to study very optional getting mbbs ? <eos>\n",
            "sampled:  what is the best way to study indian army studying mbbs ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 81000, CROSS-ENTROPY = 1.0899269580841064, KLD = 14.55086612701416, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.512154459953308, KLD = 14.12669563293457\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: where can i find a hacker ?\n",
            "target: where can i hire a real bad ass hacker ?\n",
            "valid: where can i hire a serious male 3 hacker ? <eos> <eos> <eos> <eos>\n",
            "sampled:  where can i find a real hacker and serious hacker ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are ways i can increase my height i m a ftm asian ?\n",
            "target: can jumping and skipping increase height i m 16 year old male ?\n",
            "valid: my hair increase increase increase increase after gain year while after through ? <eos>\n",
            "sampled:  can someone increase their height naturally or 18 years i m already ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 81500, CROSS-ENTROPY = 1.0805797576904297, KLD = 14.535172462463379, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.552473545074463, KLD = 14.688848495483398\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is the best binary options broker ?\n",
            "target: which binary options broker is best ?\n",
            "valid: which universities programs offers is best ? <eos> <eos> ?\n",
            "sampled:  which investment options is best investment ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what is the best way to wash a tesla vehicle ?\n",
            "target: is it possible to water wash tesla cars ?\n",
            "valid: how it ok to relieve roll castles ? ? <eos>\n",
            "sampled:  how can you keep your own garbage shirt ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 82000, CROSS-ENTROPY = 1.1082825660705566, KLD = 14.686267852783203, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.64937424659729, KLD = 14.606470108032227\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: who is worse trump or clinton ?\n",
            "target: who s worse donald trump or hillary clinton ?\n",
            "valid: who is more donald trump or hillary clinton ? <eos> <eos> ? ? ? ?\n",
            "sampled:  who would be better donald trump or hillary ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how long would india last in a war against the us ?\n",
            "target: if india and u .s go to war how long would india last ?\n",
            "valid: in changing had pakistan how how to war into much would this win ? <eos>\n",
            "sampled:  in india how many world war would be a nuclear war against ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 82500, CROSS-ENTROPY = 1.0742279291152954, KLD = 14.51171588897705, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.4528391361236572, KLD = 14.366503715515137\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how do i decrease my face fat ? i have lost around 15 kgs in the past year but i m not losing my face fat .\n",
            "target: how can i lose face fat ? fat around my mouth\n",
            "valid: how can we lose fat fat and also having my iq ?\n",
            "sampled:  how can i lose fat and reduce fat naturally ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: science how much progress have scientists made on bringing back dead people ?\n",
            "target: is science capable of bringing the dead back to life ?\n",
            "valid: is life king a the the jane to to die ? <eos>\n",
            "sampled:  is elon musk to start with no people back ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 83000, CROSS-ENTROPY = 1.0973320007324219, KLD = 14.575920104980469, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.6464745998382568, KLD = 15.138524055480957\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: why do the planets in our solar system orbit along the same plane ?\n",
            "target: are all planets orbiting in the same plane ?\n",
            "valid: are there satellites orbiting in the two house ? <eos> ?\n",
            "sampled:  are there planets the planets color in the solar ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: my face has gained a lot of fat .how do i reduce it ?\n",
            "target: what are some effective ways to reduce face fat ?\n",
            "valid: why are some natural ways to reduce workout weight ? <eos>\n",
            "sampled:  what are some effective ways to reduce face fat ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 83500, CROSS-ENTROPY = 1.0678441524505615, KLD = 14.531755447387695, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.5532057285308838, KLD = 14.746139526367188\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: which is the best free antivirus ?\n",
            "target: which is the best free antivirus for my laptop ?\n",
            "valid: which is a best free antivirus free any 2017 ? <eos> <eos>\n",
            "sampled:  which is the best free antivirus for the best ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how long does it take to fix a wheel bearing ?\n",
            "target: how long does it take to replace a wheel bearing ?\n",
            "valid: how long does it take to shift the resident seat ? <eos>\n",
            "sampled:  how long does it take to get a toilet paper ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 84000, CROSS-ENTROPY = 1.0767881870269775, KLD = 14.59687328338623, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.5817855596542358, KLD = 15.007067680358887\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is the grid ?\n",
            "target: what is grid ?\n",
            "valid: what is coincidence ? <eos> ? ? ?\n",
            "sampled:  what is meant ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are some great soothing songs ?\n",
            "target: what are the best soothing songs ?\n",
            "valid: what are the very motivational song songs why\n",
            "sampled:  what are the best rock songs ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 84500, CROSS-ENTROPY = 1.0504404306411743, KLD = 14.517013549804688, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.6639639139175415, KLD = 14.5960693359375\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is it like being a psychiatrist ?\n",
            "target: what is it like to be a psychiatrist ?\n",
            "valid: what is it like to be a responsive ? <eos>\n",
            "sampled:  what is it like to be a stranger ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how can i understand machine learning ?\n",
            "target: how should i get started with machine learning ?\n",
            "valid: how should i play started with machine learning ? <eos>\n",
            "sampled:  how should i learn with a machine machine ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 85000, CROSS-ENTROPY = 1.059675693511963, KLD = 14.592630386352539, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.6175140142440796, KLD = 14.274871826171875\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how can the drive from edmonton to auckland be described and how do these cities attractions compare to those in montreal ?\n",
            "target: how can the drive from edmonton to auckland be described and how do these cities attractions compare to those in windsor ?\n",
            "valid: how can the drive from edmonton to auckland be described and how do these cities attractions compare to those in ottawa ? <eos>\n",
            "sampled:  how can the drive from edmonton to auckland be described and how do these cities attractions compare to those in\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: why are so many people on quora obsessed about iq ? it must surely top the list !\n",
            "target: why are so many quorans obsessed with iq ?\n",
            "valid: why are so many quora obsessed with quora ? <eos> <eos> ? ? ? ? ? ? ? ? ? ? ? ?\n",
            "sampled:  why are so many people obsessed with iq ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 85500, CROSS-ENTROPY = 1.0474374294281006, KLD = 14.602920532226562, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.5279698371887207, KLD = 14.550544738769531\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what are the career options available for an electrical engineering graduate ?\n",
            "target: what are some interesting career options jobs available after completing engineering electrical in india ?\n",
            "valid: what are some cool career government excluding who which engineering a which the the ? <eos>\n",
            "sampled:  what are some career options after b .tech excluding b .tech in electrical engineering ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what is your philosophy of life ?\n",
            "target: what is you philosophy on life ?\n",
            "valid: what are your regret ? life ? <eos> ? ? ? ? ? ? ? ?\n",
            "sampled:  can you describe life of life ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 86000, CROSS-ENTROPY = 1.0433032512664795, KLD = 14.573592185974121, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.6017396450042725, KLD = 14.435991287231445\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how do i create my blog on quora ?\n",
            "target: how do i create a blog on quora ?\n",
            "valid: how do i create a blog on quora ? <eos> <eos> ?\n",
            "sampled:  how do i create a blog on quora ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what do female astronauts do when they have periods in space ?\n",
            "target: how do astronauts who menstruate handle their cycles in space ?\n",
            "valid: how do women american last when before women in space ? <eos>\n",
            "sampled:  how do women stay when they live in an rv ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 86500, CROSS-ENTROPY = 1.0445759296417236, KLD = 14.589555740356445, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.716809868812561, KLD = 14.583943367004395\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how do i improve my speaking ?\n",
            "target: how do you improve speaking skills in public ?\n",
            "valid: how do you improve our skills in india ? <eos>\n",
            "sampled:  how do you improve our public speaking ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: which country has the largest number of atheists ?\n",
            "target: which country has biggest number of atheist people ?\n",
            "valid: which countries has most public of these now ? <eos>\n",
            "sampled:  which country has been used in most states ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 87000, CROSS-ENTROPY = 1.0425190925598145, KLD = 14.611689567565918, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.593038558959961, KLD = 14.838732719421387\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: which is the best coaching institute for cat preparation in delhi ?\n",
            "target: what is the best coaching institute for the cat preparation in delhi ?\n",
            "valid: what is the best coaching centre for coaching cat in in delhi ? <eos>\n",
            "sampled:  what is the best coaching institute for cat in delhi ncr ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: i have an untreatable and life long disabling neurological disease . what is the easiest and most painless way i can commit suicide ?\n",
            "target: is there some painless way to suicide ?\n",
            "valid: does there some painless way to suicide ? <eos> ? ? ? ? ?\n",
            "sampled:  can i make myself commit suicide ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 87500, CROSS-ENTROPY = 1.0354772806167603, KLD = 14.547074317932129, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.6262813806533813, KLD = 14.193342208862305\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is the easiest language to learn except english and what is the best and fastest way to learn it ?\n",
            "target: what is the best and fastest way to learn english ?\n",
            "valid: what is the best programming average way to learn vocabulary ? <eos> ? ?\n",
            "sampled:  what is the best way for learning programming language and why ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how one can make use of its brain to its maximum potential ?\n",
            "target: how one can make use of his brain to its maximum potential ?\n",
            "valid: how long can measure money of other solar reduce avoid word store ? <eos>\n",
            "sampled:  how to save brain of brain brain can be able to save ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 88000, CROSS-ENTROPY = 1.0272316932678223, KLD = 14.459625244140625, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.4839788675308228, KLD = 14.672666549682617\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how can i make money from youtube ?\n",
            "target: how can i make money fast from youtube ?\n",
            "valid: how can i make money fast from home ? <eos>\n",
            "sampled:  how can i make money fast from youtube ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are some good inspirational movies ?\n",
            "target: what are the top 10 inspirational movies ?\n",
            "valid: what are the best 10 best movies ? <eos> ?\n",
            "sampled:  what are the best inspirational inspirational movies ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 88500, CROSS-ENTROPY = 1.0253782272338867, KLD = 14.556415557861328, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.6175129413604736, KLD = 14.314460754394531\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is the best question asked on quora ? what was the best answer ?\n",
            "target: what are the best questioned asked in quora ?\n",
            "valid: what are the best hacks ever in quora ? <eos> <eos> ?\n",
            "sampled:  what are the best questioned ever asked ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how can i become good in english speaking and writing ?\n",
            "target: how do i become good in english speaking and writing ?\n",
            "valid: how do i become good at my writing blogs why ? <eos>\n",
            "sampled:  how do i become good at english and speaking ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 89000, CROSS-ENTROPY = 1.0078407526016235, KLD = 14.521831512451172, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.647947072982788, KLD = 15.107444763183594\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what are the good things that hillary clinton has accomplished ?\n",
            "target: what has hillary clinton actually accomplished in her political career ?\n",
            "valid: what exactly interesting clinton read hang with his foreign first ? <eos>\n",
            "sampled:  what was hillary clinton really accomplished in us presidential debate ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are some tips to get better grades in school ?\n",
            "target: how can i get better grades ?\n",
            "valid: how can i get better grades ? <eos> ? ? ? ?\n",
            "sampled:  how can i get better grades ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 89500, CROSS-ENTROPY = 1.0201551914215088, KLD = 14.497754096984863, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.650299310684204, KLD = 14.459098815917969\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how do i stop addiction to porn ?\n",
            "target: how can i stop my porn addiction ?\n",
            "valid: how can i stop doing porn addiction ? <eos>\n",
            "sampled:  how can i stop my porn addiction ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are some of the most ridiculous excuses for being late ?\n",
            "target: what are some excuses for being late ?\n",
            "valid: what are some important to gray sex ? <eos>\n",
            "sampled:  what are some important for your daily ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 90000, CROSS-ENTROPY = 1.0107436180114746, KLD = 14.628334045410156, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.6065858602523804, KLD = 14.407842636108398\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: is there any legitimate reasons for hitler hating jews ?\n",
            "target: why was hitler was so against jews ?\n",
            "valid: why are god not so hated god ? <eos> ? ? ? ?\n",
            "sampled:  why did the jews hate jews jews ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what is there if you didn t clear tcs lapp exam . ?\n",
            "target: what if i didn t able to clear tcs lapp exam ?\n",
            "valid: what are i got t received to admit infosys marks online ? <eos>\n",
            "sampled:  what could happen if i m lost to an email exam ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 90500, CROSS-ENTROPY = 0.9845821261405945, KLD = 14.471524238586426, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.5368765592575073, KLD = 14.696464538574219\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: why does the sun rise in the the east and set in the west ?\n",
            "target: why does the sun rise in the east and set in the west ?\n",
            "valid: why does the sun flag in the east and the in the constitution ? <eos>\n",
            "sampled:  why does the sun rise in the sun and its in the sea ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are the best ways to speak english fluently ?\n",
            "target: how can i speak fluent english with confidence ?\n",
            "valid: how does i speak fluent english with them ? <eos> <eos> ? ? ? ?\n",
            "sampled:  how can i speak fluent english with confidence ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 91000, CROSS-ENTROPY = 1.0165410041809082, KLD = 14.60196304321289, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.560538649559021, KLD = 14.396177291870117\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what is best investment option ?\n",
            "target: what is the best investment options ?\n",
            "valid: what is the best investment diet ? <eos> ? ? ? ? ? ? ? ? ? ? ?\n",
            "sampled:  what is the best investment option ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what s the best way to break up with someone ?\n",
            "target: is there any way in which i might break up with my girlfriend but hurt her less ?\n",
            "valid: is it any way for loved one just break up with a conservative back about them again ? <eos>\n",
            "sampled:  what is the best way i break up with someone who is no up with someone ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 91500, CROSS-ENTROPY = 1.0028138160705566, KLD = 14.522581100463867, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.588415503501892, KLD = 14.834324836730957\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how do i change my email address ?\n",
            "target: can i change my current email address ? how ?\n",
            "valid: how i change my email email accounts ? how ? <eos> <eos> <eos> <eos> ?\n",
            "sampled:  can i change my email email or password ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: in naruto what do the names of the akatsuki members mean ?\n",
            "target: what is the meaning of the names of all members of the akatsuki ?\n",
            "valid: what is the advantage of the number of the photographs the the home runner <eos>\n",
            "sampled:  what is the significance of the phrase of the phrase on the plane plane ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 92000, CROSS-ENTROPY = 0.9844653606414795, KLD = 14.56824779510498, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.5287086963653564, KLD = 14.435234069824219\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: do you believe in spirits ?\n",
            "target: do you belive in spirits ? and why ?\n",
            "valid: do you slept ghosts ghosts ? why why ? <eos> ? ? ? ? ? ? ? ? ?\n",
            "sampled:  do you believe in luck ? and why ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: why do people often ask questions in quora while they can google it themselves ?\n",
            "target: why do people bother to ask questions on quora they could just google to get the answer ?\n",
            "valid: why do people bother to ask people on quora could could just google to get google answer ? <eos>\n",
            "sampled:  why do people bother to ask questions on quora they could just google to get the answer ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 92500, CROSS-ENTROPY = 0.9922367334365845, KLD = 14.578064918518066, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.6058534383773804, KLD = 14.41480541229248\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: science how much progress have scientists made on bringing back dead people ?\n",
            "target: is science capable of bringing the dead back to life ?\n",
            "valid: is 33 hard of the to children jewish to jewish ? <eos> ? ? ? ? ? ?\n",
            "sampled:  is there any scientific of the rothschild jewish people ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what would be the possible impact on indian economy after cancellation of 500 and 1000 rs notes ?\n",
            "target: what will be the effects of demonetisation of 500 and 1000 notes on the indian economy ?\n",
            "valid: what will be the effects to demonetisation of 500 and 1000 notes on the indian economy ? <eos>\n",
            "sampled:  what will be the effects of demonetisation of 500 and 1000 notes on the indian economy ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 93000, CROSS-ENTROPY = 0.9923111200332642, KLD = 14.544739723205566, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.488274335861206, KLD = 14.536038398742676\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what are the advantages and disadvantages of nuclear power ?\n",
            "target: what are the advantages and disadvantages of using nuclear energy ?\n",
            "valid: what are the advantages and disadvantages of nuclear nuclear power ? <eos>\n",
            "sampled:  what are the advantages and disadvantages of nuclear nuclear power ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: which is the best course for digital marketing ?\n",
            "target: what are the top courses on digital marketing ?\n",
            "valid: what are the best courses on digital marketing ? <eos> it ?\n",
            "sampled:  what are the best digital marketing for beginners ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 93500, CROSS-ENTROPY = 0.9904282093048096, KLD = 14.59482192993164, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.4028440713882446, KLD = 14.32695484161377\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what do i do if i forgot my itunes security question ?\n",
            "target: what should i do if i forgot my itunes security question ?\n",
            "valid: how should i do if i forgotten my sbi id blog ? <eos> ? <eos>\n",
            "sampled:  what should i do if i lost my google mail service ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what sort of person brings out your fun side ?\n",
            "target: what sort of person brings out your fun side or your funny side ?\n",
            "valid: what precautions of people should accidentally your mouth toys and has break time ? <eos>\n",
            "sampled:  what kinds of people who is out most over the head who are them ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 94000, CROSS-ENTROPY = 0.976333737373352, KLD = 14.544243812561035, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.672715187072754, KLD = 14.533876419067383\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how do i know if someone has blocked me on whattsapp ?\n",
            "target: how do i find if someone has blocked me on watsapp ?\n",
            "valid: how do i tell out someone who blocked me on messenger ? <eos> ? ? ? ? ? ? ? ? ? ? ? ? ? ?\n",
            "sampled:  how do i know if someone blocked me on my whatsapp ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: which 3 players did dhoni removed from the indian odi teamas shown in the movie ? i guess one was sehwag ?\n",
            "target: who are the 3 players that dhoni refers to in the movie ms dhoni the untold story that were to be removed from the team ?\n",
            "valid: what do the huge on on dhoni on to dr the captaincy 51 as to .c of by can result get in in the movie ? <eos>\n",
            "sampled:  what are the prospect behind the indian cricket to scrap cyrus mistry from the indian army to be released from\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 94500, CROSS-ENTROPY = 0.9742156863212585, KLD = 14.476418495178223, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.454613208770752, KLD = 14.541891098022461\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what does an ethernet cable do ?\n",
            "target: what are ethernet cables ? what are its functions ?\n",
            "valid: what are ethernet cables systems what are some cons ? <eos> <eos> ?\n",
            "sampled:  what does it mean on ? what are some examples ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how do i ask a question on quora ? please help it is very urgent .\n",
            "target: what are the best ways to ask a question on quora ?\n",
            "valid: what are the best ways to ask a question on quora ? <eos>\n",
            "sampled:  what are the best ways to ask a question on quora ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 95000, CROSS-ENTROPY = 0.9595397710800171, KLD = 14.408146858215332, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.3690659999847412, KLD = 14.719343185424805\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how can you identify a phishing attack and how can you prevent a phishing attack ?\n",
            "target: how can i identify phishing emails ?\n",
            "valid: how can i join terrorism teresa ? <eos> ? ? ? ? ? ? ? ?\n",
            "sampled:  how can i join jury attacks ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how do you become the top writer on quora ?\n",
            "target: how does a quora writer qualify as a top writer and get those gifts ?\n",
            "valid: how can one top writer qualify in become top writer writer how those followers ? <eos>\n",
            "sampled:  how can one become a top writer writer in quora ? what is the most effective writer answer ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 95500, CROSS-ENTROPY = 0.9563296437263489, KLD = 14.475439071655273, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.5252479314804077, KLD = 13.982315063476562\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what are your ultimate life goals ?\n",
            "target: what can be the ultimate goal of our life and why ?\n",
            "valid: what can be be ultimate goal of your life and why ? <eos>\n",
            "sampled:  what can be the ultimate and most important examples of life ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how do i gain healthy weight without eating junk ?\n",
            "target: what are the healthy ways of gaining weight and muscles ?\n",
            "valid: what are the best ways of lifting weight and healthy ? <eos> ?\n",
            "sampled:  what are the best ways to gain weight and gain ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 96000, CROSS-ENTROPY = 0.9598924517631531, KLD = 14.42011547088623, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.5676782131195068, KLD = 14.70903205871582\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: i want to add a new answer . how do i permanently remove my existing answer for a question ?\n",
            "target: what if i want to write a new answer to a question i have already answered ?\n",
            "valid: what are i need to answer a list question on the question from have answered on from <eos>\n",
            "sampled:  what are some good ways to remove an answer of questions that i m sent on quora ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: will 4g consume more data than 3g ?\n",
            "target: does 4g service consume more data than 3g ?\n",
            "valid: does chiropractic receive pass its phone than companies ? <eos> <eos> ? ? ? ? ? ? ?\n",
            "sampled:  does jio sim really use jio in 3g growth ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 96500, CROSS-ENTROPY = 0.947303831577301, KLD = 14.52323055267334, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.4622597694396973, KLD = 13.997003555297852\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how will the new currency notes of denomination 500 and 2000 curb black money ?\n",
            "target: would banning notes of denominations 500 and 1000 help to curb the black money in system ?\n",
            "valid: by demonetization notes of denominations 500 and 1000 help to curb the black money in system ? <eos>\n",
            "sampled:  will demonetization of 500 and 1000 rupee notes in india to curb black money ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: why are placements in it less at mait ?\n",
            "target: why are it placements at mait less ?\n",
            "valid: why are all alternatives such rectangular in ? <eos> <eos> ? ? ? ? ? ? ? ?\n",
            "sampled:  why are so many airliners at mumbai ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 97000, CROSS-ENTROPY = 0.9279690980911255, KLD = 14.381013870239258, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.5293257236480713, KLD = 14.838337898254395\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: approximately how many hours of work does it take to write a good book ?\n",
            "target: how long does it take to write a book ?\n",
            "valid: how long does it take to teach a book ? <eos>\n",
            "sampled:  how many time you can take a book published ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: how do people who are born deaf learn the language we usually talk ?\n",
            "target: how do born deaf people learn to pronounce words ?\n",
            "valid: why do deaf deaf people learn about talk arts ? <eos>\n",
            "sampled:  how do deaf people learn their language to learn ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 97500, CROSS-ENTROPY = 0.9404959678649902, KLD = 14.448603630065918, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.465663194656372, KLD = 14.10460090637207\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: what should we answer when a hr questions why should we hire you ?\n",
            "target: how would you answer the question why should we hire you ?\n",
            "valid: how would you answer this question that we we hire you ? <eos>\n",
            "sampled:  how was the answer you answer to answer yourself should you ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what is montessori teaching ?\n",
            "target: what is the montessori method ?\n",
            "valid: what is the rarest letter ? <eos> ? ? ? ? ? ?\n",
            "sampled:  what is the dress process ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 98000, CROSS-ENTROPY = 0.9346649646759033, KLD = 14.484336853027344, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.378077745437622, KLD = 14.157793998718262\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how do you get rid of acne scars on your chest ?\n",
            "target: how do i get rid of pimples permanently ?\n",
            "valid: how do i get rid of pimples pimples ? <eos> <eos> ? ?\n",
            "sampled:  how do i get rid of acne naturally ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: what are current quora demographics by country ?\n",
            "target: what are the demographics of quora users and the main personas ?\n",
            "valid: what are the features of quora over s how rich awkward ? <eos>\n",
            "sampled:  what are the pros and cons of being a quora user ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 98500, CROSS-ENTROPY = 0.9350733757019043, KLD = 14.498322486877441, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.5255873203277588, KLD = 14.593343734741211\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: who is the best prime minister of india ?\n",
            "target: who is the best prime minister and why ?\n",
            "valid: who is the best prime minister and why ? <eos>\n",
            "sampled:  who is the best prime minister and why ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: is there any item that we can t buy online ?\n",
            "target: is there any item not available online ?\n",
            "valid: is there any alternate available available online ? <eos> ?\n",
            "sampled:  is there any alternative could buy online ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 99000, CROSS-ENTROPY = 0.9257127642631531, KLD = 14.469970703125, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.4853029251098633, KLD = 14.489651679992676\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: how i develop thinking ability ?\n",
            "target: how do i increase my thinking skills ?\n",
            "valid: how do i continue the thinking sense ? <eos> <eos>\n",
            "sampled:  how do i improve my thinking of humour ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: who was your favourite american president ?\n",
            "target: who is your favourite president of the usa ?\n",
            "valid: who is your favorite opinion of the 2016 ? <eos>\n",
            "sampled:  who is your favourite clinton of the us ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "\n",
            "\n",
            "------------------------------------------- TRAIN -------------------------------------------------------------------------\n",
            "ITERATION = 99500, CROSS-ENTROPY = 0.9206514954566956, KLD = 14.372962951660156, KLD-COEF = 1.0\n",
            "------------------------------------------- VALID --------------------------------------------------------------------------\n",
            "CROSS-ENTROPY = 1.629321813583374, KLD = 14.340713500976562\n",
            "---------------------------------------- SAMPLING --------------------------------------------------------------------------\n",
            "source: will foreign students studying in the usa be unwelcomed after donald trump is elected as president ?\n",
            "target: i am an indian student going to the us in fall 2016 . how bad will it be for international students if trump gets elected as president ?\n",
            "valid: i am an indian student in to fall us in the . . how does will it be for students students if she gets elected as the ? <eos>\n",
            "sampled:  i am an indian student going to the us in us . how bad will it be for international students\n",
            "---------------------------------------------------------------------------------------------------------------------------\n",
            "source: if a genie grants you three wishes what would you wish for ?\n",
            "target: if you had three wishes what would they be and why ?\n",
            "valid: if you had three wishes what would you be in why ? <eos> <eos> <eos> ? ? ? ? ? ? ? ? ? ? ? ? ? ?\n",
            "sampled:  what would you wish wishes wishes wishes or would you ?\n",
            "---------------------------------------------------------------------------------------------------------------------------\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "id": "KDuBiGW4Py9P",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 51
        },
        "outputId": "78fd10fb-db14-4be8-a1bf-4af294bcef68"
      },
      "cell_type": "code",
      "source": [
        "torch.tensor([[1,2,3], [1,2,3]])"
      ],
      "execution_count": 104,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "tensor([[1, 2, 3],\n",
              "        [1, 2, 3]])"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 104
        }
      ]
    },
    {
      "metadata": {
        "id": "WDPmE-3Few6l",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    }
  ]
}