2_speech_plus_luis.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Step 2: Speech to Text with LUIS\n",
    "\n",
    "**Content**\n",
    "\n",
    "* Speech to Text with LUIS\n",
    "    * Summarizing the classification results\n",
    "* Saving transcriptions on json files\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "output_type": "stream",
     "name": "stdout",
     "text": [
      "Collecting azure-cognitiveservices-speech\n  Downloading azure_cognitiveservices_speech-1.15.0-cp38-cp38-win_amd64.whl (1.6 MB)\nInstalling collected packages: azure-cognitiveservices-speech\nSuccessfully installed azure-cognitiveservices-speech-1.15.0\n"
     ]
    }
   ],
   "source": [
    "! pip install azure-cognitiveservices-speech"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "from collections import Counter\n",
    "import time\n",
    "import ast\n",
    "import json, re\n",
    "from os import listdir\n",
    "import sys\n",
    "import os.path \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "import azure.cognitiveservices.speech as speechsdk\n",
    "import os, yaml, time"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Load Configs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "config_file = os.path.join(\"config\",\"config.yaml\")\n",
    "with open(config_file, 'r') as ymlfile:\n",
    "    config = yaml.load(ymlfile, Loader=yaml.FullLoader)\n",
    "\n",
    "##### Configurações do Speech:\n",
    "speech_key=config['speech']['speech_key']\n",
    "speech_service_region = config['speech']['speech_region']\n",
    "language=config['speech']['speech_language']\n",
    "\n",
    "##### Configurações do LUIS\n",
    "luis_app_id=config['luis_app']['app_id']\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Speech to Text com LUIS"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Referências:\n",
    "* https://github.com/Azure-Samples/cognitive-services-speech-sdk/blob/master/samples/python/console/intent_sample.py"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "def recognize_intent_from_speech_continuous(speech_key, speech_service_region,luis_app_id, language, file_name):\n",
    "    \"\"\"Método para realizar o Speech to Text integrado ao LUIS, classificando cada fala do audio com as intenções\"\"\"\n",
    "    result_json = {}\n",
    "    result_json['result'] = []\n",
    "\n",
    "    # <IntentContinuousRecognitionWithFile>\n",
    "    speech_config = speechsdk.SpeechConfig(subscription=speech_key, region=speech_service_region, speech_recognition_language=language)\n",
    "    audio_config = speechsdk.audio.AudioConfig(filename=file_name)\n",
    "\n",
    "    # Set up the intent recognizer\n",
    "    intent_recognizer = speechsdk.intent.IntentRecognizer(speech_config=speech_config, audio_config=audio_config )\n",
    "\n",
    "    # set up the intents that are to be recognized. These can be a mix of simple phrases and\n",
    "    # intents specified through a LanguageUnderstanding Model.\n",
    "    model = speechsdk.intent.LanguageUnderstandingModel(app_id=luis_app_id)\n",
    "    intent_recognizer.add_all_intents(model)\n",
    "\n",
    "    # Connect callback functions to the signals the intent recognizer fires.\n",
    "    done = False\n",
    "\n",
    "    def stop_cb(evt):\n",
    "        \"\"\"callback that signals to stop continuous recognition upon receiving an event `evt`\"\"\"\n",
    "        print('CLOSING on {}'.format(evt))\n",
    "        if ('SessionEventArgs' in str(evt)):\n",
    "            print (\"ok\")\n",
    "            nonlocal done\n",
    "            done = True\n",
    "    \n",
    "    intent_recognizer.recognized.connect(lambda evt: print(\n",
    "        \"RECOGNIZED: {}\\n\\tText: {} (Reason: {})\\n\\tIntent Id: {}\\n\\tIntent JSON: {}\".format(\n",
    "            evt, evt.result.text, evt.result.reason, evt.result.intent_id, evt.result.intent_json, result_json['result'].append(json.loads(evt.result.intent_json)))))\n",
    "    \n",
    "    # cancellation event\n",
    "    intent_recognizer.canceled.connect(lambda evt: print(\"CANCELED: {} ({})\".format(evt.cancellation_details, evt.reason)))\n",
    "\n",
    "    # stop continuous recognition on session stopped, end of speech or canceled events\n",
    "    intent_recognizer.session_stopped.connect(stop_cb)\n",
    "    intent_recognizer.speech_end_detected.connect(stop_cb)\n",
    "    intent_recognizer.canceled.connect(stop_cb)\n",
    "\n",
    "    # And finally run the intent recognizer. The output of the callbacks should be printed to the console.\n",
    "    intent_recognizer.start_continuous_recognition()\n",
    "    while not done:\n",
    "        time.sleep(.5)\n",
    "\n",
    "    intent_recognizer.stop_continuous_recognition()\n",
    "    \n",
    "    # </IntentContinuousRecognitionWithFile>\n",
    "    return result_json"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "def list_files(dir):\n",
    "    '''Listar arquivos em um diretório específico no SO'''\n",
    "    return [f for f in os.listdir(dir) if os.path.isfile(os.path.join(dir, f))]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "def realizar_transcricao_plus_intencao( container_name,files_name=None):\n",
    "    ''' Realizar a transcrição + classificação das inteções de todos os audios \n",
    "        ou somente de algum específico'''\n",
    "    results = {}\n",
    "    if (files_name is None):\n",
    "        files_name = list_files(container_name)\n",
    "    for f in files_name:\n",
    "        print(\"Processando arquivo: {}.\".format(f))\n",
    "        results[f] = recognize_intent_from_speech_continuous(speech_key, speech_service_region,luis_app_id, language,os.path.join(container_name, f))\n",
    "    return results"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "######## Teste para 1 arquivo ######## \n",
    "#results_json = realizar_transcricao_plus_intencao(\"audios\", files_name=['id_5.wav'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "scrolled": true,
    "tags": [
     "outputPrepend"
    ]
   },
   "outputs": [
    {
     "output_type": "stream",
     "name": "stdout",
     "text": [
      " De qual cidade? (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"de qual cidade\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.964925051\n",
      "  },\n",
      "  \"entities\": []\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=369f63174ebb449aae566bcda77df77f)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=369f63174ebb449aae566bcda77df77f, result=IntentRecognitionResult(result_id=789ce04a28504526a9710596460fbe63, text=\"São Paulo.\", intent_id=None, reason=ResultReason.RecognizedIntent))\n",
      "\tText: São Paulo. (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"são paulo\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.6789285\n",
      "  },\n",
      "  \"entities\": []\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=369f63174ebb449aae566bcda77df77f)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=369f63174ebb449aae566bcda77df77f, result=IntentRecognitionResult(result_id=7093a29f67bd4fbbafe69c76e52b8878, text=\"Muito obrigada pelas informações você poderia anotar agora o número de protocolo.\", intent_id=None, reason=ResultReason.RecognizedIntent))\n",
      "\tText: Muito obrigada pelas informações você poderia anotar agora o número de protocolo. (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"muito obrigada pelas informações você poderia anotar agora o número de protocolo\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.8974125\n",
      "  },\n",
      "  \"entities\": []\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=369f63174ebb449aae566bcda77df77f)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=369f63174ebb449aae566bcda77df77f, result=IntentRecognitionResult(result_id=fb3b99d1537f4a78b344e0f5445216e2, text=\"Posso sim.\", intent_id=None, reason=ResultReason.RecognizedIntent))\n",
      "\tText: Posso sim. (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"posso sim\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.8653555\n",
      "  },\n",
      "  \"entities\": []\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=369f63174ebb449aae566bcda77df77f)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=369f63174ebb449aae566bcda77df77f, result=IntentRecognitionResult(result_id=97875c07aabd45da99280dc0552e8ce0, text=\"É o número de protocolo é 540053287417.\", intent_id=dizer_protocolo, reason=ResultReason.RecognizedIntent))\n",
      "\tText: É o número de protocolo é 540053287417. (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: dizer_protocolo\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"é o número de protocolo é 540053287417\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"dizer_protocolo\",\n",
      "    \"score\": 0.308178127\n",
      "  },\n",
      "  \"entities\": [\n",
      "    {\n",
      "      \"entity\": \"540053287417\",\n",
      "      \"type\": \"protocolo\",\n",
      "      \"startIndex\": 26,\n",
      "      \"endIndex\": 37,\n",
      "      \"score\": 0.7740497\n",
      "    }\n",
      "  ]\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=369f63174ebb449aae566bcda77df77f)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=369f63174ebb449aae566bcda77df77f, result=IntentRecognitionResult(result_id=6ec2c06a85804599bb55f330db269612, text=\"Irei encaminhar o seu caso para a área responsável e eles irão entrar em contato com você posso te ajudar em mais alguma coisa.\", intent_id=None, reason=ResultReason.RecognizedIntent))\n",
      "\tText: Irei encaminhar o seu caso para a área responsável e eles irão entrar em contato com você posso te ajudar em mais alguma coisa. (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"irei encaminhar o seu caso para a área responsável e eles irão entrar em contato com você posso te ajudar em mais alguma coisa\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.8912635\n",
      "  },\n",
      "  \"entities\": []\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=369f63174ebb449aae566bcda77df77f)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=369f63174ebb449aae566bcda77df77f, result=IntentRecognitionResult(result_id=820c5756360c4ac3bbe441a52c7c8f95, text=\"Não obrigada boa tarde.\", intent_id=None, reason=ResultReason.RecognizedIntent))\n",
      "\tText: Não obrigada boa tarde. (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"não obrigada boa tarde\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.9349111\n",
      "  },\n",
      "  \"entities\": []\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=369f63174ebb449aae566bcda77df77f)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=369f63174ebb449aae566bcda77df77f, result=IntentRecognitionResult(result_id=a94c6930cd60450c9663c9e1ffb6182e, text=\"Boa tarde.\", intent_id=None, reason=ResultReason.RecognizedIntent))\n",
      "\tText: Boa tarde. (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"boa tarde\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.954223931\n",
      "  },\n",
      "  \"entities\": []\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=369f63174ebb449aae566bcda77df77f)\n",
      "CLOSING on SessionEventArgs(session_id=369f63174ebb449aae566bcda77df77f)\n",
      "ok\n",
      "Processando arquivo: id_5.wav.\n",
      "CLOSING on RecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4)\n",
      "CLOSING on RecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4, result=IntentRecognitionResult(result_id=79338f344dec4eb1b5787f6f8e23bfb0, text=\"Boa tarde meu nome é Paulo para a seguradora e 6 em que eu posso te ajudar.\", intent_id=None, reason=ResultReason.RecognizedIntent))\n",
      "\tText: Boa tarde meu nome é Paulo para a seguradora e 6 em que eu posso te ajudar. (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"boa tarde meu nome é paulo para a seguradora e 6 em que eu posso te ajudar\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.8615547\n",
      "  },\n",
      "  \"entities\": []\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4, result=IntentRecognitionResult(result_id=2e38a20d33ba4598bb8a611f13570027, text=\"Olá Paula meu nome é Julia acabei de ser assaltada e roubaram meu carro.\", intent_id=classe_roubo, reason=ResultReason.RecognizedIntent))\n",
      "\tText: Olá Paula meu nome é Julia acabei de ser assaltada e roubaram meu carro. (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: classe_roubo\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"olá paula meu nome é julia acabei de ser assaltada e roubaram meu carro\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"classe_roubo\",\n",
      "    \"score\": 0.315209627\n",
      "  },\n",
      "  \"entities\": []\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4, result=IntentRecognitionResult(result_id=5ff335583ed143a5937b77d435b65b3a, text=\"Olá Julia eu preciso de algumas informações para registrar o seu sinistro tudo bem.\", intent_id=None, reason=ResultReason.RecognizedIntent))\n",
      "\tText: Olá Julia eu preciso de algumas informações para registrar o seu sinistro tudo bem. (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"olá julia eu preciso de algumas informações para registrar o seu sinistro tudo bem\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.947021067\n",
      "  },\n",
      "  \"entities\": []\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4, result=IntentRecognitionResult(result_id=cefba5cc1601473bbc8b49a4c9963546, text=\"Tudo bem.\", intent_id=None, reason=ResultReason.RecognizedIntent))\n",
      "\tText: Tudo bem. (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"tudo bem\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.9542239\n",
      "  },\n",
      "  \"entities\": []\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4, result=IntentRecognitionResult(result_id=03117b3344c5479f85e589959378bd86, text=\"Poderia me informar a placa do seu carro.\", intent_id=None, reason=ResultReason.RecognizedIntent))\n",
      "\tText: Poderia me informar a placa do seu carro. (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"poderia me informar a placa do seu carro\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.934775531\n",
      "  },\n",
      "  \"entities\": []\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4, result=IntentRecognitionResult(result_id=b834580f347646fc8d588d6af3e9a1d6, text=\"ADR 2020.\", intent_id=None, reason=ResultReason.RecognizedIntent))\n",
      "\tText: ADR 2020. (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"ADR 2020\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.6789285\n",
      "  },\n",
      "  \"entities\": [\n",
      "    {\n",
      "      \"entity\": \"adr 2020\",\n",
      "      \"type\": \"placa\",\n",
      "      \"startIndex\": 0,\n",
      "      \"endIndex\": 7\n",
      "    }\n",
      "  ]\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4, result=IntentRecognitionResult(result_id=f7d6244a97324fefa9bba7a94653da90, text=\"Poderia me passar o seu nome completo.\", intent_id=None, reason=ResultReason.RecognizedIntent))\n",
      "\tText: Poderia me passar o seu nome completo. (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"poderia me passar o seu nome completo\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.9216928\n",
      "  },\n",
      "  \"entities\": []\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4, result=IntentRecognitionResult(result_id=266c603572cd47e88a01598e21bc07f6, text=\"Meu nome completo é Júlia Silvério.\", intent_id=None, reason=ResultReason.RecognizedIntent))\n",
      "\tText: Meu nome completo é Júlia Silvério. (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"meu nome completo é júlia silvério\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.249826878\n",
      "  },\n",
      "  \"entities\": []\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4, result=IntentRecognitionResult(result_id=d01f7e1d1cb7429ca7d3da06d6ae912d, text=\"E qual seria seu CPF?\", intent_id=None, reason=ResultReason.RecognizedIntent))\n",
      "\tText: E qual seria seu CPF? (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"e qual seria seu cpf\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.9720454\n",
      "  },\n",
      "  \"entities\": []\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4, result=IntentRecognitionResult(result_id=6f13315cc1444fe1836a1a283760cd23, text=\"Meu CPF é 42 35987-4575.\", intent_id=None, reason=ResultReason.RecognizedIntent))\n",
      "\tText: Meu CPF é 42 35987-4575. (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"meu CPF é 42 35987-4575\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.269196182\n",
      "  },\n",
      "  \"entities\": []\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4, result=IntentRecognitionResult(result_id=7fe6f1b97266400fa7db871f328b50d1, text=\"E o seu e-mail.\", intent_id=None, reason=ResultReason.RecognizedIntent))\n",
      "\tText: E o seu e-mail. (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"e o seu e-mail\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.739446342\n",
      "  },\n",
      "  \"entities\": []\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4, result=IntentRecognitionResult(result_id=8def8a2a24184572b58379d166fc32d2, text=\"Julia@outlook.com.\", intent_id=None, reason=ResultReason.RecognizedIntent))\n",
      "\tText: Julia@outlook.com. (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"julia@outlook.com\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.6963014\n",
      "  },\n",
      "  \"entities\": [\n",
      "    {\n",
      "      \"entity\": \"julia@outlook.com\",\n",
      "      \"type\": \"builtin.email\",\n",
      "      \"startIndex\": 0,\n",
      "      \"endIndex\": 16,\n",
      "      \"resolution\": {\n",
      "        \"value\": \"julia@outlook.com\"\n",
      "      }\n",
      "    }\n",
      "  ]\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4, result=IntentRecognitionResult(result_id=8af00179faa246ca9e47525395442ba0, text=\"E qual seria seu telefone com DDD?\", intent_id=None, reason=ResultReason.RecognizedIntent))\n",
      "\tText: E qual seria seu telefone com DDD? (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"e qual seria seu telefone com ddd\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.971955538\n",
      "  },\n",
      "  \"entities\": []\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4, result=IntentRecognitionResult(result_id=8f63ae16dbd94417a34e3ce3d98d69ee, text=\"Meu telefone é 11 99445-8895.\", intent_id=None, reason=ResultReason.RecognizedIntent))\n",
      "\tText: Meu telefone é 11 99445-8895. (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"meu telefone é 11 99445-8895\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.1746754\n",
      "  },\n",
      "  \"entities\": []\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4, result=IntentRecognitionResult(result_id=23c2c2e3fd2d41159e2ff88c8f83339e, text=\"Encontro aconteceu o roubo.\", intent_id=None, reason=ResultReason.RecognizedIntent))\n",
      "\tText: Encontro aconteceu o roubo. (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"encontro aconteceu o roubo\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.871490359\n",
      "  },\n",
      "  \"entities\": []\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4, result=IntentRecognitionResult(result_id=a999b504005d4ad5aaf906e4e9d9ff52, text=\"Rua da estrela.\", intent_id=None, reason=ResultReason.RecognizedIntent))\n",
      "\tText: Rua da estrela. (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"rua da estrela\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.7696607\n",
      "  },\n",
      "  \"entities\": []\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4, result=IntentRecognitionResult(result_id=ba07b916e9c24024a3228438b5e7cc5e, text=\"Em qual cidade?\", intent_id=None, reason=ResultReason.RecognizedIntent))\n",
      "\tText: Em qual cidade? (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"em qual cidade\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.967263043\n",
      "  },\n",
      "  \"entities\": []\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4, result=IntentRecognitionResult(result_id=d16122eb3d3d4d5f881b2bc656f13eb4, text=\"São Bernardo do Campo.\", intent_id=None, reason=ResultReason.RecognizedIntent))\n",
      "\tText: São Bernardo do Campo. (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"são bernardo do campo\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.669091344\n",
      "  },\n",
      "  \"entities\": []\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4, result=IntentRecognitionResult(result_id=73dd206414f14c519cd1325539475189, text=\"Muito obrigada pelas informações você poderia anotar agora o número do protocolo.\", intent_id=None, reason=ResultReason.RecognizedIntent))\n",
      "\tText: Muito obrigada pelas informações você poderia anotar agora o número do protocolo. (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"muito obrigada pelas informações você poderia anotar agora o número do protocolo\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.8945576\n",
      "  },\n",
      "  \"entities\": []\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4, result=IntentRecognitionResult(result_id=54e7807b53d0424181aeae276303c735, text=\"Posso sim.\", intent_id=None, reason=ResultReason.RecognizedIntent))\n",
      "\tText: Posso sim. (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"posso sim\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.8653555\n",
      "  },\n",
      "  \"entities\": []\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4, result=IntentRecognitionResult(result_id=8efb086a6bfb4aa0b88cddf2cc464c82, text=\"É o número de protocolo é 54 54 5648-5458 irei agora encaminhar o seu caso para área responsável e eles irão entrar em contato com você.\", intent_id=dizer_protocolo, reason=ResultReason.RecognizedIntent))\n",
      "\tText: É o número de protocolo é 54 54 5648-5458 irei agora encaminhar o seu caso para área responsável e eles irão entrar em contato com você. (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: dizer_protocolo\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"é o número de protocolo é 54 54 5648-5458 irei agora encaminhar o seu caso para área responsável e eles irão entrar em contato com você\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"dizer_protocolo\",\n",
      "    \"score\": 0.7987347\n",
      "  },\n",
      "  \"entities\": [\n",
      "    {\n",
      "      \"entity\": \"54 54 5648 - 5458\",\n",
      "      \"type\": \"protocolo\",\n",
      "      \"startIndex\": 26,\n",
      "      \"endIndex\": 40,\n",
      "      \"score\": 0.9892901\n",
      "    }\n",
      "  ]\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4, result=IntentRecognitionResult(result_id=c8980034493244d9b8c99c36197e2c89, text=\"Posso ajudar em mais alguma coisa.\", intent_id=None, reason=ResultReason.RecognizedIntent))\n",
      "\tText: Posso ajudar em mais alguma coisa. (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"posso ajudar em mais alguma coisa\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.96420306\n",
      "  },\n",
      "  \"entities\": []\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4, result=IntentRecognitionResult(result_id=775a0a826e5b4b16920f424f2c669806, text=\"Não obrigada boa tarde.\", intent_id=None, reason=ResultReason.RecognizedIntent))\n",
      "\tText: Não obrigada boa tarde. (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"não obrigada boa tarde\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.9349111\n",
      "  },\n",
      "  \"entities\": []\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4)\n",
      "RECOGNIZED: IntentRecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4, result=IntentRecognitionResult(result_id=fbfab90bad07456881b762cfceb6cbe2, text=\"Boa tarde.\", intent_id=None, reason=ResultReason.RecognizedIntent))\n",
      "\tText: Boa tarde. (Reason: ResultReason.RecognizedIntent)\n",
      "\tIntent Id: None\n",
      "\tIntent JSON: {\n",
      "  \"query\": \"boa tarde\",\n",
      "  \"topScoringIntent\": {\n",
      "    \"intent\": \"None\",\n",
      "    \"score\": 0.954223931\n",
      "  },\n",
      "  \"entities\": []\n",
      "}\n",
      "CLOSING on RecognitionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4)\n",
      "CLOSING on SessionEventArgs(session_id=9b3d2f97818c435b98be371d471e13d4)\n",
      "ok\n"
     ]
    }
   ],
   "source": [
    "######## Teste para todos os arquivos ######## \n",
    "results_json = realizar_transcricao_plus_intencao(\"audios\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Summarizing the classification results\n",
    "\t* Roubo: id_5\n",
    "\t* Furto:  id_1\n",
    "\t* Colisão: OK id_2\n",
    "\t* Quebra de retrovisores: OK id_3\n",
    "    * Indefinido (enchente): OK id_4"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "output_type": "stream",
     "name": "stdout",
     "text": [
      "id_1.wav\n{'None': 23, 'classe_furto': 1, 'dizer_protocolo': 1}\nid_2.wav\n{'None': 22, 'classe_colisao': 1, 'dizer_protocolo': 1}\nid_3.wav\n{'None': 22, 'classe_quebra_retrovisores': 1, 'dizer_protocolo': 1}\nid_4.wav\n{'None': 23, 'dizer_protocolo': 1}\nid_5.wav\n{'None': 22, 'classe_roubo': 1, 'dizer_protocolo': 1}\n"
     ]
    }
   ],
   "source": [
    "for i in results_json.keys():\n",
    "    print(i)\n",
    "    print (dict(Counter(tok['topScoringIntent']['intent'] for tok in results_json[i]['result'])))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Save transcriptions locally"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "def save_transcriptions(dir, results_json):\n",
    "    try:\n",
    "        os.makedirs(dir)\n",
    "    except FileExistsError:\n",
    "        print ('Directory already existis: ' + dir)\n",
    "        pass\n",
    "    else:\n",
    "        print ('Directory successfully created: ' + dir)\n",
    "    for f in results_json.keys():\n",
    "        file_name = re.findall(r\"(.*).wav\", f)[0]\n",
    "        with open(os.path.join(dir, file_name + \".json\"), 'w', encoding='utf-8') as j:\n",
    "            json.dump(results_json[f], j, indent=4, ensure_ascii=False)\n",
    "            print(\"Saving file {}.json\".format(file_name))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "output_type": "stream",
     "name": "stdout",
     "text": [
      "Directory successfully created: transcricoes\nSaving file id_1.json\nSaving file id_2.json\nSaving file id_3.json\nSaving file id_4.json\nSaving file id_5.json\n"
     ]
    }
   ],
   "source": [
    "save_transcriptions(\"transcricoes\", results_json)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5-final"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}