4_2_whisper_V2_inf_baseline.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "b8376903-717f-43a1-a17d-4b571fb01829",
   "metadata": {},
   "outputs": [],
   "source": [
    "# This notebook uses https://github.com/openai/whisper with edits to the whisper_openAI/decoding.py to generate multiple hypothesis\n",
    "import sys\n",
    "import os\n",
    "import argparse\n",
    "import re\n",
    "import json\n",
    "import torch\n",
    "import logging\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "from dotenv import load_dotenv\n",
    "from datasets import load_dataset, DatasetDict, Audio\n",
    "from dataclasses import dataclass\n",
    "from typing import Dict, List, Union\n",
    "from evaluate import load\n",
    "from tqdm import tqdm\n",
    "from datetime import datetime\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "e0c73ea3-0914-4a2a-b17d-44429a530bd8",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Speaker ID: M01\n",
      "Learning rate: 0.0001\n",
      "Training batch size: 4\n",
      "Evaluation batch size: 4\n",
      "Random seed: 42\n",
      "Gradient accumulation steps: 2\n",
      "Optimizer type: adamw_torch\n",
      "Learning rate scheduler type: linear\n",
      "Number of epochs: 20\n",
      "Keep all data: False\n",
      "Debug mode: False\n",
      "Repository suffix: \n"
     ]
    }
   ],
   "source": [
    "speaker_id = \"M01\"  # Example value; replace with the actual Speaker ID as needed\n",
    "learning_rate = 0.0001\n",
    "train_batch_size = 4\n",
    "eval_batch_size = 4\n",
    "seed = 42\n",
    "gradient_accumulation_steps = 2\n",
    "optimizer = \"adamw_torch\"\n",
    "lr_scheduler_type = \"linear\"\n",
    "num_epochs = 20\n",
    "keep_all_data = False\n",
    "debug = False\n",
    "repo_suffix = \"\"\n",
    "\n",
    "print(f\"Speaker ID: {speaker_id}\")\n",
    "print(f\"Learning rate: {learning_rate}\")\n",
    "print(f\"Training batch size: {train_batch_size}\")\n",
    "print(f\"Evaluation batch size: {eval_batch_size}\")\n",
    "print(f\"Random seed: {seed}\")\n",
    "print(f\"Gradient accumulation steps: {gradient_accumulation_steps}\")\n",
    "print(f\"Optimizer type: {optimizer}\")\n",
    "print(f\"Learning rate scheduler type: {lr_scheduler_type}\")\n",
    "print(f\"Number of epochs: {num_epochs}\")\n",
    "print(f\"Keep all data: {keep_all_data}\")\n",
    "print(f\"Debug mode: {debug}\")\n",
    "print(f\"Repository suffix: {repo_suffix}\")\n",
    "test_speaker = speaker_id"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "6e89b5a5-98c0-4cfd-82a6-718e5cf8afa5",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The CSV file does not exist.\n",
      "torgo_dataset_path: /work/van-speech-nlp/data/torgo\n",
      "torgo_dataset_dir_path: /work/van-speech-nlp/data/torgo/\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "import logging\n",
    "\n",
    "# Define the path to the CSV file\n",
    "torgo_csv_path = \"data_preparation/torgo.csv\"\n",
    "\n",
    "# Check if the path exists and is a file\n",
    "if os.path.exists(torgo_csv_path) and os.path.isfile(torgo_csv_path):\n",
    "    print(\"The CSV file exists.\")\n",
    "else:\n",
    "    print(\"The CSV file does not exist.\")\n",
    "\n",
    "torgo_dataset_path = '/work/van-speech-nlp/data/torgo'\n",
    "torgo_dataset_dir_path = torgo_dataset_path + \\\n",
    "        '/' if torgo_dataset_path[-1] != '/' else torgo_dataset_path\n",
    "output_path = 'output'\n",
    "print(f'torgo_dataset_path: {torgo_dataset_path}')\n",
    "print(f'torgo_dataset_dir_path: {torgo_dataset_dir_path}')\n",
    "\n",
    "repo_name = f'torgo_tiny_finetune_{test_speaker}{repo_suffix}'\n",
    "repo_path = f'jindaxz/{repo_name}'\n",
    "\n",
    "# Path to save model / checkpoints{repo_name}'\n",
    "model_local_path = output_path + '/model/' + repo_name\n",
    "\n",
    "pretrained_model_name = \"openai/whisper-tiny\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "d39f2136-a63b-4d76-b79f-87db6ce56721",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "/work/van-speech-nlp/jindaznb/jslpnb/mllm_expriments/Whispering-LLaMA\n"
     ]
    }
   ],
   "source": [
    "%cd .."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "df4ce02d-570e-4672-a3e4-6b5c8a6b4d11",
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy\n",
    "# Renamed the Whisepr repo (https://github.com/openai/whisper) with the changed decoding.py file as whisper_openAI\n",
    "import whisper_openAI.whisper as whisper\n",
    "import torch\n",
    "import tqdm\n",
    "model, _ = whisper.load_model(\"large-v2\") # you can change the whisper model here to largev2 or large to swap the  model."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "9443a408-8dbd-444c-822a-a2327ff0f05b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Whisper(\n",
       "  (encoder): AudioEncoder(\n",
       "    (conv1): Conv1d(80, 1280, kernel_size=(3,), stride=(1,), padding=(1,))\n",
       "    (conv2): Conv1d(1280, 1280, kernel_size=(3,), stride=(2,), padding=(1,))\n",
       "    (blocks): ModuleList(\n",
       "      (0-31): 32 x ResidualAttentionBlock(\n",
       "        (attn): MultiHeadAttention(\n",
       "          (query): Linear(in_features=1280, out_features=1280, bias=True)\n",
       "          (key): Linear(in_features=1280, out_features=1280, bias=False)\n",
       "          (value): Linear(in_features=1280, out_features=1280, bias=True)\n",
       "          (out): Linear(in_features=1280, out_features=1280, bias=True)\n",
       "        )\n",
       "        (attn_ln): LayerNorm((1280,), eps=1e-05, elementwise_affine=True)\n",
       "        (mlp): Sequential(\n",
       "          (0): Linear(in_features=1280, out_features=5120, bias=True)\n",
       "          (1): GELU(approximate='none')\n",
       "          (2): Linear(in_features=5120, out_features=1280, bias=True)\n",
       "        )\n",
       "        (mlp_ln): LayerNorm((1280,), eps=1e-05, elementwise_affine=True)\n",
       "      )\n",
       "    )\n",
       "    (ln_post): LayerNorm((1280,), eps=1e-05, elementwise_affine=True)\n",
       "  )\n",
       "  (decoder): TextDecoder(\n",
       "    (token_embedding): Embedding(51865, 1280)\n",
       "    (blocks): ModuleList(\n",
       "      (0-31): 32 x ResidualAttentionBlock(\n",
       "        (attn): MultiHeadAttention(\n",
       "          (query): Linear(in_features=1280, out_features=1280, bias=True)\n",
       "          (key): Linear(in_features=1280, out_features=1280, bias=False)\n",
       "          (value): Linear(in_features=1280, out_features=1280, bias=True)\n",
       "          (out): Linear(in_features=1280, out_features=1280, bias=True)\n",
       "        )\n",
       "        (attn_ln): LayerNorm((1280,), eps=1e-05, elementwise_affine=True)\n",
       "        (cross_attn): MultiHeadAttention(\n",
       "          (query): Linear(in_features=1280, out_features=1280, bias=True)\n",
       "          (key): Linear(in_features=1280, out_features=1280, bias=False)\n",
       "          (value): Linear(in_features=1280, out_features=1280, bias=True)\n",
       "          (out): Linear(in_features=1280, out_features=1280, bias=True)\n",
       "        )\n",
       "        (cross_attn_ln): LayerNorm((1280,), eps=1e-05, elementwise_affine=True)\n",
       "        (mlp): Sequential(\n",
       "          (0): Linear(in_features=1280, out_features=5120, bias=True)\n",
       "          (1): GELU(approximate='none')\n",
       "          (2): Linear(in_features=5120, out_features=1280, bias=True)\n",
       "        )\n",
       "        (mlp_ln): LayerNorm((1280,), eps=1e-05, elementwise_affine=True)\n",
       "      )\n",
       "    )\n",
       "    (ln): LayerNorm((1280,), eps=1e-05, elementwise_affine=True)\n",
       "  )\n",
       ")"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "630c8755-8da7-4dd1-a0c3-73485959e5cc",
   "metadata": {},
   "outputs": [],
   "source": [
    "data_df = pd.read_csv(torgo_csv_path)\n",
    "dataset_csv = load_dataset('csv', data_files=torgo_csv_path)\n",
    "\n",
    "# Check if the following columns exist in the dataset ['session', 'audio', 'text', 'speaker_id']\n",
    "expected_columns = ['session', 'audio', 'text', 'speaker_id']\n",
    "not_found_columns = []\n",
    "for column in expected_columns:\n",
    "    if column not in dataset_csv['train'].column_names:\n",
    "        not_found_columns.append(column)\n",
    "\n",
    "if len(not_found_columns) > 0:\n",
    "    logging.error(\n",
    "        \"The following columns are not found in the dataset:\" + \" [\" + \", \".join(not_found_columns) + \"]\")\n",
    "    sys.exit(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "3b1991f7-526d-4899-bcca-61583883b2c3",
   "metadata": {},
   "outputs": [],
   "source": [
    "logging.info(\n",
    "    \"Splitting the dataset into training / validation / test sets...\")\n",
    "\n",
    "# Extract the unique speakers in the dataset\n",
    "speakers = data_df['speaker_id'].unique()\n",
    "\n",
    "logging.info(\"Unique speakers found in the dataset:\")\n",
    "logging.info(str(speakers) + '\\n')\n",
    "\n",
    "if test_speaker not in speakers:\n",
    "    logging.error(\"Test Speaker not found in the dataset.\")\n",
    "    sys.exit(1)\n",
    "\n",
    "valid_speaker = 'F03' if test_speaker != 'F03' else 'F04'\n",
    "train_speaker = [s for s in speakers if s not in [\n",
    "    test_speaker, valid_speaker]]\n",
    "\n",
    "torgo_dataset = DatasetDict()\n",
    "torgo_dataset['train'] = dataset_csv['train'].filter(\n",
    "    lambda x: x in train_speaker, input_columns=['speaker_id'])\n",
    "torgo_dataset['validation'] = dataset_csv['train'].filter(\n",
    "    lambda x: x == valid_speaker, input_columns=['speaker_id'])\n",
    "torgo_dataset['test'] = dataset_csv['train'].filter(\n",
    "    lambda x: x == test_speaker, input_columns=['speaker_id'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "9083060b-2a07-4f07-bf6b-eae894e83040",
   "metadata": {},
   "outputs": [],
   "source": [
    "original_data_count = {'train': len(torgo_dataset['train']), 'validation': len(\n",
    "    torgo_dataset['validation']), 'test': len(torgo_dataset['test'])}\n",
    "\n",
    "if not keep_all_data:\n",
    "    # Update the three dataset splits (if ['test_data'] == 1, keep in test, if ['test_data'] == 0, keep in train and validation)\n",
    "    torgo_dataset['train'] = torgo_dataset['train'].filter(\n",
    "        lambda x: x['test_data'] == 0)\n",
    "    torgo_dataset['validation'] = torgo_dataset['validation'].filter(\n",
    "        lambda x: x['test_data'] == 0)\n",
    "    torgo_dataset['test'] = torgo_dataset['test'].filter(\n",
    "        lambda x: x['test_data'] == 1)\n",
    "\n",
    "    # Drop the 'test_data' column\n",
    "    torgo_dataset['train'] = torgo_dataset['train'].remove_columns([\n",
    "                                                                   'test_data'])\n",
    "    torgo_dataset['validation'] = torgo_dataset['validation'].remove_columns([\n",
    "                                                                             'test_data'])\n",
    "    torgo_dataset['test'] = torgo_dataset['test'].remove_columns([\n",
    "                                                                 'test_data'])\n",
    "    logging.info(\n",
    "        f\"After removal of repeated prompts, the number of data in each dataset is:\")\n",
    "    logging.info(\n",
    "        f'Train:       {len(torgo_dataset[\"train\"])}/{original_data_count[\"train\"]} ({len(torgo_dataset[\"train\"]) * 100 // original_data_count[\"train\"]}%)')\n",
    "    logging.info(\n",
    "        f'Validation:  {len(torgo_dataset[\"validation\"])}/{original_data_count[\"validation\"]} ({len(torgo_dataset[\"validation\"]) * 100 // original_data_count[\"validation\"]}%)')\n",
    "    logging.info(\n",
    "        f'Test:        {len(torgo_dataset[\"test\"])}/{original_data_count[\"test\"]} ({len(torgo_dataset[\"test\"]) * 100 // original_data_count[\"test\"]}%)\\n')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "c5cadce0-c5d2-4175-8782-859b84bda4a0",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Remove special characters from the text\n",
    "chars_to_ignore_regex = '[\\,\\?\\.\\!\\-\\;\\:\\\"\\“\\%\\‘\\”\\`\\�0-9]'\n",
    "\n",
    "\n",
    "def remove_special_characters(batch):\n",
    "    batch['text'] = re.sub(chars_to_ignore_regex,\n",
    "                           ' ', batch['text']).lower()\n",
    "    return batch\n",
    "\n",
    "torgo_dataset = torgo_dataset.map(remove_special_characters)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "41832f23-946b-405d-9925-6d1f32b84bd1",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "meat\n"
     ]
    }
   ],
   "source": [
    "\n",
    "print(torgo_dataset['train'][2]['text'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "77e1bd67-aa06-4d0f-b427-384132fd622e",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "when a pig is buried inside a bears crack and quivers a dreadful\n",
      "text 1/407: when a pig is buried inside a bears crack and quivers a dreadful\n",
      "Ground truth: when he speaks his voice is just a bit cracked and quivers a trifle\n",
      "\n",
      "trade\n",
      "text 2/407: trade\n",
      "Ground truth: trait\n",
      "\n",
      "trouble\n",
      "text 3/407: trouble\n",
      "Ground truth: trouble\n",
      "\n",
      "see\n",
      "text 4/407: see\n",
      "Ground truth: fee\n",
      "\n",
      "raid\n",
      "text 5/407: raid\n",
      "Ground truth: raid\n",
      "\n",
      "a gap in the winter when the wool or not our eyes permit\n",
      "text 6/407: a gap in the winter when the wool or not our eyes permit\n",
      "Ground truth: except in the winter when the ooze or snow or ice prevents\n",
      "\n",
      "and unfiltering beer drinks to each time\n",
      "text 7/407: and unfiltering beer drinks to each time\n",
      "Ground truth: a long flowing beard clings to his chin\n",
      "\n",
      "a long flowing beer cling to each chin\n",
      "text 8/407: a long flowing beer cling to each chin\n",
      "Ground truth: a long flowing beard clings to his chin\n",
      "\n",
      "fear\n",
      "text 9/407: fear\n",
      "Ground truth: fair\n",
      "\n",
      "beard\n",
      "text 10/407: beard\n",
      "Ground truth: bit\n",
      "\n",
      "bubble\n",
      "text 11/407: bubble\n",
      "Ground truth: bubble\n",
      "\n",
      "while he is nearly 93 years old\n",
      "text 12/407: while he is nearly    years old\n",
      "Ground truth: well he is nearly ninety three years old\n",
      "\n",
      "brad\n",
      "text 13/407: brad\n",
      "Ground truth: bat\n",
      "\n",
      "danger\n",
      "text 14/407: danger\n",
      "Ground truth: dagger\n",
      "\n",
      "no\n",
      "text 15/407: no\n",
      "Ground truth: knew\n",
      "\n",
      "yet either links as swively as ever\n",
      "text 16/407: yet either links as swively as ever\n",
      "Ground truth: yet he still thinks as swiftly as ever\n",
      "\n",
      "jagged\n",
      "text 17/407: jagged\n",
      "Ground truth: jacket\n",
      "\n",
      "and dabble\n",
      "text 18/407: and dabble\n",
      "Ground truth: double\n",
      "\n",
      "mike\n",
      "text 19/407: mike\n",
      "Ground truth: bug\n",
      "\n",
      "yeah\n",
      "text 20/407: yeah\n",
      "Ground truth: share\n",
      "\n",
      "worm!\n",
      "text 21/407: worm \n",
      "Ground truth: warm\n",
      "\n",
      "dear\n",
      "text 22/407: dear\n",
      "Ground truth: chair\n",
      "\n",
      "i dont know\n",
      "text 23/407: i dont know\n",
      "Ground truth: alpha\n",
      "\n",
      "err\n",
      "text 24/407: err\n",
      "Ground truth: hair\n",
      "\n",
      "dont ask me to carry an oily rag like a bat\n",
      "text 25/407: dont ask me to carry an oily rag like a bat\n",
      "Ground truth: don't ask me to carry an oily rag like that\n",
      "\n",
      "stumble\n",
      "text 26/407: stumble\n",
      "Ground truth: stubble\n",
      "\n",
      "bark\n",
      "text 27/407: bark\n",
      "Ground truth: park\n",
      "\n",
      "you need to know all about my grandfather\n",
      "text 28/407: you need to know all about my grandfather\n",
      "Ground truth: you wished to know all about my grandfather\n",
      "\n",
      "good\n",
      "text 29/407: good\n",
      "Ground truth: goat\n",
      "\n",
      "giving those who observe him a better understanding of the atmosphere he brings\n",
      "text 30/407: giving those who observe him a better understanding of the atmosphere he brings\n",
      "Ground truth: giving those who observe him a pronounced feeling of the utmost respect\n",
      "\n",
      "yip\n",
      "text 31/407: yip\n",
      "Ground truth: sip\n",
      "\n",
      "rate\n",
      "text 32/407: rate\n",
      "Ground truth: rate\n",
      "\n",
      "zip\n",
      "text 33/407: zip\n",
      "Ground truth: slip\n",
      "\n",
      "trade\n",
      "text 34/407: trade\n",
      "Ground truth: trade\n",
      "\n",
      "no!\n",
      "text 35/407: no \n",
      "Ground truth: know\n",
      "\n",
      "the end youre talking to an increasingly white one oh you\n",
      "text 36/407: the end youre talking to an increasingly white one oh you\n",
      "Ground truth: she had your dark suit in greasy wash water all year\n",
      "\n",
      "oh\n",
      "text 37/407: oh\n",
      "Ground truth: go\n",
      "\n",
      "bye\n",
      "text 38/407: bye\n",
      "Ground truth: car\n",
      "\n",
      "rape\n",
      "text 39/407: rape\n",
      "Ground truth: rave\n",
      "\n",
      "beda\n",
      "text 40/407: beda\n",
      "Ground truth: beta\n",
      "\n",
      "i will take a long walk in the open air indeed\n",
      "text 41/407: i will take a long walk in the open air indeed\n",
      "Ground truth: he slowly takes a short walk in the open air each day\n",
      "\n",
      "or\n",
      "text 42/407: or\n",
      "Ground truth: warm\n",
      "\n",
      "today\n",
      "text 43/407: today\n",
      "Ground truth: trace\n",
      "\n",
      "no\n",
      "text 44/407: no\n",
      "Ground truth: knew\n",
      "\n",
      "its right in the uterus carefully and we rest upon our small organs\n",
      "text 45/407: its right in the uterus carefully and we rest upon our small organs\n",
      "Ground truth: twice each day he plays skillfully and with zest upon our small organ\n",
      "\n",
      "spark again and again\n",
      "text 46/407: spark again and again\n",
      "Ground truth: spark\n",
      "\n",
      "sibark\n",
      "text 47/407: sibark\n",
      "Ground truth: spark\n",
      "\n",
      "she did\n",
      "text 48/407: she did\n",
      "Ground truth: stick\n",
      "\n",
      "and jagged\n",
      "text 49/407: and jagged\n",
      "Ground truth: jagged\n",
      "\n",
      "we\n",
      "text 50/407: we\n",
      "Ground truth: weed\n",
      "\n",
      "wee!\n",
      "text 51/407: wee \n",
      "Ground truth: weed\n",
      "\n",
      "ope!\n",
      "text 52/407: ope \n",
      "Ground truth: up\n",
      "\n",
      "when he peeked his voice is just a bit cracked and the quivers are dreadful\n",
      "text 53/407: when he peeked his voice is just a bit cracked and the quivers are dreadful\n",
      "Ground truth: when he speaks his voice is just a bit cracked and quivers a trifle\n",
      "\n",
      "great\n",
      "text 54/407: great\n",
      "Ground truth: trait\n",
      "\n",
      "trouble\n",
      "text 55/407: trouble\n",
      "Ground truth: trouble\n",
      "\n",
      "see\n",
      "text 56/407: see\n",
      "Ground truth: fee\n",
      "\n",
      "raid\n",
      "text 57/407: raid\n",
      "Ground truth: raid\n",
      "\n",
      "a gap in the winter when the earth are not all 8 per cent\n",
      "text 58/407: a gap in the winter when the earth are not all   per cent\n",
      "Ground truth: except in the winter when the ooze or snow or ice prevents\n",
      "\n",
      "i like throwing beer drinks to each other\n",
      "text 59/407: i like throwing beer drinks to each other\n",
      "Ground truth: a long flowing beard clings to his chin\n",
      "\n",
      "i am flowing beer clean the region\n",
      "text 60/407: i am flowing beer clean the region\n",
      "Ground truth: a long flowing beard clings to his chin\n",
      "\n",
      "fear\n",
      "text 61/407: fear\n",
      "Ground truth: fair\n",
      "\n",
      "bid\n",
      "text 62/407: bid\n",
      "Ground truth: bit\n",
      "\n",
      "buhbye\n",
      "text 63/407: buhbye\n",
      "Ground truth: bubble\n",
      "\n",
      "while he is nearly 93 years old\n",
      "text 64/407: while he is nearly    years old\n",
      "Ground truth: well he is nearly ninety three years old\n",
      "\n",
      "bad\n",
      "text 65/407: bad\n",
      "Ground truth: bat\n",
      "\n",
      "dagger\n",
      "text 66/407: dagger\n",
      "Ground truth: dagger\n",
      "\n",
      "no\n",
      "text 67/407: no\n",
      "Ground truth: knew\n",
      "\n",
      "yet in the end i swore to you and ever\n",
      "text 68/407: yet in the end i swore to you and ever\n",
      "Ground truth: yet he still thinks as swiftly as ever\n",
      "\n",
      "i dragged it\n",
      "text 69/407: i dragged it\n",
      "Ground truth: jacket\n",
      "\n",
      "its their ball\n",
      "text 70/407: its their ball\n",
      "Ground truth: double\n",
      "\n",
      "mug\n",
      "text 71/407: mug\n",
      "Ground truth: bug\n",
      "\n",
      "shit\n",
      "text 72/407: shit\n",
      "Ground truth: share\n",
      "\n",
      "one\n",
      "text 73/407: one\n",
      "Ground truth: warm\n",
      "\n",
      "dead\n",
      "text 74/407: dead\n",
      "Ground truth: chair\n",
      "\n",
      "oh bro\n",
      "text 75/407: oh bro\n",
      "Ground truth: alpha\n",
      "\n",
      "yeah\n",
      "text 76/407: yeah\n",
      "Ground truth: hair\n",
      "\n",
      "dont ask me to carry an oily rag like that\n",
      "text 77/407: dont ask me to carry an oily rag like that\n",
      "Ground truth: don't ask me to carry an oily rag like that\n",
      "\n",
      "stumble\n",
      "text 78/407: stumble\n",
      "Ground truth: stubble\n",
      "\n",
      "bye\n",
      "text 79/407: bye\n",
      "Ground truth: park\n",
      "\n",
      "you would do know all about my grandfather\n",
      "text 80/407: you would do know all about my grandfather\n",
      "Ground truth: you wished to know all about my grandfather\n",
      "\n",
      "gold\n",
      "text 81/407: gold\n",
      "Ground truth: goat\n",
      "\n",
      "giving those who observe him a better understanding of the atmosphere he brings\n",
      "text 82/407: giving those who observe him a better understanding of the atmosphere he brings\n",
      "Ground truth: giving those who observe him a pronounced feeling of the utmost respect\n",
      "\n",
      "zip\n",
      "text 83/407: zip\n",
      "Ground truth: sip\n",
      "\n",
      "rate\n",
      "text 84/407: rate\n",
      "Ground truth: rate\n",
      "\n",
      "sleep\n",
      "text 85/407: sleep\n",
      "Ground truth: slip\n",
      "\n",
      "draid\n",
      "text 86/407: draid\n",
      "Ground truth: trade\n",
      "\n",
      "no\n",
      "text 87/407: no\n",
      "Ground truth: know\n",
      "\n",
      "the antair doctor in greeny white one all ears\n",
      "text 88/407: the antair doctor in greeny white one all ears\n",
      "Ground truth: she had your dark suit in greasy wash water all year\n",
      "\n",
      "go\n",
      "text 89/407: go\n",
      "Ground truth: go\n",
      "\n",
      "bye\n",
      "text 90/407: bye\n",
      "Ground truth: car\n",
      "\n",
      "rape\n",
      "text 91/407: rape\n",
      "Ground truth: rave\n",
      "\n",
      "bad\n",
      "text 92/407: bad\n",
      "Ground truth: beta\n",
      "\n",
      "if you like me take a yard walk in the open air indeed\n",
      "text 93/407: if you like me take a yard walk in the open air indeed\n",
      "Ground truth: he slowly takes a short walk in the open air each day\n",
      "\n",
      "war\n",
      "text 94/407: war\n",
      "Ground truth: warm\n",
      "\n",
      "ppay\n",
      "text 95/407: ppay\n",
      "Ground truth: trace\n",
      "\n",
      "no!\n",
      "text 96/407: no \n",
      "Ground truth: knew\n",
      "\n",
      "its right in the uterus carefully and with light upon our small organ\n",
      "text 97/407: its right in the uterus carefully and with light upon our small organ\n",
      "Ground truth: twice each day he plays skillfully and with zest upon our small organ\n",
      "\n",
      "fuck\n",
      "text 98/407: fuck\n",
      "Ground truth: spark\n",
      "\n",
      "he broke\n",
      "text 99/407: he broke\n",
      "Ground truth: spark\n",
      "\n",
      "dick\n",
      "text 100/407: dick\n",
      "Ground truth: stick\n",
      "\n",
      "jagged\n",
      "text 101/407: jagged\n",
      "Ground truth: jagged\n",
      "\n",
      "weave\n",
      "text 102/407: weave\n",
      "Ground truth: weed\n",
      "\n",
      "wee!\n",
      "text 103/407: wee \n",
      "Ground truth: weed\n",
      "\n",
      "im\n",
      "text 104/407: im\n",
      "Ground truth: up\n",
      "\n",
      "gadget\n",
      "text 105/407: gadget\n",
      "Ground truth: gadget\n",
      "\n",
      "f*** me\n",
      "text 106/407: f*** me\n",
      "Ground truth: knee\n",
      "\n",
      "hooray!\n",
      "text 107/407: hooray \n",
      "Ground truth: race\n",
      "\n",
      "range\n",
      "text 108/407: range\n",
      "Ground truth: range\n",
      "\n",
      "sip\n",
      "text 109/407: sip\n",
      "Ground truth: sip\n",
      "\n",
      "duh\n",
      "text 110/407: duh\n",
      "Ground truth: the\n",
      "\n",
      "war\n",
      "text 111/407: war\n",
      "Ground truth: swore\n",
      "\n",
      "cheer!\n",
      "text 112/407: cheer \n",
      "Ground truth: chair\n",
      "\n",
      "dark\n",
      "text 113/407: dark\n",
      "Ground truth: dark\n",
      "\n",
      "see ya later\n",
      "text 114/407: see ya later\n",
      "Ground truth: floor\n",
      "\n",
      "shit\n",
      "text 115/407: shit\n",
      "Ground truth: sip\n",
      "\n",
      "bye\n",
      "text 116/407: bye\n",
      "Ground truth: sigh\n",
      "\n",
      "i was grounded all the time\n",
      "text 117/407: i was grounded all the time\n",
      "Ground truth: i was conscious all the time\n",
      "\n",
      "shape\n",
      "text 118/407: shape\n",
      "Ground truth: slip\n",
      "\n",
      "peace\n",
      "text 119/407: peace\n",
      "Ground truth: fate\n",
      "\n",
      "okay\n",
      "text 120/407: okay\n",
      "Ground truth: pay\n",
      "\n",
      "where were you while we were away\n",
      "text 121/407: where were you while we were away\n",
      "Ground truth: where were you while we were away\n",
      "\n",
      "bye everyone\n",
      "text 122/407: bye everyone\n",
      "Ground truth: pile\n",
      "\n",
      "bad\n",
      "text 123/407: bad\n",
      "Ground truth: bad\n",
      "\n",
      "the islands are partly populated\n",
      "text 124/407: the islands are partly populated\n",
      "Ground truth: the islands are sparsely populated\n",
      "\n",
      "bye\n",
      "text 125/407: bye\n",
      "Ground truth: back\n",
      "\n",
      "one validated act of school district\n",
      "text 126/407: one validated act of school district\n",
      "Ground truth: one validated acts of school districts\n",
      "\n",
      "no\n",
      "text 127/407: no\n",
      "Ground truth: knew\n",
      "\n",
      "here\n",
      "text 128/407: here\n",
      "Ground truth: shear\n",
      "\n",
      "shirt\n",
      "text 129/407: shirt\n",
      "Ground truth: suit\n",
      "\n",
      "doop\n",
      "text 130/407: doop\n",
      "Ground truth: droop\n",
      "\n",
      "no\n",
      "text 131/407: no\n",
      "Ground truth: gnaw\n",
      "\n",
      "are your great ire are lower than nancy\n",
      "text 132/407: are your great ire are lower than nancy\n",
      "Ground truth: are your grades higher or lower than nancy's\n",
      "\n",
      "right\n",
      "text 133/407: right\n",
      "Ground truth: root\n",
      "\n",
      "yeah\n",
      "text 134/407: yeah\n",
      "Ground truth: error\n",
      "\n",
      "i feel like im dead we can\n",
      "text 135/407: i feel like im dead we can\n",
      "Ground truth: i feel i can play this weekend\n",
      "\n",
      "yikes\n",
      "text 136/407: yikes\n",
      "Ground truth: sigh\n",
      "\n",
      "rog\n",
      "text 137/407: rog\n",
      "Ground truth: rock\n",
      "\n",
      "see you later\n",
      "text 138/407: see you later\n",
      "Ground truth: suit\n",
      "\n",
      "to other kids also were under advisement\n",
      "text 139/407: to other kids also were under advisement\n",
      "Ground truth: two other cases also were under advisement\n",
      "\n",
      "charity\n",
      "text 140/407: charity\n",
      "Ground truth: charlie\n",
      "\n",
      "i try to tell people in the community\n",
      "text 141/407: i try to tell people in the community\n",
      "Ground truth: i tried to tell people in the community\n",
      "\n",
      "bye\n",
      "text 142/407: bye\n",
      "Ground truth: bear\n",
      "\n",
      "bad\n",
      "text 143/407: bad\n",
      "Ground truth: bad\n",
      "\n",
      "that humanity is overwhelming them\n",
      "text 144/407: that humanity is overwhelming them\n",
      "Ground truth: the humidity is overwhelming there\n",
      "\n",
      "fear\n",
      "text 145/407: fear\n",
      "Ground truth: fear\n",
      "\n",
      "duh\n",
      "text 146/407: duh\n",
      "Ground truth: though\n",
      "\n",
      "bye!\n",
      "text 147/407: bye \n",
      "Ground truth: tie\n",
      "\n",
      "snoop\n",
      "text 148/407: snoop\n",
      "Ground truth: snoop\n",
      "\n",
      "jane may earn more money by working hard\n",
      "text 149/407: jane may earn more money by working hard\n",
      "Ground truth: jane may earn more money by working hard\n",
      "\n",
      "here\n",
      "text 150/407: here\n",
      "Ground truth: here\n",
      "\n",
      "lol\n",
      "text 151/407: lol\n",
      "Ground truth: floor\n",
      "\n",
      "i looked up and nodded to otter\n",
      "text 152/407: i looked up and nodded to otter\n",
      "Ground truth: i looked up and noticed two old men\n",
      "\n",
      "where are you\n",
      "text 153/407: where are you\n",
      "Ground truth: briar\n",
      "\n",
      "psycho\n",
      "text 154/407: psycho\n",
      "Ground truth: cycle\n",
      "\n",
      "sorry\n",
      "text 155/407: sorry\n",
      "Ground truth: sigh\n",
      "\n",
      "night\n",
      "text 156/407: night\n",
      "Ground truth: knot\n",
      "\n",
      "bad\n",
      "text 157/407: bad\n",
      "Ground truth: bat\n",
      "\n",
      "prior\n",
      "text 158/407: prior\n",
      "Ground truth: prior\n",
      "\n",
      "this one is easy for us\n",
      "text 159/407: this one is easy for us\n",
      "Ground truth: this was easy for us\n",
      "\n",
      "ginga\n",
      "text 160/407: ginga\n",
      "Ground truth: single\n",
      "\n",
      "eggplore\n",
      "text 161/407: eggplore\n",
      "Ground truth: explore\n",
      "\n",
      "sprinkles\n",
      "text 162/407: sprinkles\n",
      "Ground truth: sprinkle\n",
      "\n",
      "you would be better off taking a cold shower\n",
      "text 163/407: you would be better off taking a cold shower\n",
      "Ground truth: you'd be better off taking a cold shower\n",
      "\n",
      "out!\n",
      "text 164/407: out \n",
      "Ground truth: of\n",
      "\n",
      "if you destroy confidence in things you do is not being to the economy yet\n",
      "text 165/407: if you destroy confidence in things you do is not being to the economy yet\n",
      "Ground truth: if you destroy confidence in banks you do something to the economy he said\n",
      "\n",
      "food\n",
      "text 166/407: food\n",
      "Ground truth: fruit\n",
      "\n",
      "where robin were a yellow lily\n",
      "text 167/407: where robin were a yellow lily\n",
      "Ground truth: will robin wear a yellow lily\n",
      "\n",
      "meeh\n",
      "text 168/407: meeh\n",
      "Ground truth: near\n",
      "\n",
      "bright landline simmered on the ocean\n",
      "text 169/407: bright landline simmered on the ocean\n",
      "Ground truth: bright sunshine shimmers on the ocean\n",
      "\n",
      "mud\n",
      "text 170/407: mud\n",
      "Ground truth: mut\n",
      "\n",
      "shit!\n",
      "text 171/407: shit \n",
      "Ground truth: slip\n",
      "\n",
      "why are you worried about sharing items\n",
      "text 172/407: why are you worried about sharing items\n",
      "Ground truth: why yell or worry over silly items\n",
      "\n",
      "the dream of priority the employee disarming\n",
      "text 173/407: the dream of priority the employee disarming\n",
      "Ground truth: the train approached the depot slowly\n",
      "\n",
      "they carried me up and under stretching\n",
      "text 174/407: they carried me up and under stretching\n",
      "Ground truth: they carried me off on the stretcher\n",
      "\n",
      "no\n",
      "text 175/407: no\n",
      "Ground truth: know\n",
      "\n",
      "weird\n",
      "text 176/407: weird\n",
      "Ground truth: we're\n",
      "\n",
      "way\n",
      "text 177/407: way\n",
      "Ground truth: sway\n",
      "\n",
      "dude\n",
      "text 178/407: dude\n",
      "Ground truth: toot\n",
      "\n",
      "and youre duping on the field\n",
      "text 179/407: and youre duping on the field\n",
      "Ground truth: you're used to being on the field\n",
      "\n",
      "everything went real smooth they all appeared\n",
      "text 180/407: everything went real smooth they all appeared\n",
      "Ground truth: everything went real smooth the sheriff said\n",
      "\n",
      "luke\n",
      "text 181/407: luke\n",
      "Ground truth: loop\n",
      "\n",
      "junko\n",
      "text 182/407: junko\n",
      "Ground truth: jungle\n",
      "\n",
      "so\n",
      "text 183/407: so\n",
      "Ground truth: side\n",
      "\n",
      "dart\n",
      "text 184/407: dart\n",
      "Ground truth: dot\n",
      "\n",
      "alright\n",
      "text 185/407: alright\n",
      "Ground truth: light\n",
      "\n",
      "bye\n",
      "text 186/407: bye\n",
      "Ground truth: barn\n",
      "\n",
      "see ya later\n",
      "text 187/407: see ya later\n",
      "Ground truth: sigh\n",
      "\n",
      "art\n",
      "text 188/407: art\n",
      "Ground truth: hark\n",
      "\n",
      "egg clue\n",
      "text 189/407: egg clue\n",
      "Ground truth: echo\n",
      "\n",
      "there is no good attitude mc\n",
      "text 190/407: there is no good attitude mc\n",
      "Ground truth: the little schoolhouse stood empty\n",
      "\n",
      "and the money are in the infringement well\n",
      "text 191/407: and the money are in the infringement well\n",
      "Ground truth: alimony harms a divorced man's wealth\n",
      "\n",
      "sorry\n",
      "text 192/407: sorry\n",
      "Ground truth: sign\n",
      "\n",
      "see you later team\n",
      "text 193/407: see you later team\n",
      "Ground truth: fitting\n",
      "\n",
      "card\n",
      "text 194/407: card\n",
      "Ground truth: cart\n",
      "\n",
      "beep\n",
      "text 195/407: beep\n",
      "Ground truth: bit\n",
      "\n",
      "we arrived on back to the farm\n",
      "text 196/407: we arrived on back to the farm\n",
      "Ground truth: we rode horseback to the farm\n",
      "\n",
      "the dolphins swam around our boat\n",
      "text 197/407: the dolphins swam around our boat\n",
      "Ground truth: the dolphins swam around our boat\n",
      "\n",
      "they have the new fbi reported\n",
      "text 198/407: they have the new fbi reported\n",
      "Ground truth: day after day some new episode is reported\n",
      "\n",
      "dope\n",
      "text 199/407: dope\n",
      "Ground truth: tell\n",
      "\n",
      "yeah\n",
      "text 200/407: yeah\n",
      "Ground truth: hill\n",
      "\n",
      "he further proposed grand and pedagogic loans for experimental hospitals\n",
      "text 201/407: he further proposed grand and pedagogic loans for experimental hospitals\n",
      "Ground truth: he further proposed grants of an unspecified sum for experimental hospitals\n",
      "\n",
      "the hurricane\n",
      "text 202/407: the hurricane\n",
      "Ground truth: sergeant\n",
      "\n",
      "hmm\n",
      "text 203/407: hmm\n",
      "Ground truth: lair\n",
      "\n",
      "the midguided road has been underway\n",
      "text 204/407: the midguided road has been underway\n",
      "Ground truth: the misguided souls have lost their way\n",
      "\n",
      "you big\n",
      "text 205/407: you big\n",
      "Ground truth: quebec\n",
      "\n",
      "i love you\n",
      "text 206/407: i love you\n",
      "Ground truth: loyal\n",
      "\n",
      "baby\n",
      "text 207/407: baby\n",
      "Ground truth: pretty\n",
      "\n",
      "um\n",
      "text 208/407: um\n",
      "Ground truth: hem\n",
      "\n",
      "enjoy the eat!\n",
      "text 209/407: enjoy the eat \n",
      "Ground truth: juliet\n",
      "\n",
      "reach\n",
      "text 210/407: reach\n",
      "Ground truth: rich\n",
      "\n",
      "youre\n",
      "text 211/407: youre\n",
      "Ground truth: thorn\n",
      "\n",
      "if you are learning how to replay this immediately\n",
      "text 212/407: if you are learning how to replay this immediately\n",
      "Ground truth: if you are losing water replace it immediately\n",
      "\n",
      "you are one pretty wedding obelisk\n",
      "text 213/407: you are one pretty wedding obelisk\n",
      "Ground truth: she wore warm fleecy woolen overalls\n",
      "\n",
      "reach\n",
      "text 214/407: reach\n",
      "Ground truth: reek\n",
      "\n",
      "hmm\n",
      "text 215/407: hmm\n",
      "Ground truth: seeds\n",
      "\n",
      "fucked her up\n",
      "text 216/407: fucked her up\n",
      "Ground truth: foxtrot\n",
      "\n",
      "mike\n",
      "text 217/407: mike\n",
      "Ground truth: mike\n",
      "\n",
      "or a tail\n",
      "text 218/407: or a tail\n",
      "Ground truth: hotel\n",
      "\n",
      "we didnt\n",
      "text 219/407: we didnt\n",
      "Ground truth: written\n",
      "\n",
      "good\n",
      "text 220/407: good\n",
      "Ground truth: kitten\n",
      "\n",
      "eyyy\n",
      "text 221/407: eyyy\n",
      "Ground truth: lick\n",
      "\n",
      "harper\n",
      "text 222/407: harper\n",
      "Ground truth: papa\n",
      "\n",
      "the bug can be treated with\n",
      "text 223/407: the bug can be treated with\n",
      "Ground truth: the box contained three sweaters\n",
      "\n",
      "and\n",
      "text 224/407: and\n",
      "Ground truth: him\n",
      "\n",
      "meeting\n",
      "text 225/407: meeting\n",
      "Ground truth: mitten\n",
      "\n",
      "go\n",
      "text 226/407: go\n",
      "Ground truth: golf\n",
      "\n",
      "before the day they can have review every formula\n",
      "text 227/407: before the day they can have review every formula\n",
      "Ground truth: before thursday's exam review every formula\n",
      "\n",
      "dirt\n",
      "text 228/407: dirt\n",
      "Ground truth: dart\n",
      "\n",
      "then really am i really didnt ever use me\n",
      "text 229/407: then really am i really didnt ever use me\n",
      "Ground truth: the museum hires musicians every evening\n",
      "\n",
      "bored\n",
      "text 230/407: bored\n",
      "Ground truth: part\n",
      "\n",
      "support\n",
      "text 231/407: support\n",
      "Ground truth: spark\n",
      "\n",
      "kira\n",
      "text 232/407: kira\n",
      "Ground truth: kilo\n",
      "\n",
      "i have hurt my power arm\n",
      "text 233/407: i have hurt my power arm\n",
      "Ground truth: i have had my bell rung\n",
      "\n",
      "bidding\n",
      "text 234/407: bidding\n",
      "Ground truth: bitten\n",
      "\n",
      "duh no\n",
      "text 235/407: duh no\n",
      "Ground truth: thought\n",
      "\n",
      "right\n",
      "text 236/407: right\n",
      "Ground truth: thought\n",
      "\n",
      "um\n",
      "text 237/407: um\n",
      "Ground truth: hum\n",
      "\n",
      "scrape\n",
      "text 238/407: scrape\n",
      "Ground truth: spit\n",
      "\n",
      "shiiiite\n",
      "text 239/407: shiiiite\n",
      "Ground truth: side\n",
      "\n",
      "boy\n",
      "text 240/407: boy\n",
      "Ground truth: brawn\n",
      "\n",
      "dude didnt want any kind of\n",
      "text 241/407: dude didnt want any kind of\n",
      "Ground truth: students watched as he got out\n",
      "\n",
      "dirt\n",
      "text 242/407: dirt\n",
      "Ground truth: start\n",
      "\n",
      "pork\n",
      "text 243/407: pork\n",
      "Ground truth: park\n",
      "\n",
      "bye\n",
      "text 244/407: bye\n",
      "Ground truth: harp\n",
      "\n",
      "shitting\n",
      "text 245/407: shitting\n",
      "Ground truth: sitting\n",
      "\n",
      "the earth\n",
      "text 246/407: the earth\n",
      "Ground truth: dark\n",
      "\n",
      "currently in the library room\n",
      "text 247/407: currently in the library room\n",
      "Ground truth: carl lives in a lively home\n",
      "\n",
      "see you baby\n",
      "text 248/407: see you baby\n",
      "Ground truth: city\n",
      "\n",
      "and\n",
      "text 249/407: and\n",
      "Ground truth: him\n",
      "\n",
      "maybe\n",
      "text 250/407: maybe\n",
      "Ground truth: knitting\n",
      "\n",
      "eat it\n",
      "text 251/407: eat it\n",
      "Ground truth: hitting\n",
      "\n",
      "we be\n",
      "text 252/407: we be\n",
      "Ground truth: witty\n",
      "\n",
      "were in\n",
      "text 253/407: were in\n",
      "Ground truth: witty\n",
      "\n",
      "swing your arm as high as you can\n",
      "text 254/407: swing your arm as high as you can\n",
      "Ground truth: swing your arm as high as you can\n",
      "\n",
      "art\n",
      "text 255/407: art\n",
      "Ground truth: heart\n",
      "\n",
      "bye\n",
      "text 256/407: bye\n",
      "Ground truth: brought\n",
      "\n",
      "gadget\n",
      "text 257/407: gadget\n",
      "Ground truth: gadget\n",
      "\n",
      "mmm\n",
      "text 258/407: mmm\n",
      "Ground truth: knee\n",
      "\n",
      "hooray!\n",
      "text 259/407: hooray \n",
      "Ground truth: race\n",
      "\n",
      "range\n",
      "text 260/407: range\n",
      "Ground truth: range\n",
      "\n",
      "see ya\n",
      "text 261/407: see ya\n",
      "Ground truth: sip\n",
      "\n",
      "duh\n",
      "text 262/407: duh\n",
      "Ground truth: the\n",
      "\n",
      "war\n",
      "text 263/407: war\n",
      "Ground truth: swore\n",
      "\n",
      "cheer!\n",
      "text 264/407: cheer \n",
      "Ground truth: chair\n",
      "\n",
      "dark\n",
      "text 265/407: dark\n",
      "Ground truth: dark\n",
      "\n",
      "see yall\n",
      "text 266/407: see yall\n",
      "Ground truth: floor\n",
      "\n",
      "sip\n",
      "text 267/407: sip\n",
      "Ground truth: sip\n",
      "\n",
      "bye\n",
      "text 268/407: bye\n",
      "Ground truth: sigh\n",
      "\n",
      "i was grounded all the time\n",
      "text 269/407: i was grounded all the time\n",
      "Ground truth: i was conscious all the time\n",
      "\n",
      "sleep\n",
      "text 270/407: sleep\n",
      "Ground truth: slip\n",
      "\n",
      "paid\n",
      "text 271/407: paid\n",
      "Ground truth: fate\n",
      "\n",
      "okay\n",
      "text 272/407: okay\n",
      "Ground truth: pay\n",
      "\n",
      "where were you while we were away\n",
      "text 273/407: where were you while we were away\n",
      "Ground truth: where were you while we were away\n",
      "\n",
      "pile\n",
      "text 274/407: pile\n",
      "Ground truth: pile\n",
      "\n",
      "bad\n",
      "text 275/407: bad\n",
      "Ground truth: bad\n",
      "\n",
      "the islands are sparsely populated\n",
      "text 276/407: the islands are sparsely populated\n",
      "Ground truth: the islands are sparsely populated\n",
      "\n",
      "bye\n",
      "text 277/407: bye\n",
      "Ground truth: back\n",
      "\n",
      "one validated act of school did trick\n",
      "text 278/407: one validated act of school did trick\n",
      "Ground truth: one validated acts of school districts\n",
      "\n",
      "no\n",
      "text 279/407: no\n",
      "Ground truth: knew\n",
      "\n",
      "cheer!\n",
      "text 280/407: cheer \n",
      "Ground truth: shear\n",
      "\n",
      "sure\n",
      "text 281/407: sure\n",
      "Ground truth: suit\n",
      "\n",
      "doop\n",
      "text 282/407: doop\n",
      "Ground truth: droop\n",
      "\n",
      "no\n",
      "text 283/407: no\n",
      "Ground truth: gnaw\n",
      "\n",
      "are your great ire arorse and nancy\n",
      "text 284/407: are your great ire arorse and nancy\n",
      "Ground truth: are your grades higher or lower than nancy's\n",
      "\n",
      "really\n",
      "text 285/407: really\n",
      "Ground truth: root\n",
      "\n",
      "yeah\n",
      "text 286/407: yeah\n",
      "Ground truth: error\n",
      "\n",
      "i feel like im dying and we cant\n",
      "text 287/407: i feel like im dying and we cant\n",
      "Ground truth: i feel i can play this weekend\n",
      "\n",
      "bye\n",
      "text 288/407: bye\n",
      "Ground truth: sigh\n",
      "\n",
      "rug\n",
      "text 289/407: rug\n",
      "Ground truth: rock\n",
      "\n",
      "see you\n",
      "text 290/407: see you\n",
      "Ground truth: suit\n",
      "\n",
      "to other kids also were under advisement\n",
      "text 291/407: to other kids also were under advisement\n",
      "Ground truth: two other cases also were under advisement\n",
      "\n",
      "charity\n",
      "text 292/407: charity\n",
      "Ground truth: charlie\n",
      "\n",
      "i try to help people in the community\n",
      "text 293/407: i try to help people in the community\n",
      "Ground truth: i tried to tell people in the community\n",
      "\n",
      "bye\n",
      "text 294/407: bye\n",
      "Ground truth: bear\n",
      "\n",
      "bad\n",
      "text 295/407: bad\n",
      "Ground truth: bad\n",
      "\n",
      "the humidity is overwhelming there\n",
      "text 296/407: the humidity is overwhelming there\n",
      "Ground truth: the humidity is overwhelming there\n",
      "\n",
      "fear\n",
      "text 297/407: fear\n",
      "Ground truth: fear\n",
      "\n",
      "duh\n",
      "text 298/407: duh\n",
      "Ground truth: though\n",
      "\n",
      "bye\n",
      "text 299/407: bye\n",
      "Ground truth: tie\n",
      "\n",
      "snoop\n",
      "text 300/407: snoop\n",
      "Ground truth: snoop\n",
      "\n",
      "jane may earn more money by working hard\n",
      "text 301/407: jane may earn more money by working hard\n",
      "Ground truth: jane may earn more money by working hard\n",
      "\n",
      "ear\n",
      "text 302/407: ear\n",
      "Ground truth: here\n",
      "\n",
      "see you tomorrow\n",
      "text 303/407: see you tomorrow\n",
      "Ground truth: floor\n",
      "\n",
      "i looked up and nodded to ottman\n",
      "text 304/407: i looked up and nodded to ottman\n",
      "Ground truth: i looked up and noticed two old men\n",
      "\n",
      "brrraaayyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyy\n",
      "text 305/407: brrraaayyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyy\n",
      "Ground truth: briar\n",
      "\n",
      "psycho\n",
      "text 306/407: psycho\n",
      "Ground truth: cycle\n",
      "\n",
      "sorry\n",
      "text 307/407: sorry\n",
      "Ground truth: sigh\n",
      "\n",
      "night\n",
      "text 308/407: night\n",
      "Ground truth: knot\n",
      "\n",
      "bad\n",
      "text 309/407: bad\n",
      "Ground truth: bat\n",
      "\n",
      "prior\n",
      "text 310/407: prior\n",
      "Ground truth: prior\n",
      "\n",
      "this did not go easy for us\n",
      "text 311/407: this did not go easy for us\n",
      "Ground truth: this was easy for us\n",
      "\n",
      "shingo\n",
      "text 312/407: shingo\n",
      "Ground truth: single\n",
      "\n",
      "eggplore\n",
      "text 313/407: eggplore\n",
      "Ground truth: explore\n",
      "\n",
      "springo\n",
      "text 314/407: springo\n",
      "Ground truth: sprinkle\n",
      "\n",
      "you would be better off taking a cold shower\n",
      "text 315/407: you would be better off taking a cold shower\n",
      "Ground truth: you'd be better off taking a cold shower\n",
      "\n",
      "um\n",
      "text 316/407: um\n",
      "Ground truth: of\n",
      "\n",
      "if you destroy confidence in bank you do nothing to the economy yet\n",
      "text 317/407: if you destroy confidence in bank you do nothing to the economy yet\n",
      "Ground truth: if you destroy confidence in banks you do something to the economy he said\n",
      "\n",
      "food\n",
      "text 318/407: food\n",
      "Ground truth: fruit\n",
      "\n",
      "will robin wear a yellow lily\n",
      "text 319/407: will robin wear a yellow lily\n",
      "Ground truth: will robin wear a yellow lily\n",
      "\n",
      "meer\n",
      "text 320/407: meer\n",
      "Ground truth: near\n",
      "\n",
      "bright landline simmers and orchards\n",
      "text 321/407: bright landline simmers and orchards\n",
      "Ground truth: bright sunshine shimmers on the ocean\n",
      "\n",
      "might\n",
      "text 322/407: might\n",
      "Ground truth: mut\n",
      "\n",
      "soup\n",
      "text 323/407: soup\n",
      "Ground truth: slip\n",
      "\n",
      "why yall are worry over silly items\n",
      "text 324/407: why yall are worry over silly items\n",
      "Ground truth: why yell or worry over silly items\n",
      "\n",
      "the train abroad the boys journey\n",
      "text 325/407: the train abroad the boys journey\n",
      "Ground truth: the train approached the depot slowly\n",
      "\n",
      "they carried me up and under stretching\n",
      "text 326/407: they carried me up and under stretching\n",
      "Ground truth: they carried me off on the stretcher\n",
      "\n",
      "no\n",
      "text 327/407: no\n",
      "Ground truth: know\n",
      "\n",
      "were\n",
      "text 328/407: were\n",
      "Ground truth: we're\n",
      "\n",
      "way\n",
      "text 329/407: way\n",
      "Ground truth: sway\n",
      "\n",
      "dude\n",
      "text 330/407: dude\n",
      "Ground truth: toot\n",
      "\n",
      "youre youtubeing on the field\n",
      "text 331/407: youre youtubeing on the field\n",
      "Ground truth: you're used to being on the field\n",
      "\n",
      "everything went real smooth the syrup did\n",
      "text 332/407: everything went real smooth the syrup did\n",
      "Ground truth: everything went real smooth the sheriff said\n",
      "\n",
      "loop\n",
      "text 333/407: loop\n",
      "Ground truth: loop\n",
      "\n",
      "danko\n",
      "text 334/407: danko\n",
      "Ground truth: jungle\n",
      "\n",
      "sorry\n",
      "text 335/407: sorry\n",
      "Ground truth: side\n",
      "\n",
      "dart\n",
      "text 336/407: dart\n",
      "Ground truth: dot\n",
      "\n",
      "right\n",
      "text 337/407: right\n",
      "Ground truth: light\n",
      "\n",
      "boring\n",
      "text 338/407: boring\n",
      "Ground truth: barn\n",
      "\n",
      "yeah\n",
      "text 339/407: yeah\n",
      "Ground truth: sigh\n",
      "\n",
      "art\n",
      "text 340/407: art\n",
      "Ground truth: hark\n",
      "\n",
      "egg cool\n",
      "text 341/407: egg cool\n",
      "Ground truth: echo\n",
      "\n",
      "danny dont go out doing mt\n",
      "text 342/407: danny dont go out doing mt\n",
      "Ground truth: the little schoolhouse stood empty\n",
      "\n",
      "at the morning of the first man well\n",
      "text 343/407: at the morning of the first man well\n",
      "Ground truth: alimony harms a divorced man's wealth\n",
      "\n",
      "sorry\n",
      "text 344/407: sorry\n",
      "Ground truth: sign\n",
      "\n",
      "prt\n",
      "text 345/407: prt\n",
      "Ground truth: fitting\n",
      "\n",
      "carl\n",
      "text 346/407: carl\n",
      "Ground truth: cart\n",
      "\n",
      "beep\n",
      "text 347/407: beep\n",
      "Ground truth: bit\n",
      "\n",
      "we arrived on back to the farm\n",
      "text 348/407: we arrived on back to the farm\n",
      "Ground truth: we rode horseback to the farm\n",
      "\n",
      "the dolphin swam around our boat\n",
      "text 349/407: the dolphin swam around our boat\n",
      "Ground truth: the dolphins swam around our boat\n",
      "\n",
      "day after day of new episodes in reported\n",
      "text 350/407: day after day of new episodes in reported\n",
      "Ground truth: day after day some new episode is reported\n",
      "\n",
      "doh\n",
      "text 351/407: doh\n",
      "Ground truth: tell\n",
      "\n",
      "if you further propose granting and pediatrician for experimental advertoise\n",
      "text 352/407: if you further propose granting and pediatrician for experimental advertoise\n",
      "Ground truth: hill\n",
      "\n",
      "he further proposed grants and pedagogy for experimental laboratories\n",
      "text 353/407: he further proposed grants and pedagogy for experimental laboratories\n",
      "Ground truth: he further proposed grants of an unspecified sum for experimental hospitals\n",
      "\n",
      "sergeant\n",
      "text 354/407: sergeant\n",
      "Ground truth: sergeant\n",
      "\n",
      "mmm\n",
      "text 355/407: mmm\n",
      "Ground truth: lair\n",
      "\n",
      "the midgarden road is under way\n",
      "text 356/407: the midgarden road is under way\n",
      "Ground truth: the misguided souls have lost their way\n",
      "\n",
      "go big\n",
      "text 357/407: go big\n",
      "Ground truth: quebec\n",
      "\n",
      "i love you\n",
      "text 358/407: i love you\n",
      "Ground truth: loyal\n",
      "\n",
      "pretty\n",
      "text 359/407: pretty\n",
      "Ground truth: pretty\n",
      "\n",
      "um\n",
      "text 360/407: um\n",
      "Ground truth: hem\n",
      "\n",
      "juliet\n",
      "text 361/407: juliet\n",
      "Ground truth: juliet\n",
      "\n",
      "rip\n",
      "text 362/407: rip\n",
      "Ground truth: rich\n",
      "\n",
      "yarn\n",
      "text 363/407: yarn\n",
      "Ground truth: thorn\n",
      "\n",
      "if you are losing water replace it immediately\n",
      "text 364/407: if you are losing water replace it immediately\n",
      "Ground truth: if you are losing water replace it immediately\n",
      "\n",
      "you are one pretty woman obeah\n",
      "text 365/407: you are one pretty woman obeah\n",
      "Ground truth: she wore warm fleecy woolen overalls\n",
      "\n",
      "weak\n",
      "text 366/407: weak\n",
      "Ground truth: reek\n",
      "\n",
      "hmm\n",
      "text 367/407: hmm\n",
      "Ground truth: seeds\n",
      "\n",
      "fuck you\n",
      "text 368/407: fuck you\n",
      "Ground truth: foxtrot\n",
      "\n",
      "mike\n",
      "text 369/407: mike\n",
      "Ground truth: mike\n",
      "\n",
      "or a tail\n",
      "text 370/407: or a tail\n",
      "Ground truth: hotel\n",
      "\n",
      "we didnt\n",
      "text 371/407: we didnt\n",
      "Ground truth: written\n",
      "\n",
      "good\n",
      "text 372/407: good\n",
      "Ground truth: kitten\n",
      "\n",
      "piper\n",
      "text 373/407: piper\n",
      "Ground truth: lick\n",
      "\n",
      "the bug contained three sweaters\n",
      "text 374/407: the bug contained three sweaters\n",
      "Ground truth: the box contained three sweaters\n",
      "\n",
      "ehm\n",
      "text 375/407: ehm\n",
      "Ground truth: him\n",
      "\n",
      "me too\n",
      "text 376/407: me too\n",
      "Ground truth: mitten\n",
      "\n",
      "go\n",
      "text 377/407: go\n",
      "Ground truth: golf\n",
      "\n",
      "before their days exam review every formula\n",
      "text 378/407: before their days exam review every formula\n",
      "Ground truth: before thursday's exam review every formula\n",
      "\n",
      "dart\n",
      "text 379/407: dart\n",
      "Ground truth: dart\n",
      "\n",
      "the museum are music in every of me\n",
      "text 380/407: the museum are music in every of me\n",
      "Ground truth: the museum hires musicians every evening\n",
      "\n",
      "bald\n",
      "text 381/407: bald\n",
      "Ground truth: part\n",
      "\n",
      "the pork\n",
      "text 382/407: the pork\n",
      "Ground truth: spark\n",
      "\n",
      "cue the\n",
      "text 383/407: cue the\n",
      "Ground truth: kilo\n",
      "\n",
      "i have held my bow around\n",
      "text 384/407: i have held my bow around\n",
      "Ground truth: i have had my bell rung\n",
      "\n",
      "bidden\n",
      "text 385/407: bidden\n",
      "Ground truth: bitten\n",
      "\n",
      "duhno\n",
      "text 386/407: duhno\n",
      "Ground truth: thought\n",
      "\n",
      "right\n",
      "text 387/407: right\n",
      "Ground truth: thought\n",
      "\n",
      "um\n",
      "text 388/407: um\n",
      "Ground truth: hum\n",
      "\n",
      "sspeak\n",
      "text 389/407: sspeak\n",
      "Ground truth: spit\n",
      "\n",
      "sigh\n",
      "text 390/407: sigh\n",
      "Ground truth: side\n",
      "\n",
      "brawn\n",
      "text 391/407: brawn\n",
      "Ground truth: brawn\n",
      "\n",
      "dude didnt want any kind of\n",
      "text 392/407: dude didnt want any kind of\n",
      "Ground truth: students watched as he got out\n",
      "\n",
      "darn\n",
      "text 393/407: darn\n",
      "Ground truth: start\n",
      "\n",
      "pork\n",
      "text 394/407: pork\n",
      "Ground truth: park\n",
      "\n",
      "i hope\n",
      "text 395/407: i hope\n",
      "Ground truth: harp\n",
      "\n",
      "shedding\n",
      "text 396/407: shedding\n",
      "Ground truth: sitting\n",
      "\n",
      "\n",
      "text 397/407: \n",
      "Ground truth: dark\n",
      "\n",
      "currently in the library of\n",
      "text 398/407: currently in the library of\n",
      "Ground truth: carl lives in a lively home\n",
      "\n",
      "yayday!\n",
      "text 399/407: yayday \n",
      "Ground truth: city\n",
      "\n",
      "ehm\n",
      "text 400/407: ehm\n",
      "Ground truth: him\n",
      "\n",
      "needy\n",
      "text 401/407: needy\n",
      "Ground truth: knitting\n",
      "\n",
      "eden!\n",
      "text 402/407: eden \n",
      "Ground truth: hitting\n",
      "\n",
      "weedy\n",
      "text 403/407: weedy\n",
      "Ground truth: witty\n",
      "\n",
      "weeby!\n",
      "text 404/407: weeby \n",
      "Ground truth: witty\n",
      "\n",
      "swing your arm as high as you can\n",
      "text 405/407: swing your arm as high as you can\n",
      "Ground truth: swing your arm as high as you can\n",
      "\n",
      "art\n",
      "text 406/407: art\n",
      "Ground truth: heart\n",
      "\n",
      "bright\n",
      "text 407/407: bright\n",
      "Ground truth: brought\n",
      "\n"
     ]
    }
   ],
   "source": [
    "import whisper_openAI.whisper as whisper\n",
    "\n",
    "# Function to process each audio file\n",
    "def process_audio(file_path):\n",
    "    # Load audio and pad/trim it to fit 30 seconds\n",
    "    audio = whisper.load_audio(file_path)\n",
    "    audio = whisper.pad_or_trim(audio)\n",
    "    \n",
    "    # Make log-Mel spectrogram and move to the same device as the model\n",
    "    mel = whisper.log_mel_spectrogram(audio).to(model.device)\n",
    "    \n",
    "    # Decode the audio\n",
    "    options = whisper.DecodingOptions(fp16=False, without_timestamps=True, language='english')\n",
    "    result, _ = whisper.decode(model, mel, options)\n",
    "    \n",
    "    result_text = ''.join(result)\n",
    "    \n",
    "    # Print the recognized text\n",
    "    print(result_text)\n",
    "    return result_text\n",
    "\n",
    "# Initialize the results and ground truth lists\n",
    "recognized_texts = []\n",
    "ground_truth_texts = []\n",
    "\n",
    "def normalize_text(text):\n",
    "    chars_to_ignore_regex = '[\\,\\?\\.\\!\\-\\;\\:\\\"\\“\\%\\‘\\”\\`\\�0-9]'\n",
    "    text = re.sub(chars_to_ignore_regex, ' ', text).lower()\n",
    "    return text\n",
    "    \n",
    "# Iterate over the dataset\n",
    "for i in range(len(torgo_dataset['test'])):\n",
    "    # Get the file path and ground truth from the dataset\n",
    "    file_path = torgo_dataset['test'][i]['audio']\n",
    "    ground_truth = torgo_dataset['test'][i]['text']\n",
    "    \n",
    "    # Process the audio file\n",
    "    recognized_text = process_audio(file_path)\n",
    "    recognized_text = normalize_text(recognized_text)\n",
    "    ground_truth = normalize_text(ground_truth)\n",
    "    \n",
    "    # Append the results to the lists\n",
    "    recognized_texts.append(recognized_text)\n",
    "    ground_truth_texts.append(ground_truth)\n",
    "    \n",
    "    # Print the recognized text\n",
    "    print(f\"text {i+1}/{len(torgo_dataset['test'])}: {recognized_text}\")\n",
    "    print(f\"Ground truth: {ground_truth}\")\n",
    "    print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "432e0410-18ce-446d-b5ca-27a91efc6df4",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Average WER: 0.9603567194476285\n"
     ]
    }
   ],
   "source": [
    "from jiwer import wer\n",
    "\n",
    "# Calculate WER for each recognized text against the ground truth\n",
    "wer_scores = [wer(gt, rt) for gt, rt in zip(ground_truth_texts, recognized_texts)]\n",
    "\n",
    "# Print the average WER\n",
    "average_wer = sum(wer_scores) / len(wer_scores)\n",
    "print(f\"Average WER: {average_wer}\")\n",
    "\n",
    "# Optional: Save the recognized texts and ground truths to files\n",
    "with open('recognized_texts.txt', 'w') as f:\n",
    "    for text in recognized_texts:\n",
    "        f.write(f\"{text}\\n\")\n",
    "\n",
    "with open('ground_truth_texts.txt', 'w') as f:\n",
    "    for text in ground_truth_texts:\n",
    "        f.write(f\"{text}\\n\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "303d3029-6327-415b-b7eb-c7e1a807c2be",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "43e594da-81f9-4a37-8b63-b6e3b9cdbaa8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['when a pig is buried inside a bears crack and quivers a dreadful',\n",
       " 'trade',\n",
       " 'trouble',\n",
       " 'see',\n",
       " 'raid',\n",
       " 'a gap in the winter when the wool or not our eyes permit',\n",
       " 'and unfiltering beer drinks to each time',\n",
       " 'a long flowing beer cling to each chin',\n",
       " 'fear',\n",
       " 'beard',\n",
       " 'bubble',\n",
       " 'while he is nearly    years old',\n",
       " 'brad',\n",
       " 'danger',\n",
       " 'no',\n",
       " 'yet either links as swively as ever',\n",
       " 'jagged',\n",
       " 'and dabble',\n",
       " 'mike',\n",
       " 'yeah',\n",
       " 'worm ',\n",
       " 'dear',\n",
       " 'i dont know',\n",
       " 'err',\n",
       " 'dont ask me to carry an oily rag like a bat',\n",
       " 'stumble',\n",
       " 'bark',\n",
       " 'you need to know all about my grandfather',\n",
       " 'good',\n",
       " 'giving those who observe him a better understanding of the atmosphere he brings',\n",
       " 'yip',\n",
       " 'rate',\n",
       " 'zip',\n",
       " 'trade',\n",
       " 'no ',\n",
       " 'the end youre talking to an increasingly white one oh you',\n",
       " 'oh',\n",
       " 'bye',\n",
       " 'rape',\n",
       " 'beda',\n",
       " 'i will take a long walk in the open air indeed',\n",
       " 'or',\n",
       " 'today',\n",
       " 'no',\n",
       " 'its right in the uterus carefully and we rest upon our small organs',\n",
       " 'spark again and again',\n",
       " 'sibark',\n",
       " 'she did',\n",
       " 'and jagged',\n",
       " 'we',\n",
       " 'wee ',\n",
       " 'ope ',\n",
       " 'when he peeked his voice is just a bit cracked and the quivers are dreadful',\n",
       " 'great',\n",
       " 'trouble',\n",
       " 'see',\n",
       " 'raid',\n",
       " 'a gap in the winter when the earth are not all   per cent',\n",
       " 'i like throwing beer drinks to each other',\n",
       " 'i am flowing beer clean the region',\n",
       " 'fear',\n",
       " 'bid',\n",
       " 'buhbye',\n",
       " 'while he is nearly    years old',\n",
       " 'bad',\n",
       " 'dagger',\n",
       " 'no',\n",
       " 'yet in the end i swore to you and ever',\n",
       " 'i dragged it',\n",
       " 'its their ball',\n",
       " 'mug',\n",
       " 'shit',\n",
       " 'one',\n",
       " 'dead',\n",
       " 'oh bro',\n",
       " 'yeah',\n",
       " 'dont ask me to carry an oily rag like that',\n",
       " 'stumble',\n",
       " 'bye',\n",
       " 'you would do know all about my grandfather',\n",
       " 'gold',\n",
       " 'giving those who observe him a better understanding of the atmosphere he brings',\n",
       " 'zip',\n",
       " 'rate',\n",
       " 'sleep',\n",
       " 'draid',\n",
       " 'no',\n",
       " 'the antair doctor in greeny white one all ears',\n",
       " 'go',\n",
       " 'bye',\n",
       " 'rape',\n",
       " 'bad',\n",
       " 'if you like me take a yard walk in the open air indeed',\n",
       " 'war',\n",
       " 'ppay',\n",
       " 'no ',\n",
       " 'its right in the uterus carefully and with light upon our small organ',\n",
       " 'fuck',\n",
       " 'he broke',\n",
       " 'dick',\n",
       " 'jagged',\n",
       " 'weave',\n",
       " 'wee ',\n",
       " 'im',\n",
       " 'gadget',\n",
       " 'f*** me',\n",
       " 'hooray ',\n",
       " 'range',\n",
       " 'sip',\n",
       " 'duh',\n",
       " 'war',\n",
       " 'cheer ',\n",
       " 'dark',\n",
       " 'see ya later',\n",
       " 'shit',\n",
       " 'bye',\n",
       " 'i was grounded all the time',\n",
       " 'shape',\n",
       " 'peace',\n",
       " 'okay',\n",
       " 'where were you while we were away',\n",
       " 'bye everyone',\n",
       " 'bad',\n",
       " 'the islands are partly populated',\n",
       " 'bye',\n",
       " 'one validated act of school district',\n",
       " 'no',\n",
       " 'here',\n",
       " 'shirt',\n",
       " 'doop',\n",
       " 'no',\n",
       " 'are your great ire are lower than nancy',\n",
       " 'right',\n",
       " 'yeah',\n",
       " 'i feel like im dead we can',\n",
       " 'yikes',\n",
       " 'rog',\n",
       " 'see you later',\n",
       " 'to other kids also were under advisement',\n",
       " 'charity',\n",
       " 'i try to tell people in the community',\n",
       " 'bye',\n",
       " 'bad',\n",
       " 'that humanity is overwhelming them',\n",
       " 'fear',\n",
       " 'duh',\n",
       " 'bye ',\n",
       " 'snoop',\n",
       " 'jane may earn more money by working hard',\n",
       " 'here',\n",
       " 'lol',\n",
       " 'i looked up and nodded to otter',\n",
       " 'where are you',\n",
       " 'psycho',\n",
       " 'sorry',\n",
       " 'night',\n",
       " 'bad',\n",
       " 'prior',\n",
       " 'this one is easy for us',\n",
       " 'ginga',\n",
       " 'eggplore',\n",
       " 'sprinkles',\n",
       " 'you would be better off taking a cold shower',\n",
       " 'out ',\n",
       " 'if you destroy confidence in things you do is not being to the economy yet',\n",
       " 'food',\n",
       " 'where robin were a yellow lily',\n",
       " 'meeh',\n",
       " 'bright landline simmered on the ocean',\n",
       " 'mud',\n",
       " 'shit ',\n",
       " 'why are you worried about sharing items',\n",
       " 'the dream of priority the employee disarming',\n",
       " 'they carried me up and under stretching',\n",
       " 'no',\n",
       " 'weird',\n",
       " 'way',\n",
       " 'dude',\n",
       " 'and youre duping on the field',\n",
       " 'everything went real smooth they all appeared',\n",
       " 'luke',\n",
       " 'junko',\n",
       " 'so',\n",
       " 'dart',\n",
       " 'alright',\n",
       " 'bye',\n",
       " 'see ya later',\n",
       " 'art',\n",
       " 'egg clue',\n",
       " 'there is no good attitude mc',\n",
       " 'and the money are in the infringement well',\n",
       " 'sorry',\n",
       " 'see you later team',\n",
       " 'card',\n",
       " 'beep',\n",
       " 'we arrived on back to the farm',\n",
       " 'the dolphins swam around our boat',\n",
       " 'they have the new fbi reported',\n",
       " 'dope',\n",
       " 'yeah',\n",
       " 'he further proposed grand and pedagogic loans for experimental hospitals',\n",
       " 'the hurricane',\n",
       " 'hmm',\n",
       " 'the midguided road has been underway',\n",
       " 'you big',\n",
       " 'i love you',\n",
       " 'baby',\n",
       " 'um',\n",
       " 'enjoy the eat ',\n",
       " 'reach',\n",
       " 'youre',\n",
       " 'if you are learning how to replay this immediately',\n",
       " 'you are one pretty wedding obelisk',\n",
       " 'reach',\n",
       " 'hmm',\n",
       " 'fucked her up',\n",
       " 'mike',\n",
       " 'or a tail',\n",
       " 'we didnt',\n",
       " 'good',\n",
       " 'eyyy',\n",
       " 'harper',\n",
       " 'the bug can be treated with',\n",
       " 'and',\n",
       " 'meeting',\n",
       " 'go',\n",
       " 'before the day they can have review every formula',\n",
       " 'dirt',\n",
       " 'then really am i really didnt ever use me',\n",
       " 'bored',\n",
       " 'support',\n",
       " 'kira',\n",
       " 'i have hurt my power arm',\n",
       " 'bidding',\n",
       " 'duh no',\n",
       " 'right',\n",
       " 'um',\n",
       " 'scrape',\n",
       " 'shiiiite',\n",
       " 'boy',\n",
       " 'dude didnt want any kind of',\n",
       " 'dirt',\n",
       " 'pork',\n",
       " 'bye',\n",
       " 'shitting',\n",
       " 'the earth',\n",
       " 'currently in the library room',\n",
       " 'see you baby',\n",
       " 'and',\n",
       " 'maybe',\n",
       " 'eat it',\n",
       " 'we be',\n",
       " 'were in',\n",
       " 'swing your arm as high as you can',\n",
       " 'art',\n",
       " 'bye',\n",
       " 'gadget',\n",
       " 'mmm',\n",
       " 'hooray ',\n",
       " 'range',\n",
       " 'see ya',\n",
       " 'duh',\n",
       " 'war',\n",
       " 'cheer ',\n",
       " 'dark',\n",
       " 'see yall',\n",
       " 'sip',\n",
       " 'bye',\n",
       " 'i was grounded all the time',\n",
       " 'sleep',\n",
       " 'paid',\n",
       " 'okay',\n",
       " 'where were you while we were away',\n",
       " 'pile',\n",
       " 'bad',\n",
       " 'the islands are sparsely populated',\n",
       " 'bye',\n",
       " 'one validated act of school did trick',\n",
       " 'no',\n",
       " 'cheer ',\n",
       " 'sure',\n",
       " 'doop',\n",
       " 'no',\n",
       " 'are your great ire arorse and nancy',\n",
       " 'really',\n",
       " 'yeah',\n",
       " 'i feel like im dying and we cant',\n",
       " 'bye',\n",
       " 'rug',\n",
       " 'see you',\n",
       " 'to other kids also were under advisement',\n",
       " 'charity',\n",
       " 'i try to help people in the community',\n",
       " 'bye',\n",
       " 'bad',\n",
       " 'the humidity is overwhelming there',\n",
       " 'fear',\n",
       " 'duh',\n",
       " 'bye',\n",
       " 'snoop',\n",
       " 'jane may earn more money by working hard',\n",
       " 'ear',\n",
       " 'see you tomorrow',\n",
       " 'i looked up and nodded to ottman',\n",
       " 'brrraaayyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyy',\n",
       " 'psycho',\n",
       " 'sorry',\n",
       " 'night',\n",
       " 'bad',\n",
       " 'prior',\n",
       " 'this did not go easy for us',\n",
       " 'shingo',\n",
       " 'eggplore',\n",
       " 'springo',\n",
       " 'you would be better off taking a cold shower',\n",
       " 'um',\n",
       " 'if you destroy confidence in bank you do nothing to the economy yet',\n",
       " 'food',\n",
       " 'will robin wear a yellow lily',\n",
       " 'meer',\n",
       " 'bright landline simmers and orchards',\n",
       " 'might',\n",
       " 'soup',\n",
       " 'why yall are worry over silly items',\n",
       " 'the train abroad the boys journey',\n",
       " 'they carried me up and under stretching',\n",
       " 'no',\n",
       " 'were',\n",
       " 'way',\n",
       " 'dude',\n",
       " 'youre youtubeing on the field',\n",
       " 'everything went real smooth the syrup did',\n",
       " 'loop',\n",
       " 'danko',\n",
       " 'sorry',\n",
       " 'dart',\n",
       " 'right',\n",
       " 'boring',\n",
       " 'yeah',\n",
       " 'art',\n",
       " 'egg cool',\n",
       " 'danny dont go out doing mt',\n",
       " 'at the morning of the first man well',\n",
       " 'sorry',\n",
       " 'prt',\n",
       " 'carl',\n",
       " 'beep',\n",
       " 'we arrived on back to the farm',\n",
       " 'the dolphin swam around our boat',\n",
       " 'day after day of new episodes in reported',\n",
       " 'doh',\n",
       " 'if you further propose granting and pediatrician for experimental advertoise',\n",
       " 'he further proposed grants and pedagogy for experimental laboratories',\n",
       " 'sergeant',\n",
       " 'mmm',\n",
       " 'the midgarden road is under way',\n",
       " 'go big',\n",
       " 'i love you',\n",
       " 'pretty',\n",
       " 'um',\n",
       " 'juliet',\n",
       " 'rip',\n",
       " 'yarn',\n",
       " 'if you are losing water replace it immediately',\n",
       " 'you are one pretty woman obeah',\n",
       " 'weak',\n",
       " 'hmm',\n",
       " 'fuck you',\n",
       " 'mike',\n",
       " 'or a tail',\n",
       " 'we didnt',\n",
       " 'good',\n",
       " 'piper',\n",
       " 'the bug contained three sweaters',\n",
       " 'ehm',\n",
       " 'me too',\n",
       " 'go',\n",
       " 'before their days exam review every formula',\n",
       " 'dart',\n",
       " 'the museum are music in every of me',\n",
       " 'bald',\n",
       " 'the pork',\n",
       " 'cue the',\n",
       " 'i have held my bow around',\n",
       " 'bidden',\n",
       " 'duhno',\n",
       " 'right',\n",
       " 'um',\n",
       " 'sspeak',\n",
       " 'sigh',\n",
       " 'brawn',\n",
       " 'dude didnt want any kind of',\n",
       " 'darn',\n",
       " 'pork',\n",
       " 'i hope',\n",
       " 'shedding',\n",
       " '',\n",
       " 'currently in the library of',\n",
       " 'yayday ',\n",
       " 'ehm',\n",
       " 'needy',\n",
       " 'eden ',\n",
       " 'weedy',\n",
       " 'weeby ',\n",
       " 'swing your arm as high as you can',\n",
       " 'art',\n",
       " 'bright']"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "recognized_texts"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "1ffddc25-a212-494d-8682-b7db61b1a4af",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}