4_3_whisper_v3_inf_baseline-Copy1.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "b8376903-717f-43a1-a17d-4b571fb01829",
   "metadata": {},
   "outputs": [],
   "source": [
    "# This notebook uses https://github.com/openai/whisper with edits to the whisper_openAI/decoding.py to generate multiple hypothesis\n",
    "import sys\n",
    "import os\n",
    "import argparse\n",
    "import re\n",
    "import json\n",
    "import torch\n",
    "import logging\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "from dotenv import load_dotenv\n",
    "from datasets import load_dataset, DatasetDict, Audio\n",
    "from dataclasses import dataclass\n",
    "from typing import Dict, List, Union\n",
    "from evaluate import load\n",
    "from tqdm import tqdm\n",
    "from datetime import datetime\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "e0c73ea3-0914-4a2a-b17d-44429a530bd8",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Speaker ID: M01\n",
      "Learning rate: 0.0001\n",
      "Training batch size: 4\n",
      "Evaluation batch size: 4\n",
      "Random seed: 42\n",
      "Gradient accumulation steps: 2\n",
      "Optimizer type: adamw_torch\n",
      "Learning rate scheduler type: linear\n",
      "Number of epochs: 20\n",
      "Keep all data: False\n",
      "Debug mode: False\n",
      "Repository suffix: \n"
     ]
    }
   ],
   "source": [
    "speaker_id = \"M01\"  # Example value; replace with the actual Speaker ID as needed\n",
    "learning_rate = 0.0001\n",
    "train_batch_size = 4\n",
    "eval_batch_size = 4\n",
    "seed = 42\n",
    "gradient_accumulation_steps = 2\n",
    "optimizer = \"adamw_torch\"\n",
    "lr_scheduler_type = \"linear\"\n",
    "num_epochs = 20\n",
    "keep_all_data = False\n",
    "debug = False\n",
    "repo_suffix = \"\"\n",
    "\n",
    "print(f\"Speaker ID: {speaker_id}\")\n",
    "print(f\"Learning rate: {learning_rate}\")\n",
    "print(f\"Training batch size: {train_batch_size}\")\n",
    "print(f\"Evaluation batch size: {eval_batch_size}\")\n",
    "print(f\"Random seed: {seed}\")\n",
    "print(f\"Gradient accumulation steps: {gradient_accumulation_steps}\")\n",
    "print(f\"Optimizer type: {optimizer}\")\n",
    "print(f\"Learning rate scheduler type: {lr_scheduler_type}\")\n",
    "print(f\"Number of epochs: {num_epochs}\")\n",
    "print(f\"Keep all data: {keep_all_data}\")\n",
    "print(f\"Debug mode: {debug}\")\n",
    "print(f\"Repository suffix: {repo_suffix}\")\n",
    "test_speaker = speaker_id"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "6e89b5a5-98c0-4cfd-82a6-718e5cf8afa5",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The CSV file does not exist.\n",
      "torgo_dataset_path: /work/van-speech-nlp/data/torgo\n",
      "torgo_dataset_dir_path: /work/van-speech-nlp/data/torgo/\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "import logging\n",
    "\n",
    "# Define the path to the CSV file\n",
    "torgo_csv_path = \"data_preparation/torgo.csv\"\n",
    "\n",
    "# Check if the path exists and is a file\n",
    "if os.path.exists(torgo_csv_path) and os.path.isfile(torgo_csv_path):\n",
    "    print(\"The CSV file exists.\")\n",
    "else:\n",
    "    print(\"The CSV file does not exist.\")\n",
    "\n",
    "torgo_dataset_path = '/work/van-speech-nlp/data/torgo'\n",
    "torgo_dataset_dir_path = torgo_dataset_path + \\\n",
    "        '/' if torgo_dataset_path[-1] != '/' else torgo_dataset_path\n",
    "output_path = 'output'\n",
    "print(f'torgo_dataset_path: {torgo_dataset_path}')\n",
    "print(f'torgo_dataset_dir_path: {torgo_dataset_dir_path}')\n",
    "\n",
    "repo_name = f'torgo_tiny_finetune_{test_speaker}{repo_suffix}'\n",
    "repo_path = f'jindaxz/{repo_name}'\n",
    "\n",
    "# Path to save model / checkpoints{repo_name}'\n",
    "model_local_path = output_path + '/model/' + repo_name\n",
    "\n",
    "pretrained_model_name = \"openai/whisper-tiny\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "d39f2136-a63b-4d76-b79f-87db6ce56721",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "/work/van-speech-nlp/jindaznb/jslpnb/mllm_expriments/Whispering-LLaMA\n"
     ]
    }
   ],
   "source": [
    "%cd .."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "df4ce02d-570e-4672-a3e4-6b5c8a6b4d11",
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy\n",
    "# Renamed the Whisepr repo (https://github.com/openai/whisper) with the changed decoding.py file as whisper_openAI\n",
    "import whisper_openAI.whisper as whisper\n",
    "import torch\n",
    "import tqdm\n",
    "model = whisper.load_model(\"large-v3\") # you can change the whisper model here to largev2 or large to swap the  model."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "9443a408-8dbd-444c-822a-a2327ff0f05b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Whisper(\n",
       "  (encoder): AudioEncoder(\n",
       "    (conv1): Conv1d(128, 1280, kernel_size=(3,), stride=(1,), padding=(1,))\n",
       "    (conv2): Conv1d(1280, 1280, kernel_size=(3,), stride=(2,), padding=(1,))\n",
       "    (blocks): ModuleList(\n",
       "      (0-31): 32 x ResidualAttentionBlock(\n",
       "        (attn): MultiHeadAttention(\n",
       "          (query): Linear(in_features=1280, out_features=1280, bias=True)\n",
       "          (key): Linear(in_features=1280, out_features=1280, bias=False)\n",
       "          (value): Linear(in_features=1280, out_features=1280, bias=True)\n",
       "          (out): Linear(in_features=1280, out_features=1280, bias=True)\n",
       "        )\n",
       "        (attn_ln): LayerNorm((1280,), eps=1e-05, elementwise_affine=True)\n",
       "        (mlp): Sequential(\n",
       "          (0): Linear(in_features=1280, out_features=5120, bias=True)\n",
       "          (1): GELU(approximate='none')\n",
       "          (2): Linear(in_features=5120, out_features=1280, bias=True)\n",
       "        )\n",
       "        (mlp_ln): LayerNorm((1280,), eps=1e-05, elementwise_affine=True)\n",
       "      )\n",
       "    )\n",
       "    (ln_post): LayerNorm((1280,), eps=1e-05, elementwise_affine=True)\n",
       "  )\n",
       "  (decoder): TextDecoder(\n",
       "    (token_embedding): Embedding(51866, 1280)\n",
       "    (blocks): ModuleList(\n",
       "      (0-31): 32 x ResidualAttentionBlock(\n",
       "        (attn): MultiHeadAttention(\n",
       "          (query): Linear(in_features=1280, out_features=1280, bias=True)\n",
       "          (key): Linear(in_features=1280, out_features=1280, bias=False)\n",
       "          (value): Linear(in_features=1280, out_features=1280, bias=True)\n",
       "          (out): Linear(in_features=1280, out_features=1280, bias=True)\n",
       "        )\n",
       "        (attn_ln): LayerNorm((1280,), eps=1e-05, elementwise_affine=True)\n",
       "        (cross_attn): MultiHeadAttention(\n",
       "          (query): Linear(in_features=1280, out_features=1280, bias=True)\n",
       "          (key): Linear(in_features=1280, out_features=1280, bias=False)\n",
       "          (value): Linear(in_features=1280, out_features=1280, bias=True)\n",
       "          (out): Linear(in_features=1280, out_features=1280, bias=True)\n",
       "        )\n",
       "        (cross_attn_ln): LayerNorm((1280,), eps=1e-05, elementwise_affine=True)\n",
       "        (mlp): Sequential(\n",
       "          (0): Linear(in_features=1280, out_features=5120, bias=True)\n",
       "          (1): GELU(approximate='none')\n",
       "          (2): Linear(in_features=5120, out_features=1280, bias=True)\n",
       "        )\n",
       "        (mlp_ln): LayerNorm((1280,), eps=1e-05, elementwise_affine=True)\n",
       "      )\n",
       "    )\n",
       "    (ln): LayerNorm((1280,), eps=1e-05, elementwise_affine=True)\n",
       "  )\n",
       ")"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "630c8755-8da7-4dd1-a0c3-73485959e5cc",
   "metadata": {},
   "outputs": [],
   "source": [
    "data_df = pd.read_csv(torgo_csv_path)\n",
    "dataset_csv = load_dataset('csv', data_files=torgo_csv_path)\n",
    "\n",
    "# Check if the following columns exist in the dataset ['session', 'audio', 'text', 'speaker_id']\n",
    "expected_columns = ['session', 'audio', 'text', 'speaker_id']\n",
    "not_found_columns = []\n",
    "for column in expected_columns:\n",
    "    if column not in dataset_csv['train'].column_names:\n",
    "        not_found_columns.append(column)\n",
    "\n",
    "if len(not_found_columns) > 0:\n",
    "    logging.error(\n",
    "        \"The following columns are not found in the dataset:\" + \" [\" + \", \".join(not_found_columns) + \"]\")\n",
    "    sys.exit(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "3b1991f7-526d-4899-bcca-61583883b2c3",
   "metadata": {},
   "outputs": [],
   "source": [
    "logging.info(\n",
    "    \"Splitting the dataset into training / validation / test sets...\")\n",
    "\n",
    "# Extract the unique speakers in the dataset\n",
    "speakers = data_df['speaker_id'].unique()\n",
    "\n",
    "logging.info(\"Unique speakers found in the dataset:\")\n",
    "logging.info(str(speakers) + '\\n')\n",
    "\n",
    "if test_speaker not in speakers:\n",
    "    logging.error(\"Test Speaker not found in the dataset.\")\n",
    "    sys.exit(1)\n",
    "\n",
    "valid_speaker = 'F03' if test_speaker != 'F03' else 'F04'\n",
    "train_speaker = [s for s in speakers if s not in [\n",
    "    test_speaker, valid_speaker]]\n",
    "\n",
    "torgo_dataset = DatasetDict()\n",
    "torgo_dataset['train'] = dataset_csv['train'].filter(\n",
    "    lambda x: x in train_speaker, input_columns=['speaker_id'])\n",
    "torgo_dataset['validation'] = dataset_csv['train'].filter(\n",
    "    lambda x: x == valid_speaker, input_columns=['speaker_id'])\n",
    "torgo_dataset['test'] = dataset_csv['train'].filter(\n",
    "    lambda x: x == test_speaker, input_columns=['speaker_id'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "9083060b-2a07-4f07-bf6b-eae894e83040",
   "metadata": {},
   "outputs": [],
   "source": [
    "original_data_count = {'train': len(torgo_dataset['train']), 'validation': len(\n",
    "    torgo_dataset['validation']), 'test': len(torgo_dataset['test'])}\n",
    "\n",
    "if not keep_all_data:\n",
    "    # Update the three dataset splits (if ['test_data'] == 1, keep in test, if ['test_data'] == 0, keep in train and validation)\n",
    "    torgo_dataset['train'] = torgo_dataset['train'].filter(\n",
    "        lambda x: x['test_data'] == 0)\n",
    "    torgo_dataset['validation'] = torgo_dataset['validation'].filter(\n",
    "        lambda x: x['test_data'] == 0)\n",
    "    torgo_dataset['test'] = torgo_dataset['test'].filter(\n",
    "        lambda x: x['test_data'] == 1)\n",
    "\n",
    "    # Drop the 'test_data' column\n",
    "    torgo_dataset['train'] = torgo_dataset['train'].remove_columns([\n",
    "                                                                   'test_data'])\n",
    "    torgo_dataset['validation'] = torgo_dataset['validation'].remove_columns([\n",
    "                                                                             'test_data'])\n",
    "    torgo_dataset['test'] = torgo_dataset['test'].remove_columns([\n",
    "                                                                 'test_data'])\n",
    "    logging.info(\n",
    "        f\"After removal of repeated prompts, the number of data in each dataset is:\")\n",
    "    logging.info(\n",
    "        f'Train:       {len(torgo_dataset[\"train\"])}/{original_data_count[\"train\"]} ({len(torgo_dataset[\"train\"]) * 100 // original_data_count[\"train\"]}%)')\n",
    "    logging.info(\n",
    "        f'Validation:  {len(torgo_dataset[\"validation\"])}/{original_data_count[\"validation\"]} ({len(torgo_dataset[\"validation\"]) * 100 // original_data_count[\"validation\"]}%)')\n",
    "    logging.info(\n",
    "        f'Test:        {len(torgo_dataset[\"test\"])}/{original_data_count[\"test\"]} ({len(torgo_dataset[\"test\"]) * 100 // original_data_count[\"test\"]}%)\\n')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "c5cadce0-c5d2-4175-8782-859b84bda4a0",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Remove special characters from the text\n",
    "chars_to_ignore_regex = '[\\,\\?\\.\\!\\-\\;\\:\\\"\\“\\%\\‘\\”\\`\\�0-9]'\n",
    "\n",
    "\n",
    "def remove_special_characters(batch):\n",
    "    batch['text'] = re.sub(chars_to_ignore_regex,\n",
    "                           ' ', batch['text']).lower()\n",
    "    return batch\n",
    "\n",
    "torgo_dataset = torgo_dataset.map(remove_special_characters)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "41832f23-946b-405d-9925-6d1f32b84bd1",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "meat\n"
     ]
    }
   ],
   "source": [
    "\n",
    "print(torgo_dataset['train'][2]['text'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "77e1bd67-aa06-4d0f-b427-384132fd622e",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " when he big eat white he just a bit crack and quivers a dribble\n",
      "text 1/407:  when he big eat white he just a bit crack and quivers a dribble\n",
      "Ground truth: when he speaks his voice is just a bit cracked and quivers a trifle\n",
      "\n",
      "\n",
      "text 2/407: \n",
      "Ground truth: trait\n",
      "\n",
      "\n",
      "text 3/407: \n",
      "Ground truth: trouble\n",
      "\n",
      "\n",
      "text 4/407: \n",
      "Ground truth: fee\n",
      "\n",
      " read\n",
      "text 5/407:  read\n",
      "Ground truth: raid\n",
      "\n",
      " a glamp in the winter when the oer or nought are eyed pervent\n",
      "text 6/407:  a glamp in the winter when the oer or nought are eyed pervent\n",
      "Ground truth: except in the winter when the ooze or snow or ice prevents\n",
      "\n",
      " along with flying bird cranes to inside the ship\n",
      "text 7/407:  along with flying bird cranes to inside the ship\n",
      "Ground truth: a long flowing beard clings to his chin\n",
      "\n",
      " along flowing beer clinging to his chin\n",
      "text 8/407:  along flowing beer clinging to his chin\n",
      "Ground truth: a long flowing beard clings to his chin\n",
      "\n",
      " fear\n",
      "text 9/407:  fear\n",
      "Ground truth: fair\n",
      "\n",
      " \n",
      "text 10/407:  \n",
      "Ground truth: bit\n",
      "\n",
      " bubba\n",
      "text 11/407:  bubba\n",
      "Ground truth: bubble\n",
      "\n",
      " well it is nearly 90 years old\n",
      "text 12/407:  well it is nearly    years old\n",
      "Ground truth: well he is nearly ninety three years old\n",
      "\n",
      " right\n",
      "text 13/407:  right\n",
      "Ground truth: bat\n",
      "\n",
      " dagger\n",
      "text 14/407:  dagger\n",
      "Ground truth: dagger\n",
      "\n",
      " nope\n",
      "text 15/407:  nope\n",
      "Ground truth: knew\n",
      "\n",
      " yet it is as sweet as ever\n",
      "text 16/407:  yet it is as sweet as ever\n",
      "Ground truth: yet he still thinks as swiftly as ever\n",
      "\n",
      " jagged\n",
      "text 17/407:  jagged\n",
      "Ground truth: jacket\n",
      "\n",
      " and theyll move\n",
      "text 18/407:  and theyll move\n",
      "Ground truth: double\n",
      "\n",
      " mike\n",
      "text 19/407:  mike\n",
      "Ground truth: bug\n",
      "\n",
      " yeah\n",
      "text 20/407:  yeah\n",
      "Ground truth: share\n",
      "\n",
      "\n",
      "text 21/407: \n",
      "Ground truth: warm\n",
      "\n",
      " dear\n",
      "text 22/407:  dear\n",
      "Ground truth: chair\n",
      "\n",
      "\n",
      "text 23/407: \n",
      "Ground truth: alpha\n",
      "\n",
      "\n",
      "text 24/407: \n",
      "Ground truth: hair\n",
      "\n",
      " dont make me look at you and know you didnt like that\n",
      "text 25/407:  dont make me look at you and know you didnt like that\n",
      "Ground truth: don't ask me to carry an oily rag like that\n",
      "\n",
      " stambo\n",
      "text 26/407:  stambo\n",
      "Ground truth: stubble\n",
      "\n",
      " bark\n",
      "text 27/407:  bark\n",
      "Ground truth: park\n",
      "\n",
      " you will do know all about my grandfather\n",
      "text 28/407:  you will do know all about my grandfather\n",
      "Ground truth: you wished to know all about my grandfather\n",
      "\n",
      " gold\n",
      "text 29/407:  gold\n",
      "Ground truth: goat\n",
      "\n",
      " giving knowledge to a mere human born out of the building a bedad most repaid\n",
      "text 30/407:  giving knowledge to a mere human born out of the building a bedad most repaid\n",
      "Ground truth: giving those who observe him a pronounced feeling of the utmost respect\n",
      "\n",
      "\n",
      "text 31/407: \n",
      "Ground truth: sip\n",
      "\n",
      " right\n",
      "text 32/407:  right\n",
      "Ground truth: rate\n",
      "\n",
      "\n",
      "text 33/407: \n",
      "Ground truth: slip\n",
      "\n",
      " trade\n",
      "text 34/407:  trade\n",
      "Ground truth: trade\n",
      "\n",
      " no\n",
      "text 35/407:  no\n",
      "Ground truth: know\n",
      "\n",
      " she had ear darkness in green white one ear\n",
      "text 36/407:  she had ear darkness in green white one ear\n",
      "Ground truth: she had your dark suit in greasy wash water all year\n",
      "\n",
      "\n",
      "text 37/407: \n",
      "Ground truth: go\n",
      "\n",
      "\n",
      "text 38/407: \n",
      "Ground truth: car\n",
      "\n",
      " rape\n",
      "text 39/407:  rape\n",
      "Ground truth: rave\n",
      "\n",
      " but\n",
      "text 40/407:  but\n",
      "Ground truth: beta\n",
      "\n",
      " you are willing to take a large watch in the open every day\n",
      "text 41/407:  you are willing to take a large watch in the open every day\n",
      "Ground truth: he slowly takes a short walk in the open air each day\n",
      "\n",
      " or\n",
      "text 42/407:  or\n",
      "Ground truth: warm\n",
      "\n",
      " trey\n",
      "text 43/407:  trey\n",
      "Ground truth: trace\n",
      "\n",
      " no\n",
      "text 44/407:  no\n",
      "Ground truth: knew\n",
      "\n",
      " and we rest upon our small organs\n",
      "text 45/407:  and we rest upon our small organs\n",
      "Ground truth: twice each day he plays skillfully and with zest upon our small organ\n",
      "\n",
      "\n",
      "text 46/407: \n",
      "Ground truth: spark\n",
      "\n",
      "\n",
      "text 47/407: \n",
      "Ground truth: spark\n",
      "\n",
      " dig\n",
      "text 48/407:  dig\n",
      "Ground truth: stick\n",
      "\n",
      " and jagged\n",
      "text 49/407:  and jagged\n",
      "Ground truth: jagged\n",
      "\n",
      "\n",
      "text 50/407: \n",
      "Ground truth: weed\n",
      "\n",
      "\n",
      "text 51/407: \n",
      "Ground truth: weed\n",
      "\n",
      " hope!\n",
      "text 52/407:  hope \n",
      "Ground truth: up\n",
      "\n",
      "and cleavers are dreadful\n",
      "text 53/407: and cleavers are dreadful\n",
      "Ground truth: when he speaks his voice is just a bit cracked and quivers a trifle\n",
      "\n",
      " straight\n",
      "text 54/407:  straight\n",
      "Ground truth: trait\n",
      "\n",
      "\n",
      "text 55/407: \n",
      "Ground truth: trouble\n",
      "\n",
      "\n",
      "text 56/407: \n",
      "Ground truth: fee\n",
      "\n",
      " raid\n",
      "text 57/407:  raid\n",
      "Ground truth: raid\n",
      "\n",
      " a gap in the winter when the earth are not alright for vent\n",
      "text 58/407:  a gap in the winter when the earth are not alright for vent\n",
      "Ground truth: except in the winter when the ooze or snow or ice prevents\n",
      "\n",
      " as im throwing beard drinks to each giant chip\n",
      "text 59/407:  as im throwing beard drinks to each giant chip\n",
      "Ground truth: a long flowing beard clings to his chin\n",
      "\n",
      " im flying between the regions\n",
      "text 60/407:  im flying between the regions\n",
      "Ground truth: a long flowing beard clings to his chin\n",
      "\n",
      " fear\n",
      "text 61/407:  fear\n",
      "Ground truth: fair\n",
      "\n",
      " bid\n",
      "text 62/407:  bid\n",
      "Ground truth: bit\n",
      "\n",
      " bubba\n",
      "text 63/407:  bubba\n",
      "Ground truth: bubble\n",
      "\n",
      " while it is nearly 90 meters high\n",
      "text 64/407:  while it is nearly    meters high\n",
      "Ground truth: well he is nearly ninety three years old\n",
      "\n",
      " breath\n",
      "text 65/407:  breath\n",
      "Ground truth: bat\n",
      "\n",
      " deg\n",
      "text 66/407:  deg\n",
      "Ground truth: dagger\n",
      "\n",
      " no\n",
      "text 67/407:  no\n",
      "Ground truth: knew\n",
      "\n",
      " it is the link as will be and ever\n",
      "text 68/407:  it is the link as will be and ever\n",
      "Ground truth: yet he still thinks as swiftly as ever\n",
      "\n",
      " im a dragon\n",
      "text 69/407:  im a dragon\n",
      "Ground truth: jacket\n",
      "\n",
      "<|id|> the devil\n",
      "text 70/407: <|id|> the devil\n",
      "Ground truth: double\n",
      "\n",
      " mug\n",
      "text 71/407:  mug\n",
      "Ground truth: bug\n",
      "\n",
      " yeah\n",
      "text 72/407:  yeah\n",
      "Ground truth: share\n",
      "\n",
      "\n",
      "text 73/407: \n",
      "Ground truth: warm\n",
      "\n",
      " dear\n",
      "text 74/407:  dear\n",
      "Ground truth: chair\n",
      "\n",
      "\n",
      "text 75/407: \n",
      "Ground truth: alpha\n",
      "\n",
      "\n",
      "text 76/407: \n",
      "Ground truth: hair\n",
      "\n",
      " dont ask me to carry an oily rag like that\n",
      "text 77/407:  dont ask me to carry an oily rag like that\n",
      "Ground truth: don't ask me to carry an oily rag like that\n",
      "\n",
      " dumbo!\n",
      "text 78/407:  dumbo \n",
      "Ground truth: stubble\n",
      "\n",
      " bark!\n",
      "text 79/407:  bark \n",
      "Ground truth: park\n",
      "\n",
      " you would know all about my grandfather\n",
      "text 80/407:  you would know all about my grandfather\n",
      "Ground truth: you wished to know all about my grandfather\n",
      "\n",
      " gold\n",
      "text 81/407:  gold\n",
      "Ground truth: goat\n",
      "\n",
      " give it now is all up your him up for now and the feeling of the utmost respect\n",
      "text 82/407:  give it now is all up your him up for now and the feeling of the utmost respect\n",
      "Ground truth: giving those who observe him a pronounced feeling of the utmost respect\n",
      "\n",
      "\n",
      "text 83/407: \n",
      "Ground truth: sip\n",
      "\n",
      " right\n",
      "text 84/407:  right\n",
      "Ground truth: rate\n",
      "\n",
      "\n",
      "text 85/407: \n",
      "Ground truth: slip\n",
      "\n",
      " trade!\n",
      "text 86/407:  trade \n",
      "Ground truth: trade\n",
      "\n",
      " no\n",
      "text 87/407:  no\n",
      "Ground truth: know\n",
      "\n",
      " the end your darkness in green white white all here\n",
      "text 88/407:  the end your darkness in green white white all here\n",
      "Ground truth: she had your dark suit in greasy wash water all year\n",
      "\n",
      " go\n",
      "text 89/407:  go\n",
      "Ground truth: go\n",
      "\n",
      "\n",
      "text 90/407: \n",
      "Ground truth: car\n",
      "\n",
      " rape!\n",
      "text 91/407:  rape \n",
      "Ground truth: rave\n",
      "\n",
      " bad!\n",
      "text 92/407:  bad \n",
      "Ground truth: beta\n",
      "\n",
      " you only take a yard walk in the open every day\n",
      "text 93/407:  you only take a yard walk in the open every day\n",
      "Ground truth: he slowly takes a short walk in the open air each day\n",
      "\n",
      " or\n",
      "text 94/407:  or\n",
      "Ground truth: warm\n",
      "\n",
      " pray\n",
      "text 95/407:  pray\n",
      "Ground truth: trace\n",
      "\n",
      " no!\n",
      "text 96/407:  no \n",
      "Ground truth: knew\n",
      "\n",
      " its right in the uba carefully we and with light upon our small organ\n",
      "text 97/407:  its right in the uba carefully we and with light upon our small organ\n",
      "Ground truth: twice each day he plays skillfully and with zest upon our small organ\n",
      "\n",
      "\n",
      "text 98/407: \n",
      "Ground truth: spark\n",
      "\n",
      " he broke\n",
      "text 99/407:  he broke\n",
      "Ground truth: spark\n",
      "\n",
      " dick\n",
      "text 100/407:  dick\n",
      "Ground truth: stick\n",
      "\n",
      " jagged\n",
      "text 101/407:  jagged\n",
      "Ground truth: jagged\n",
      "\n",
      " we\n",
      "text 102/407:  we\n",
      "Ground truth: weed\n",
      "\n",
      " we\n",
      "text 103/407:  we\n",
      "Ground truth: weed\n",
      "\n",
      " uh\n",
      "text 104/407:  uh\n",
      "Ground truth: up\n",
      "\n",
      " gadget\n",
      "text 105/407:  gadget\n",
      "Ground truth: gadget\n",
      "\n",
      "\n",
      "text 106/407: \n",
      "Ground truth: knee\n",
      "\n",
      "\n",
      "text 107/407: \n",
      "Ground truth: race\n",
      "\n",
      "\n",
      "text 108/407: \n",
      "Ground truth: range\n",
      "\n",
      "\n",
      "text 109/407: \n",
      "Ground truth: sip\n",
      "\n",
      "\n",
      "text 110/407: \n",
      "Ground truth: the\n",
      "\n",
      " war\n",
      "text 111/407:  war\n",
      "Ground truth: swore\n",
      "\n",
      " cheers!\n",
      "text 112/407:  cheers \n",
      "Ground truth: chair\n",
      "\n",
      " dark\n",
      "text 113/407:  dark\n",
      "Ground truth: dark\n",
      "\n",
      "\n",
      "text 114/407: \n",
      "Ground truth: floor\n",
      "\n",
      "\n",
      "text 115/407: \n",
      "Ground truth: sip\n",
      "\n",
      "\n",
      "text 116/407: \n",
      "Ground truth: sigh\n",
      "\n",
      " i would content all the time\n",
      "text 117/407:  i would content all the time\n",
      "Ground truth: i was conscious all the time\n",
      "\n",
      "\n",
      "text 118/407: \n",
      "Ground truth: slip\n",
      "\n",
      "\n",
      "text 119/407: \n",
      "Ground truth: fate\n",
      "\n",
      "\n",
      "text 120/407: \n",
      "Ground truth: pay\n",
      "\n",
      " where were you while we were away\n",
      "text 121/407:  where were you while we were away\n",
      "Ground truth: where were you while we were away\n",
      "\n",
      "\n",
      "text 122/407: \n",
      "Ground truth: pile\n",
      "\n",
      " bad\n",
      "text 123/407:  bad\n",
      "Ground truth: bad\n",
      "\n",
      " the islands are sparsely populated\n",
      "text 124/407:  the islands are sparsely populated\n",
      "Ground truth: the islands are sparsely populated\n",
      "\n",
      " mike\n",
      "text 125/407:  mike\n",
      "Ground truth: back\n",
      "\n",
      " one validated act of scurvy trick\n",
      "text 126/407:  one validated act of scurvy trick\n",
      "Ground truth: one validated acts of school districts\n",
      "\n",
      " new\n",
      "text 127/407:  new\n",
      "Ground truth: knew\n",
      "\n",
      "\n",
      "text 128/407: \n",
      "Ground truth: shear\n",
      "\n",
      "\n",
      "text 129/407: \n",
      "Ground truth: suit\n",
      "\n",
      "\n",
      "text 130/407: \n",
      "Ground truth: droop\n",
      "\n",
      " no\n",
      "text 131/407:  no\n",
      "Ground truth: gnaw\n",
      "\n",
      " are your grades higher or lower than nancy\n",
      "text 132/407:  are your grades higher or lower than nancy\n",
      "Ground truth: are your grades higher or lower than nancy's\n",
      "\n",
      "\n",
      "text 133/407: \n",
      "Ground truth: root\n",
      "\n",
      "\n",
      "text 134/407: \n",
      "Ground truth: error\n",
      "\n",
      " i feel like im dead its weekend\n",
      "text 135/407:  i feel like im dead its weekend\n",
      "Ground truth: i feel i can play this weekend\n",
      "\n",
      " so\n",
      "text 136/407:  so\n",
      "Ground truth: sigh\n",
      "\n",
      "\n",
      "text 137/407: \n",
      "Ground truth: rock\n",
      "\n",
      "\n",
      "text 138/407: \n",
      "Ground truth: suit\n",
      "\n",
      " \n",
      "text 139/407:  \n",
      "Ground truth: two other cases also were under advisement\n",
      "\n",
      " charlie\n",
      "text 140/407:  charlie\n",
      "Ground truth: charlie\n",
      "\n",
      " i try to help people in the community\n",
      "text 141/407:  i try to help people in the community\n",
      "Ground truth: i tried to tell people in the community\n",
      "\n",
      "\n",
      "text 142/407: \n",
      "Ground truth: bear\n",
      "\n",
      "\n",
      "text 143/407: \n",
      "Ground truth: bad\n",
      "\n",
      " the humidity is overwhelming there\n",
      "text 144/407:  the humidity is overwhelming there\n",
      "Ground truth: the humidity is overwhelming there\n",
      "\n",
      " fear\n",
      "text 145/407:  fear\n",
      "Ground truth: fear\n",
      "\n",
      "\n",
      "text 146/407: \n",
      "Ground truth: though\n",
      "\n",
      " \n",
      "text 147/407:  \n",
      "Ground truth: tie\n",
      "\n",
      "\n",
      "text 148/407: \n",
      "Ground truth: snoop\n",
      "\n",
      " jane may earn more money by working hard\n",
      "text 149/407:  jane may earn more money by working hard\n",
      "Ground truth: jane may earn more money by working hard\n",
      "\n",
      "\n",
      "text 150/407: \n",
      "Ground truth: here\n",
      "\n",
      " \n",
      "text 151/407:  \n",
      "Ground truth: floor\n",
      "\n",
      " i looked up and nodded to artman\n",
      "text 152/407:  i looked up and nodded to artman\n",
      "Ground truth: i looked up and noticed two old men\n",
      "\n",
      " but i\n",
      "text 153/407:  but i\n",
      "Ground truth: briar\n",
      "\n",
      " shia you cool\n",
      "text 154/407:  shia you cool\n",
      "Ground truth: cycle\n",
      "\n",
      "\n",
      "text 155/407: \n",
      "Ground truth: sigh\n",
      "\n",
      "\n",
      "text 156/407: \n",
      "Ground truth: knot\n",
      "\n",
      "\n",
      "text 157/407: \n",
      "Ground truth: bat\n",
      "\n",
      "\n",
      "text 158/407: \n",
      "Ground truth: prior\n",
      "\n",
      " did whats easy for us\n",
      "text 159/407:  did whats easy for us\n",
      "Ground truth: this was easy for us\n",
      "\n",
      "\n",
      "text 160/407: \n",
      "Ground truth: single\n",
      "\n",
      "\n",
      "text 161/407: \n",
      "Ground truth: explore\n",
      "\n",
      " sprinkles\n",
      "text 162/407:  sprinkles\n",
      "Ground truth: sprinkle\n",
      "\n",
      " youd be better off taking a cold shower\n",
      "text 163/407:  youd be better off taking a cold shower\n",
      "Ground truth: you'd be better off taking a cold shower\n",
      "\n",
      " um\n",
      "text 164/407:  um\n",
      "Ground truth: of\n",
      "\n",
      " if you detricapidentinthink you doayumingtotheecommonyaid\n",
      "text 165/407:  if you detricapidentinthink you doayumingtotheecommonyaid\n",
      "Ground truth: if you destroy confidence in banks you do something to the economy he said\n",
      "\n",
      " food\n",
      "text 166/407:  food\n",
      "Ground truth: fruit\n",
      "\n",
      " where robin were a yellow lily\n",
      "text 167/407:  where robin were a yellow lily\n",
      "Ground truth: will robin wear a yellow lily\n",
      "\n",
      "\n",
      "text 168/407: \n",
      "Ground truth: near\n",
      "\n",
      " bright red line simmers on the ocean\n",
      "text 169/407:  bright red line simmers on the ocean\n",
      "Ground truth: bright sunshine shimmers on the ocean\n",
      "\n",
      "\n",
      "text 170/407: \n",
      "Ground truth: mut\n",
      "\n",
      "\n",
      "text 171/407: \n",
      "Ground truth: slip\n",
      "\n",
      " why you are one of the silly items\n",
      "text 172/407:  why you are one of the silly items\n",
      "Ground truth: why yell or worry over silly items\n",
      "\n",
      " the dream and process the embroidery\n",
      "text 173/407:  the dream and process the embroidery\n",
      "Ground truth: the train approached the depot slowly\n",
      "\n",
      " they carried me up and under stretches\n",
      "text 174/407:  they carried me up and under stretches\n",
      "Ground truth: they carried me off on the stretcher\n",
      "\n",
      " no\n",
      "text 175/407:  no\n",
      "Ground truth: know\n",
      "\n",
      " were\n",
      "text 176/407:  were\n",
      "Ground truth: we're\n",
      "\n",
      "\n",
      "text 177/407: \n",
      "Ground truth: sway\n",
      "\n",
      " dude\n",
      "text 178/407:  dude\n",
      "Ground truth: toot\n",
      "\n",
      " and youre being underfilled\n",
      "text 179/407:  and youre being underfilled\n",
      "Ground truth: you're used to being on the field\n",
      "\n",
      " everything went real smooth the year of the end\n",
      "text 180/407:  everything went real smooth the year of the end\n",
      "Ground truth: everything went real smooth the sheriff said\n",
      "\n",
      "\n",
      "text 181/407: \n",
      "Ground truth: loop\n",
      "\n",
      " thank you\n",
      "text 182/407:  thank you\n",
      "Ground truth: jungle\n",
      "\n",
      "\n",
      "text 183/407: \n",
      "Ground truth: side\n",
      "\n",
      "\n",
      "text 184/407: \n",
      "Ground truth: dot\n",
      "\n",
      "\n",
      "text 185/407: \n",
      "Ground truth: light\n",
      "\n",
      " you\n",
      "text 186/407:  you\n",
      "Ground truth: barn\n",
      "\n",
      " so\n",
      "text 187/407:  so\n",
      "Ground truth: sigh\n",
      "\n",
      " ark!\n",
      "text 188/407:  ark \n",
      "Ground truth: hark\n",
      "\n",
      " clue\n",
      "text 189/407:  clue\n",
      "Ground truth: echo\n",
      "\n",
      " then they dont go out till its empty\n",
      "text 190/407:  then they dont go out till its empty\n",
      "Ground truth: the little schoolhouse stood empty\n",
      "\n",
      " and the money are in the enforcement will\n",
      "text 191/407:  and the money are in the enforcement will\n",
      "Ground truth: alimony harms a divorced man's wealth\n",
      "\n",
      "\n",
      "text 192/407: \n",
      "Ground truth: sign\n",
      "\n",
      "\n",
      "text 193/407: \n",
      "Ground truth: fitting\n",
      "\n",
      "\n",
      "text 194/407: \n",
      "Ground truth: cart\n",
      "\n",
      "\n",
      "text 195/407: \n",
      "Ground truth: bit\n",
      "\n",
      " we arrived our back in the desert farm\n",
      "text 196/407:  we arrived our back in the desert farm\n",
      "Ground truth: we rode horseback to the farm\n",
      "\n",
      " they dove and swam around our boat\n",
      "text 197/407:  they dove and swam around our boat\n",
      "Ground truth: the dolphins swam around our boat\n",
      "\n",
      " they have the new fbi in reporting\n",
      "text 198/407:  they have the new fbi in reporting\n",
      "Ground truth: day after day some new episode is reported\n",
      "\n",
      "\n",
      "text 199/407: \n",
      "Ground truth: tell\n",
      "\n",
      "\n",
      "text 200/407: \n",
      "Ground truth: hill\n",
      "\n",
      " he voted for powers granted and paid a sum for experimental adversaries\n",
      "text 201/407:  he voted for powers granted and paid a sum for experimental adversaries\n",
      "Ground truth: he further proposed grants of an unspecified sum for experimental hospitals\n",
      "\n",
      " the heart change\n",
      "text 202/407:  the heart change\n",
      "Ground truth: sergeant\n",
      "\n",
      "\n",
      "text 203/407: \n",
      "Ground truth: lair\n",
      "\n",
      " and midgated throws every other week\n",
      "text 204/407:  and midgated throws every other week\n",
      "Ground truth: the misguided souls have lost their way\n",
      "\n",
      " you big\n",
      "text 205/407:  you big\n",
      "Ground truth: quebec\n",
      "\n",
      " i dont know\n",
      "text 206/407:  i dont know\n",
      "Ground truth: loyal\n",
      "\n",
      "\n",
      "text 207/407: \n",
      "Ground truth: pretty\n",
      "\n",
      "\n",
      "text 208/407: \n",
      "Ground truth: hem\n",
      "\n",
      " and you need it\n",
      "text 209/407:  and you need it\n",
      "Ground truth: juliet\n",
      "\n",
      " \n",
      "text 210/407:  \n",
      "Ground truth: rich\n",
      "\n",
      "\n",
      "text 211/407: \n",
      "Ground truth: thorn\n",
      "\n",
      " if you are not replacing immediately\n",
      "text 212/407:  if you are not replacing immediately\n",
      "Ground truth: if you are losing water replace it immediately\n",
      "\n",
      " you are one pretty woman obriah\n",
      "text 213/407:  you are one pretty woman obriah\n",
      "Ground truth: she wore warm fleecy woolen overalls\n",
      "\n",
      "\n",
      "text 214/407: \n",
      "Ground truth: reek\n",
      "\n",
      " see you next time see you\n",
      "text 215/407:  see you next time see you\n",
      "Ground truth: seeds\n",
      "\n",
      " \n",
      "text 216/407:  \n",
      "Ground truth: foxtrot\n",
      "\n",
      " mike\n",
      "text 217/407:  mike\n",
      "Ground truth: mike\n",
      "\n",
      "\n",
      "text 218/407: \n",
      "Ground truth: hotel\n",
      "\n",
      "\n",
      "text 219/407: \n",
      "Ground truth: written\n",
      "\n",
      "\n",
      "text 220/407: \n",
      "Ground truth: kitten\n",
      "\n",
      "\n",
      "text 221/407: \n",
      "Ground truth: lick\n",
      "\n",
      "\n",
      "text 222/407: \n",
      "Ground truth: papa\n",
      "\n",
      "\n",
      "text 223/407: \n",
      "Ground truth: the box contained three sweaters\n",
      "\n",
      "\n",
      "text 224/407: \n",
      "Ground truth: him\n",
      "\n",
      "\n",
      "text 225/407: \n",
      "Ground truth: mitten\n",
      "\n",
      "\n",
      "text 226/407: \n",
      "Ground truth: golf\n",
      "\n",
      " please check out my other videos\n",
      "text 227/407:  please check out my other videos\n",
      "Ground truth: before thursday's exam review every formula\n",
      "\n",
      " dirt\n",
      "text 228/407:  dirt\n",
      "Ground truth: dart\n",
      "\n",
      " then william i knew you didnt ever use me\n",
      "text 229/407:  then william i knew you didnt ever use me\n",
      "Ground truth: the museum hires musicians every evening\n",
      "\n",
      "\n",
      "text 230/407: \n",
      "Ground truth: part\n",
      "\n",
      "\n",
      "text 231/407: \n",
      "Ground truth: spark\n",
      "\n",
      "\n",
      "text 232/407: \n",
      "Ground truth: kilo\n",
      "\n",
      " i have held my bell wrong\n",
      "text 233/407:  i have held my bell wrong\n",
      "Ground truth: i have had my bell rung\n",
      "\n",
      "\n",
      "text 234/407: \n",
      "Ground truth: bitten\n",
      "\n",
      "\n",
      "text 235/407: \n",
      "Ground truth: thought\n",
      "\n",
      "\n",
      "text 236/407: \n",
      "Ground truth: thought\n",
      "\n",
      "\n",
      "text 237/407: \n",
      "Ground truth: hum\n",
      "\n",
      "\n",
      "text 238/407: \n",
      "Ground truth: spit\n",
      "\n",
      "\n",
      "text 239/407: \n",
      "Ground truth: side\n",
      "\n",
      "\n",
      "text 240/407: \n",
      "Ground truth: brawn\n",
      "\n",
      " didnt want any kind of\n",
      "text 241/407:  didnt want any kind of\n",
      "Ground truth: students watched as he got out\n",
      "\n",
      "\n",
      "text 242/407: \n",
      "Ground truth: start\n",
      "\n",
      " pork\n",
      "text 243/407:  pork\n",
      "Ground truth: park\n",
      "\n",
      "\n",
      "text 244/407: \n",
      "Ground truth: harp\n",
      "\n",
      "\n",
      "text 245/407: \n",
      "Ground truth: sitting\n",
      "\n",
      "\n",
      "text 246/407: \n",
      "Ground truth: dark\n",
      "\n",
      "\n",
      "text 247/407: \n",
      "Ground truth: carl lives in a lively home\n",
      "\n",
      "\n",
      "text 248/407: \n",
      "Ground truth: city\n",
      "\n",
      "\n",
      "text 249/407: \n",
      "Ground truth: him\n",
      "\n",
      " maybe\n",
      "text 250/407:  maybe\n",
      "Ground truth: knitting\n",
      "\n",
      "\n",
      "text 251/407: \n",
      "Ground truth: hitting\n",
      "\n",
      " we need\n",
      "text 252/407:  we need\n",
      "Ground truth: witty\n",
      "\n",
      "\n",
      "text 253/407: \n",
      "Ground truth: witty\n",
      "\n",
      " and you can\n",
      "text 254/407:  and you can\n",
      "Ground truth: swing your arm as high as you can\n",
      "\n",
      " \n",
      "text 255/407:  \n",
      "Ground truth: heart\n",
      "\n",
      "\n",
      "text 256/407: \n",
      "Ground truth: brought\n",
      "\n",
      " gadget\n",
      "text 257/407:  gadget\n",
      "Ground truth: gadget\n",
      "\n",
      "\n",
      "text 258/407: \n",
      "Ground truth: knee\n",
      "\n",
      "\n",
      "text 259/407: \n",
      "Ground truth: race\n",
      "\n",
      "\n",
      "text 260/407: \n",
      "Ground truth: range\n",
      "\n",
      " zip\n",
      "text 261/407:  zip\n",
      "Ground truth: sip\n",
      "\n",
      " yes\n",
      "text 262/407:  yes\n",
      "Ground truth: the\n",
      "\n",
      " war\n",
      "text 263/407:  war\n",
      "Ground truth: swore\n",
      "\n",
      " cheer\n",
      "text 264/407:  cheer\n",
      "Ground truth: chair\n",
      "\n",
      " dark\n",
      "text 265/407:  dark\n",
      "Ground truth: dark\n",
      "\n",
      " fjord\n",
      "text 266/407:  fjord\n",
      "Ground truth: floor\n",
      "\n",
      "\n",
      "text 267/407: \n",
      "Ground truth: sip\n",
      "\n",
      "\n",
      "text 268/407: \n",
      "Ground truth: sigh\n",
      "\n",
      " i went grounded all day\n",
      "text 269/407:  i went grounded all day\n",
      "Ground truth: i was conscious all the time\n",
      "\n",
      "\n",
      "text 270/407: \n",
      "Ground truth: slip\n",
      "\n",
      " peace\n",
      "text 271/407:  peace\n",
      "Ground truth: fate\n",
      "\n",
      " okay\n",
      "text 272/407:  okay\n",
      "Ground truth: pay\n",
      "\n",
      " where were you why are we where are we\n",
      "text 273/407:  where were you why are we where are we\n",
      "Ground truth: where were you while we were away\n",
      "\n",
      "\n",
      "text 274/407: \n",
      "Ground truth: pile\n",
      "\n",
      " bad\n",
      "text 275/407:  bad\n",
      "Ground truth: bad\n",
      "\n",
      " the islands are sparsely populated\n",
      "text 276/407:  the islands are sparsely populated\n",
      "Ground truth: the islands are sparsely populated\n",
      "\n",
      " mike\n",
      "text 277/407:  mike\n",
      "Ground truth: back\n",
      "\n",
      " one validated egg of school district\n",
      "text 278/407:  one validated egg of school district\n",
      "Ground truth: one validated acts of school districts\n",
      "\n",
      " noo\n",
      "text 279/407:  noo\n",
      "Ground truth: knew\n",
      "\n",
      " \n",
      "text 280/407:  \n",
      "Ground truth: shear\n",
      "\n",
      " suit\n",
      "text 281/407:  suit\n",
      "Ground truth: suit\n",
      "\n",
      " nope\n",
      "text 282/407:  nope\n",
      "Ground truth: droop\n",
      "\n",
      " no\n",
      "text 283/407:  no\n",
      "Ground truth: gnaw\n",
      "\n",
      " are your grades higher or lower than nancy\n",
      "text 284/407:  are your grades higher or lower than nancy\n",
      "Ground truth: are your grades higher or lower than nancy's\n",
      "\n",
      " ruined\n",
      "text 285/407:  ruined\n",
      "Ground truth: root\n",
      "\n",
      " yeah\n",
      "text 286/407:  yeah\n",
      "Ground truth: error\n",
      "\n",
      " i feel i can play this weekend\n",
      "text 287/407:  i feel i can play this weekend\n",
      "Ground truth: i feel i can play this weekend\n",
      "\n",
      " yeah\n",
      "text 288/407:  yeah\n",
      "Ground truth: sigh\n",
      "\n",
      " right\n",
      "text 289/407:  right\n",
      "Ground truth: rock\n",
      "\n",
      " see you later\n",
      "text 290/407:  see you later\n",
      "Ground truth: suit\n",
      "\n",
      " to other cases also or under advisement\n",
      "text 291/407:  to other cases also or under advisement\n",
      "Ground truth: two other cases also were under advisement\n",
      "\n",
      " charlie\n",
      "text 292/407:  charlie\n",
      "Ground truth: charlie\n",
      "\n",
      " i tried to tell people in the community\n",
      "text 293/407:  i tried to tell people in the community\n",
      "Ground truth: i tried to tell people in the community\n",
      "\n",
      " bear\n",
      "text 294/407:  bear\n",
      "Ground truth: bear\n",
      "\n",
      "and ill see you next time bye!\n",
      "text 295/407: and ill see you next time bye \n",
      "Ground truth: bad\n",
      "\n",
      " the humidity is overwhelming there\n",
      "text 296/407:  the humidity is overwhelming there\n",
      "Ground truth: the humidity is overwhelming there\n",
      "\n",
      " were\n",
      "text 297/407:  were\n",
      "Ground truth: fear\n",
      "\n",
      " yes\n",
      "text 298/407:  yes\n",
      "Ground truth: though\n",
      "\n",
      " die\n",
      "text 299/407:  die\n",
      "Ground truth: tie\n",
      "\n",
      " snoop\n",
      "text 300/407:  snoop\n",
      "Ground truth: snoop\n",
      "\n",
      " as jane may earn more money by working hard\n",
      "text 301/407:  as jane may earn more money by working hard\n",
      "Ground truth: jane may earn more money by working hard\n",
      "\n",
      " here\n",
      "text 302/407:  here\n",
      "Ground truth: here\n",
      "\n",
      "                                                                                                                                                                                                                               \n",
      "text 303/407:                                                                                                                                                                                                                                \n",
      "Ground truth: floor\n",
      "\n",
      " i looked up and nodded to artman\n",
      "text 304/407:  i looked up and nodded to artman\n",
      "Ground truth: i looked up and noticed two old men\n",
      "\n",
      " briar\n",
      "text 305/407:  briar\n",
      "Ground truth: briar\n",
      "\n",
      " yeah i go\n",
      "text 306/407:  yeah i go\n",
      "Ground truth: cycle\n",
      "\n",
      "\n",
      "text 307/407: \n",
      "Ground truth: sigh\n",
      "\n",
      " not\n",
      "text 308/407:  not\n",
      "Ground truth: knot\n",
      "\n",
      " but i hate\n",
      "text 309/407:  but i hate\n",
      "Ground truth: bat\n",
      "\n",
      " prior\n",
      "text 310/407:  prior\n",
      "Ground truth: prior\n",
      "\n",
      " this went easy for us\n",
      "text 311/407:  this went easy for us\n",
      "Ground truth: this was easy for us\n",
      "\n",
      " you know\n",
      "text 312/407:  you know\n",
      "Ground truth: single\n",
      "\n",
      " im going to go to bed\n",
      "text 313/407:  im going to go to bed\n",
      "Ground truth: explore\n",
      "\n",
      " finger\n",
      "text 314/407:  finger\n",
      "Ground truth: sprinkle\n",
      "\n",
      " youd be better off taking a cold shower\n",
      "text 315/407:  youd be better off taking a cold shower\n",
      "Ground truth: you'd be better off taking a cold shower\n",
      "\n",
      " um\n",
      "text 316/407:  um\n",
      "Ground truth: of\n",
      "\n",
      " if you detry confident in bank you will do something to the economy yet\n",
      "text 317/407:  if you detry confident in bank you will do something to the economy yet\n",
      "Ground truth: if you destroy confidence in banks you do something to the economy he said\n",
      "\n",
      " food\n",
      "text 318/407:  food\n",
      "Ground truth: fruit\n",
      "\n",
      " where robin wore a yellow lily\n",
      "text 319/407:  where robin wore a yellow lily\n",
      "Ground truth: will robin wear a yellow lily\n",
      "\n",
      " near\n",
      "text 320/407:  near\n",
      "Ground truth: near\n",
      "\n",
      " bright red line simmers on the orchard\n",
      "text 321/407:  bright red line simmers on the orchard\n",
      "Ground truth: bright sunshine shimmers on the ocean\n",
      "\n",
      " mate\n",
      "text 322/407:  mate\n",
      "Ground truth: mut\n",
      "\n",
      " soup\n",
      "text 323/407:  soup\n",
      "Ground truth: slip\n",
      "\n",
      " why you are worry over silly items\n",
      "text 324/407:  why you are worry over silly items\n",
      "Ground truth: why yell or worry over silly items\n",
      "\n",
      " then train and protect the important theory\n",
      "text 325/407:  then train and protect the important theory\n",
      "Ground truth: the train approached the depot slowly\n",
      "\n",
      " they carried me up and under stretchers\n",
      "text 326/407:  they carried me up and under stretchers\n",
      "Ground truth: they carried me off on the stretcher\n",
      "\n",
      " no\n",
      "text 327/407:  no\n",
      "Ground truth: know\n",
      "\n",
      " were\n",
      "text 328/407:  were\n",
      "Ground truth: we're\n",
      "\n",
      " way\n",
      "text 329/407:  way\n",
      "Ground truth: sway\n",
      "\n",
      " dude\n",
      "text 330/407:  dude\n",
      "Ground truth: toot\n",
      "\n",
      " youre used to being on the field\n",
      "text 331/407:  youre used to being on the field\n",
      "Ground truth: you're used to being on the field\n",
      "\n",
      " everything went real smooth they are at the end\n",
      "text 332/407:  everything went real smooth they are at the end\n",
      "Ground truth: everything went real smooth the sheriff said\n",
      "\n",
      " loop\n",
      "text 333/407:  loop\n",
      "Ground truth: loop\n",
      "\n",
      " thank you\n",
      "text 334/407:  thank you\n",
      "Ground truth: jungle\n",
      "\n",
      "\n",
      "text 335/407: \n",
      "Ground truth: side\n",
      "\n",
      " dad\n",
      "text 336/407:  dad\n",
      "Ground truth: dot\n",
      "\n",
      " right\n",
      "text 337/407:  right\n",
      "Ground truth: light\n",
      "\n",
      " ballen!\n",
      "text 338/407:  ballen \n",
      "Ground truth: barn\n",
      "\n",
      " so\n",
      "text 339/407:  so\n",
      "Ground truth: sigh\n",
      "\n",
      "\n",
      "text 340/407: \n",
      "Ground truth: hark\n",
      "\n",
      "\n",
      "text 341/407: \n",
      "Ground truth: echo\n",
      "\n",
      " there is no good hours to it empty\n",
      "text 342/407:  there is no good hours to it empty\n",
      "Ground truth: the little schoolhouse stood empty\n",
      "\n",
      " and the money earned the first man will\n",
      "text 343/407:  and the money earned the first man will\n",
      "Ground truth: alimony harms a divorced man's wealth\n",
      "\n",
      " thank you\n",
      "text 344/407:  thank you\n",
      "Ground truth: sign\n",
      "\n",
      "\n",
      "text 345/407: \n",
      "Ground truth: fitting\n",
      "\n",
      " cold\n",
      "text 346/407:  cold\n",
      "Ground truth: cart\n",
      "\n",
      " bit\n",
      "text 347/407:  bit\n",
      "Ground truth: bit\n",
      "\n",
      " we arrived our back in the garden farm\n",
      "text 348/407:  we arrived our back in the garden farm\n",
      "Ground truth: we rode horseback to the farm\n",
      "\n",
      " they dove and swam around our boat\n",
      "text 349/407:  they dove and swam around our boat\n",
      "Ground truth: the dolphins swam around our boat\n",
      "\n",
      " they have their day of new fbi in reporting\n",
      "text 350/407:  they have their day of new fbi in reporting\n",
      "Ground truth: day after day some new episode is reported\n",
      "\n",
      " though\n",
      "text 351/407:  though\n",
      "Ground truth: tell\n",
      "\n",
      "\n",
      "text 352/407: \n",
      "Ground truth: hill\n",
      "\n",
      " grant help and pay the back sum for experimental advertising\n",
      "text 353/407:  grant help and pay the back sum for experimental advertising\n",
      "Ground truth: he further proposed grants of an unspecified sum for experimental hospitals\n",
      "\n",
      " sergeant\n",
      "text 354/407:  sergeant\n",
      "Ground truth: sergeant\n",
      "\n",
      " there\n",
      "text 355/407:  there\n",
      "Ground truth: lair\n",
      "\n",
      " the midguided doors have another way\n",
      "text 356/407:  the midguided doors have another way\n",
      "Ground truth: the misguided souls have lost their way\n",
      "\n",
      " go big\n",
      "text 357/407:  go big\n",
      "Ground truth: quebec\n",
      "\n",
      "and i owe you\n",
      "text 358/407: and i owe you\n",
      "Ground truth: loyal\n",
      "\n",
      " you\n",
      "text 359/407:  you\n",
      "Ground truth: pretty\n",
      "\n",
      " um\n",
      "text 360/407:  um\n",
      "Ground truth: hem\n",
      "\n",
      " juliet\n",
      "text 361/407:  juliet\n",
      "Ground truth: juliet\n",
      "\n",
      " wait\n",
      "text 362/407:  wait\n",
      "Ground truth: rich\n",
      "\n",
      " im sorry\n",
      "text 363/407:  im sorry\n",
      "Ground truth: thorn\n",
      "\n",
      " if you are learning how to replace it immediately\n",
      "text 364/407:  if you are learning how to replace it immediately\n",
      "Ground truth: if you are losing water replace it immediately\n",
      "\n",
      " you are warm pretty well and overall\n",
      "text 365/407:  you are warm pretty well and overall\n",
      "Ground truth: she wore warm fleecy woolen overalls\n",
      "\n",
      "\n",
      "text 366/407: \n",
      "Ground truth: reek\n",
      "\n",
      " he\n",
      "text 367/407:  he\n",
      "Ground truth: seeds\n",
      "\n",
      " bugged out\n",
      "text 368/407:  bugged out\n",
      "Ground truth: foxtrot\n",
      "\n",
      " mike\n",
      "text 369/407:  mike\n",
      "Ground truth: mike\n",
      "\n",
      " oh damn\n",
      "text 370/407:  oh damn\n",
      "Ground truth: hotel\n",
      "\n",
      " oh it didnt\n",
      "text 371/407:  oh it didnt\n",
      "Ground truth: written\n",
      "\n",
      " again\n",
      "text 372/407:  again\n",
      "Ground truth: kitten\n",
      "\n",
      "\n",
      "text 373/407: \n",
      "Ground truth: lick\n",
      "\n",
      " the bug contained three shredders\n",
      "text 374/407:  the bug contained three shredders\n",
      "Ground truth: the box contained three sweaters\n",
      "\n",
      "\n",
      "text 375/407: \n",
      "Ground truth: him\n",
      "\n",
      "\n",
      "text 376/407: \n",
      "Ground truth: mitten\n",
      "\n",
      " go\n",
      "text 377/407:  go\n",
      "Ground truth: golf\n",
      "\n",
      " before they take it out of review every formula\n",
      "text 378/407:  before they take it out of review every formula\n",
      "Ground truth: before thursday's exam review every formula\n",
      "\n",
      "\n",
      "text 379/407: \n",
      "Ground truth: dart\n",
      "\n",
      " then william i mew ye didnt ever give me\n",
      "text 380/407:  then william i mew ye didnt ever give me\n",
      "Ground truth: the museum hires musicians every evening\n",
      "\n",
      " bald\n",
      "text 381/407:  bald\n",
      "Ground truth: part\n",
      "\n",
      " spark\n",
      "text 382/407:  spark\n",
      "Ground truth: spark\n",
      "\n",
      "\n",
      "text 383/407: \n",
      "Ground truth: kilo\n",
      "\n",
      " i have held my bell wrong\n",
      "text 384/407:  i have held my bell wrong\n",
      "Ground truth: i have had my bell rung\n",
      "\n",
      " bidden\n",
      "text 385/407:  bidden\n",
      "Ground truth: bitten\n",
      "\n",
      " though\n",
      "text 386/407:  though\n",
      "Ground truth: thought\n",
      "\n",
      " right\n",
      "text 387/407:  right\n",
      "Ground truth: thought\n",
      "\n",
      " um\n",
      "text 388/407:  um\n",
      "Ground truth: hum\n",
      "\n",
      "\n",
      "text 389/407: \n",
      "Ground truth: spit\n",
      "\n",
      " im sorry\n",
      "text 390/407:  im sorry\n",
      "Ground truth: side\n",
      "\n",
      "\n",
      "text 391/407: \n",
      "Ground truth: brawn\n",
      "\n",
      " you didnt want any kind of\n",
      "text 392/407:  you didnt want any kind of\n",
      "Ground truth: students watched as he got out\n",
      "\n",
      "\n",
      "text 393/407: \n",
      "Ground truth: start\n",
      "\n",
      " park\n",
      "text 394/407:  park\n",
      "Ground truth: park\n",
      "\n",
      " i hope\n",
      "text 395/407:  i hope\n",
      "Ground truth: harp\n",
      "\n",
      " hidden\n",
      "text 396/407:  hidden\n",
      "Ground truth: sitting\n",
      "\n",
      " dark\n",
      "text 397/407:  dark\n",
      "Ground truth: dark\n",
      "\n",
      " \n",
      "text 398/407:  \n",
      "Ground truth: carl lives in a lively home\n",
      "\n",
      " yay dude\n",
      "text 399/407:  yay dude\n",
      "Ground truth: city\n",
      "\n",
      " um\n",
      "text 400/407:  um\n",
      "Ground truth: him\n",
      "\n",
      " need it\n",
      "text 401/407:  need it\n",
      "Ground truth: knitting\n",
      "\n",
      " eden\n",
      "text 402/407:  eden\n",
      "Ground truth: hitting\n",
      "\n",
      " we need\n",
      "text 403/407:  we need\n",
      "Ground truth: witty\n",
      "\n",
      "\n",
      "text 404/407: \n",
      "Ground truth: witty\n",
      "\n",
      " swing your arm as high as you can\n",
      "text 405/407:  swing your arm as high as you can\n",
      "Ground truth: swing your arm as high as you can\n",
      "\n",
      " alt\n",
      "text 406/407:  alt\n",
      "Ground truth: heart\n",
      "\n",
      " right\n",
      "text 407/407:  right\n",
      "Ground truth: brought\n",
      "\n"
     ]
    }
   ],
   "source": [
    "import whisper_openAI.whisper as whisper\n",
    "\n",
    "# Function to process each audio file\n",
    "def process_audio(file_path):\n",
    "    # Load audio and pad/trim it to fit 30 seconds\n",
    "    audio = whisper.load_audio(file_path)\n",
    "    audio = whisper.pad_or_trim(audio)\n",
    "    \n",
    "    # Make log-Mel spectrogram and move to the same device as the model\n",
    "    mel = whisper.log_mel_spectrogram(audio,n_mels=128).to(model.device)\n",
    "    \n",
    "    # Decode the audio\n",
    "    options = whisper.DecodingOptions(fp16=False, without_timestamps=True, language='english')\n",
    "    result, _ = whisper.decode(model, mel, options)\n",
    "    \n",
    "    result_text = ''.join(result)\n",
    "    \n",
    "    # Print the recognized text\n",
    "    print(result_text)\n",
    "    return result_text\n",
    "\n",
    "# Initialize the results and ground truth lists\n",
    "recognized_texts = []\n",
    "ground_truth_texts = []\n",
    "\n",
    "def normalize_text(text):\n",
    "    chars_to_ignore_regex = '[\\,\\?\\.\\!\\-\\;\\:\\\"\\“\\%\\‘\\”\\`\\�0-9]'\n",
    "    text = re.sub(chars_to_ignore_regex, ' ', text).lower()\n",
    "    return text\n",
    "    \n",
    "# Iterate over the dataset\n",
    "for i in range(len(torgo_dataset['test'])):\n",
    "    # Get the file path and ground truth from the dataset\n",
    "    file_path = torgo_dataset['test'][i]['audio']\n",
    "    ground_truth = torgo_dataset['test'][i]['text']\n",
    "    \n",
    "    # Process the audio file\n",
    "    recognized_text = process_audio(file_path)\n",
    "    recognized_text = normalize_text(recognized_text)\n",
    "    ground_truth = normalize_text(ground_truth)\n",
    "    \n",
    "    # Append the results to the lists\n",
    "    recognized_texts.append(recognized_text)\n",
    "    ground_truth_texts.append(ground_truth)\n",
    "    \n",
    "    # Print the recognized text\n",
    "    print(f\"text {i+1}/{len(torgo_dataset['test'])}: {recognized_text}\")\n",
    "    print(f\"Ground truth: {ground_truth}\")\n",
    "    print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "432e0410-18ce-446d-b5ca-27a91efc6df4",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Average WER: 0.9740818354454718\n"
     ]
    }
   ],
   "source": [
    "from jiwer import wer\n",
    "\n",
    "# Calculate WER for each recognized text against the ground truth\n",
    "wer_scores = [wer(gt, rt) for gt, rt in zip(ground_truth_texts, recognized_texts)]\n",
    "\n",
    "# Print the average WER\n",
    "average_wer = sum(wer_scores) / len(wer_scores)\n",
    "print(f\"Average WER: {average_wer}\")\n",
    "\n",
    "# Optional: Save the recognized texts and ground truths to files\n",
    "with open('recognized_texts.txt', 'w') as f:\n",
    "    for text in recognized_texts:\n",
    "        f.write(f\"{text}\\n\")\n",
    "\n",
    "with open('ground_truth_texts.txt', 'w') as f:\n",
    "    for text in ground_truth_texts:\n",
    "        f.write(f\"{text}\\n\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "303d3029-6327-415b-b7eb-c7e1a807c2be",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "43e594da-81f9-4a37-8b63-b6e3b9cdbaa8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[' when he big eat white he just a bit crack and quivers a dribble',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " ' read',\n",
       " ' a glamp in the winter when the oer or nought are eyed pervent',\n",
       " ' along with flying bird cranes to inside the ship',\n",
       " ' along flowing beer clinging to his chin',\n",
       " ' fear',\n",
       " ' ',\n",
       " ' bubba',\n",
       " ' well it is nearly    years old',\n",
       " ' right',\n",
       " ' dagger',\n",
       " ' nope',\n",
       " ' yet it is as sweet as ever',\n",
       " ' jagged',\n",
       " ' and theyll move',\n",
       " ' mike',\n",
       " ' yeah',\n",
       " '',\n",
       " ' dear',\n",
       " '',\n",
       " '',\n",
       " ' dont make me look at you and know you didnt like that',\n",
       " ' stambo',\n",
       " ' bark',\n",
       " ' you will do know all about my grandfather',\n",
       " ' gold',\n",
       " ' giving knowledge to a mere human born out of the building a bedad most repaid',\n",
       " '',\n",
       " ' right',\n",
       " '',\n",
       " ' trade',\n",
       " ' no',\n",
       " ' she had ear darkness in green white one ear',\n",
       " '',\n",
       " '',\n",
       " ' rape',\n",
       " ' but',\n",
       " ' you are willing to take a large watch in the open every day',\n",
       " ' or',\n",
       " ' trey',\n",
       " ' no',\n",
       " ' and we rest upon our small organs',\n",
       " '',\n",
       " '',\n",
       " ' dig',\n",
       " ' and jagged',\n",
       " '',\n",
       " '',\n",
       " ' hope ',\n",
       " 'and cleavers are dreadful',\n",
       " ' straight',\n",
       " '',\n",
       " '',\n",
       " ' raid',\n",
       " ' a gap in the winter when the earth are not alright for vent',\n",
       " ' as im throwing beard drinks to each giant chip',\n",
       " ' im flying between the regions',\n",
       " ' fear',\n",
       " ' bid',\n",
       " ' bubba',\n",
       " ' while it is nearly    meters high',\n",
       " ' breath',\n",
       " ' deg',\n",
       " ' no',\n",
       " ' it is the link as will be and ever',\n",
       " ' im a dragon',\n",
       " '<|id|> the devil',\n",
       " ' mug',\n",
       " ' yeah',\n",
       " '',\n",
       " ' dear',\n",
       " '',\n",
       " '',\n",
       " ' dont ask me to carry an oily rag like that',\n",
       " ' dumbo ',\n",
       " ' bark ',\n",
       " ' you would know all about my grandfather',\n",
       " ' gold',\n",
       " ' give it now is all up your him up for now and the feeling of the utmost respect',\n",
       " '',\n",
       " ' right',\n",
       " '',\n",
       " ' trade ',\n",
       " ' no',\n",
       " ' the end your darkness in green white white all here',\n",
       " ' go',\n",
       " '',\n",
       " ' rape ',\n",
       " ' bad ',\n",
       " ' you only take a yard walk in the open every day',\n",
       " ' or',\n",
       " ' pray',\n",
       " ' no ',\n",
       " ' its right in the uba carefully we and with light upon our small organ',\n",
       " '',\n",
       " ' he broke',\n",
       " ' dick',\n",
       " ' jagged',\n",
       " ' we',\n",
       " ' we',\n",
       " ' uh',\n",
       " ' gadget',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " ' war',\n",
       " ' cheers ',\n",
       " ' dark',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " ' i would content all the time',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " ' where were you while we were away',\n",
       " '',\n",
       " ' bad',\n",
       " ' the islands are sparsely populated',\n",
       " ' mike',\n",
       " ' one validated act of scurvy trick',\n",
       " ' new',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " ' no',\n",
       " ' are your grades higher or lower than nancy',\n",
       " '',\n",
       " '',\n",
       " ' i feel like im dead its weekend',\n",
       " ' so',\n",
       " '',\n",
       " '',\n",
       " ' ',\n",
       " ' charlie',\n",
       " ' i try to help people in the community',\n",
       " '',\n",
       " '',\n",
       " ' the humidity is overwhelming there',\n",
       " ' fear',\n",
       " '',\n",
       " ' ',\n",
       " '',\n",
       " ' jane may earn more money by working hard',\n",
       " '',\n",
       " ' ',\n",
       " ' i looked up and nodded to artman',\n",
       " ' but i',\n",
       " ' shia you cool',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " ' did whats easy for us',\n",
       " '',\n",
       " '',\n",
       " ' sprinkles',\n",
       " ' youd be better off taking a cold shower',\n",
       " ' um',\n",
       " ' if you detricapidentinthink you doayumingtotheecommonyaid',\n",
       " ' food',\n",
       " ' where robin were a yellow lily',\n",
       " '',\n",
       " ' bright red line simmers on the ocean',\n",
       " '',\n",
       " '',\n",
       " ' why you are one of the silly items',\n",
       " ' the dream and process the embroidery',\n",
       " ' they carried me up and under stretches',\n",
       " ' no',\n",
       " ' were',\n",
       " '',\n",
       " ' dude',\n",
       " ' and youre being underfilled',\n",
       " ' everything went real smooth the year of the end',\n",
       " '',\n",
       " ' thank you',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " ' you',\n",
       " ' so',\n",
       " ' ark ',\n",
       " ' clue',\n",
       " ' then they dont go out till its empty',\n",
       " ' and the money are in the enforcement will',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " ' we arrived our back in the desert farm',\n",
       " ' they dove and swam around our boat',\n",
       " ' they have the new fbi in reporting',\n",
       " '',\n",
       " '',\n",
       " ' he voted for powers granted and paid a sum for experimental adversaries',\n",
       " ' the heart change',\n",
       " '',\n",
       " ' and midgated throws every other week',\n",
       " ' you big',\n",
       " ' i dont know',\n",
       " '',\n",
       " '',\n",
       " ' and you need it',\n",
       " ' ',\n",
       " '',\n",
       " ' if you are not replacing immediately',\n",
       " ' you are one pretty woman obriah',\n",
       " '',\n",
       " ' see you next time see you',\n",
       " ' ',\n",
       " ' mike',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " ' please check out my other videos',\n",
       " ' dirt',\n",
       " ' then william i knew you didnt ever use me',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " ' i have held my bell wrong',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " ' didnt want any kind of',\n",
       " '',\n",
       " ' pork',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " ' maybe',\n",
       " '',\n",
       " ' we need',\n",
       " '',\n",
       " ' and you can',\n",
       " ' ',\n",
       " '',\n",
       " ' gadget',\n",
       " '',\n",
       " '',\n",
       " '',\n",
       " ' zip',\n",
       " ' yes',\n",
       " ' war',\n",
       " ' cheer',\n",
       " ' dark',\n",
       " ' fjord',\n",
       " '',\n",
       " '',\n",
       " ' i went grounded all day',\n",
       " '',\n",
       " ' peace',\n",
       " ' okay',\n",
       " ' where were you why are we where are we',\n",
       " '',\n",
       " ' bad',\n",
       " ' the islands are sparsely populated',\n",
       " ' mike',\n",
       " ' one validated egg of school district',\n",
       " ' noo',\n",
       " ' ',\n",
       " ' suit',\n",
       " ' nope',\n",
       " ' no',\n",
       " ' are your grades higher or lower than nancy',\n",
       " ' ruined',\n",
       " ' yeah',\n",
       " ' i feel i can play this weekend',\n",
       " ' yeah',\n",
       " ' right',\n",
       " ' see you later',\n",
       " ' to other cases also or under advisement',\n",
       " ' charlie',\n",
       " ' i tried to tell people in the community',\n",
       " ' bear',\n",
       " 'and ill see you next time bye ',\n",
       " ' the humidity is overwhelming there',\n",
       " ' were',\n",
       " ' yes',\n",
       " ' die',\n",
       " ' snoop',\n",
       " ' as jane may earn more money by working hard',\n",
       " ' here',\n",
       " '                                                                                                                                                                                                                               ',\n",
       " ' i looked up and nodded to artman',\n",
       " ' briar',\n",
       " ' yeah i go',\n",
       " '',\n",
       " ' not',\n",
       " ' but i hate',\n",
       " ' prior',\n",
       " ' this went easy for us',\n",
       " ' you know',\n",
       " ' im going to go to bed',\n",
       " ' finger',\n",
       " ' youd be better off taking a cold shower',\n",
       " ' um',\n",
       " ' if you detry confident in bank you will do something to the economy yet',\n",
       " ' food',\n",
       " ' where robin wore a yellow lily',\n",
       " ' near',\n",
       " ' bright red line simmers on the orchard',\n",
       " ' mate',\n",
       " ' soup',\n",
       " ' why you are worry over silly items',\n",
       " ' then train and protect the important theory',\n",
       " ' they carried me up and under stretchers',\n",
       " ' no',\n",
       " ' were',\n",
       " ' way',\n",
       " ' dude',\n",
       " ' youre used to being on the field',\n",
       " ' everything went real smooth they are at the end',\n",
       " ' loop',\n",
       " ' thank you',\n",
       " '',\n",
       " ' dad',\n",
       " ' right',\n",
       " ' ballen ',\n",
       " ' so',\n",
       " '',\n",
       " '',\n",
       " ' there is no good hours to it empty',\n",
       " ' and the money earned the first man will',\n",
       " ' thank you',\n",
       " '',\n",
       " ' cold',\n",
       " ' bit',\n",
       " ' we arrived our back in the garden farm',\n",
       " ' they dove and swam around our boat',\n",
       " ' they have their day of new fbi in reporting',\n",
       " ' though',\n",
       " '',\n",
       " ' grant help and pay the back sum for experimental advertising',\n",
       " ' sergeant',\n",
       " ' there',\n",
       " ' the midguided doors have another way',\n",
       " ' go big',\n",
       " 'and i owe you',\n",
       " ' you',\n",
       " ' um',\n",
       " ' juliet',\n",
       " ' wait',\n",
       " ' im sorry',\n",
       " ' if you are learning how to replace it immediately',\n",
       " ' you are warm pretty well and overall',\n",
       " '',\n",
       " ' he',\n",
       " ' bugged out',\n",
       " ' mike',\n",
       " ' oh damn',\n",
       " ' oh it didnt',\n",
       " ' again',\n",
       " '',\n",
       " ' the bug contained three shredders',\n",
       " '',\n",
       " '',\n",
       " ' go',\n",
       " ' before they take it out of review every formula',\n",
       " '',\n",
       " ' then william i mew ye didnt ever give me',\n",
       " ' bald',\n",
       " ' spark',\n",
       " '',\n",
       " ' i have held my bell wrong',\n",
       " ' bidden',\n",
       " ' though',\n",
       " ' right',\n",
       " ' um',\n",
       " '',\n",
       " ' im sorry',\n",
       " '',\n",
       " ' you didnt want any kind of',\n",
       " '',\n",
       " ' park',\n",
       " ' i hope',\n",
       " ' hidden',\n",
       " ' dark',\n",
       " ' ',\n",
       " ' yay dude',\n",
       " ' um',\n",
       " ' need it',\n",
       " ' eden',\n",
       " ' we need',\n",
       " '',\n",
       " ' swing your arm as high as you can',\n",
       " ' alt',\n",
       " ' right']"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "recognized_texts"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "1ffddc25-a212-494d-8682-b7db61b1a4af",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.19"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}