hacky-find-lang-params.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "import collections\n",
    "import json\n",
    "import os\n",
    "import pickle\n",
    "import random\n",
    "\n",
    "\n",
    "import google.generativeai as genai\n",
    "from openai import OpenAI\n",
    "\n",
    "import tqdm\n",
    "\n",
    "from story_gen import StoryParamsGenerator"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "def tiny_stories_features_cumulative_weights():  \n",
    "  files = os.listdir('./data')\n",
    "\n",
    "  feature_counts = collections.Counter()  \n",
    "  \n",
    "  for f in files: # files[:2]\n",
    "    if not f.endswith('.json'):\n",
    "      continue\n",
    "    with open('./data/' + f) as fp:\n",
    "      stories_list = json.load(fp)\n",
    "      for story in stories_list:\n",
    "        features = frozenset(story['instruction']['features'])\n",
    "        if features:  # Skip stories without features\n",
    "          feature_counts[features] += 1                  \n",
    "          \n",
    "  total_counts = sum(feature_counts.values())\n",
    "\n",
    "  features = []\n",
    "  cumulative_weights = []\n",
    "  cumulative_weight = 0\n",
    "  for k, v in feature_counts.items():\n",
    "    cumulative_weight += v / total_counts\n",
    "    cumulative_weights.append(cumulative_weight)\n",
    "    features.append(list(k))\n",
    "  return features, cumulative_weights\n",
    "\n",
    "#features, cumulative_weights = tiny_stories_features_cumulative_weights()\n",
    "#json.dump(features, open('features.json', 'w'))\n",
    "#json.dump(cumulative_weights, open('cumulative_weights.json', 'w'))\n",
    "features, cumulative_weights = json.load(open('features.json')), json.load(open('cumulative_weights.json'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(['Twist'], 0.08532009850408646),\n",
       " (['Dialogue'], 0.46209109680300636),\n",
       " (['BadEnding'], 0.502592494344135),\n",
       " (['BadEnding', 'Dialogue'], 0.5442803410719081),\n",
       " (['Twist', 'Dialogue'], 0.6295400884034947),\n",
       " (['Conflict', 'Dialogue'], 0.6715892191957328),\n",
       " (['Twist', 'MoralValue', 'Dialogue'], 0.6810690167779002),\n",
       " (['Foreshadowing', 'Dialogue'], 0.7228638496751049),\n",
       " (['MoralValue', 'Conflict', 'Dialogue'], 0.7274733076365355),\n",
       " (['MoralValue', 'Conflict'], 0.7319650808115915),\n",
       " (['Foreshadowing'], 0.7723156004214705),\n",
       " (['Conflict'], 0.8124653152210319),\n",
       " (['Twist', 'MoralValue'], 0.8219146628934381),\n",
       " (['Foreshadowing', 'MoralValue'], 0.826397383392619),\n",
       " (['Foreshadowing', 'BadEnding', 'Dialogue', 'Twist', 'MoralValue'],\n",
       "  0.8264739196522893),\n",
       " (['Twist', 'MoralValue', 'Conflict'], 0.8271685067830602),\n",
       " (['Twist', 'BadEnding', 'Dialogue'], 0.8333317331128502),\n",
       " (['MoralValue', 'Dialogue'], 0.8750651175435096),\n",
       " (['Foreshadowing', 'MoralValue', 'BadEnding', 'Dialogue'],\n",
       "  0.8755627403931219),\n",
       " (['Twist', 'Conflict', 'Dialogue'], 0.8817750706314459),\n",
       " (['MoralValue'], 0.9221371118288022),\n",
       " (['Conflict', 'BadEnding', 'Dialogue'], 0.9268332560198236),\n",
       " (['BadEnding', 'Conflict'], 0.9313228346067887),\n",
       " (['Foreshadowing', 'Twist'], 0.937520351375499),\n",
       " (['MoralValue', 'BadEnding'], 0.9419679584652256),\n",
       " (['Foreshadowing', 'Twist', 'Dialogue'], 0.9481967481142315),\n",
       " (['Twist', 'BadEnding'], 0.9544214229105669),\n",
       " (['Conflict', 'Foreshadowing', 'BadEnding', 'Dialogue'], 0.9549563537577245),\n",
       " (['Foreshadowing', 'BadEnding', 'Conflict'], 0.9554602860480981),\n",
       " (['MoralValue', 'BadEnding', 'Dialogue'], 0.9601015655368468),\n",
       " (['Twist', 'MoralValue', 'BadEnding', 'Dialogue'], 0.9607879229622768),\n",
       " (['Foreshadowing', 'BadEnding'], 0.9652465029924578),\n",
       " (['Conflict', 'MoralValue', 'BadEnding', 'Dialogue'], 0.9657622311938201),\n",
       " (['Twist', 'Conflict'], 0.9718966535549171),\n",
       " (['Foreshadowing', 'Twist', 'Conflict', 'Dialogue'], 0.9725912406856879),\n",
       " (['Foreshadowing', 'BadEnding', 'Dialogue'], 0.9772692795249593),\n",
       " (['Foreshadowing', 'Conflict'], 0.9817802553458107),\n",
       " (['Foreshadowing', 'Twist', 'Conflict'], 0.9824644181831498),\n",
       " (['Foreshadowing', 'Twist', 'MoralValue', 'BadEnding'], 0.9825395828252632),\n",
       " (['MoralValue', 'BadEnding', 'Conflict'], 0.9830470813212846),\n",
       " (['Foreshadowing', 'MoralValue', 'Dialogue'], 0.9877402079536809),\n",
       " (['Foreshadowing', 'Conflict', 'Dialogue'], 0.9923518605032025),\n",
       " (['Twist', 'MoralValue', 'Conflict', 'Dialogue'], 0.9930475449280187),\n",
       " (['Foreshadowing', 'MoralValue', 'Conflict'], 0.9935457164246537),\n",
       " (['Twist', 'MoralValue', 'BadEnding'], 0.9942090306751292),\n",
       " (['Foreshadowing', 'Twist', 'BadEnding'], 0.9949143164228432),\n",
       " (['Foreshadowing', 'MoralValue', 'BadEnding'], 0.9954218149188646),\n",
       " (['Foreshadowing', 'MoralValue', 'Conflict', 'Dialogue'], 0.9959548255014428),\n",
       " (['Foreshadowing', 'Twist', 'MoralValue', 'Dialogue'], 0.9966463950735887),\n",
       " (['Foreshadowing', 'Twist', 'BadEnding', 'Dialogue'], 0.9973467429980981),\n",
       " (['Foreshadowing', 'Twist', 'MoralValue'], 0.9980418787758917),\n",
       " (['Conflict', 'Twist', 'BadEnding', 'Dialogue'], 0.9987186348784239),\n",
       " (['Twist', 'BadEnding', 'Conflict'], 0.9994008774511834),\n",
       " (['Foreshadowing', 'Twist', 'BadEnding', 'Conflict'], 0.9994785110048992),\n",
       " (['Foreshadowing', 'BadEnding', 'Conflict', 'Dialogue', 'MoralValue'],\n",
       "  0.9995459945886944),\n",
       " (['BadEnding', 'Conflict', 'Dialogue', 'Twist', 'MoralValue'],\n",
       "  0.9996208849072965),\n",
       " (['Foreshadowing', 'Conflict', 'Dialogue', 'Twist', 'MoralValue'],\n",
       "  0.9996982441375009),\n",
       " (['Foreshadowing', 'BadEnding', 'Conflict', 'Dialogue', 'Twist'],\n",
       "  0.9997731344561029),\n",
       " (['Foreshadowing', 'MoralValue', 'BadEnding', 'Conflict'],\n",
       "  0.9998288221289096),\n",
       " (['Foreshadowing', 'Twist', 'MoralValue', 'Conflict'], 0.999903986771023),\n",
       " (['Twist', 'MoralValue', 'BadEnding', 'Conflict'], 0.9999832662658069),\n",
       " (['Foreshadowing',\n",
       "   'BadEnding',\n",
       "   'Conflict',\n",
       "   'Dialogue',\n",
       "   'Twist',\n",
       "   'MoralValue'],\n",
       "  0.9999912216476364),\n",
       " (['Foreshadowing', 'BadEnding', 'Conflict', 'Twist', 'MoralValue'], 1.0)]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# random.choices(features, cum_weights=cumulative_weights)\n",
    "list(zip(features, cumulative_weights))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "spanish_words = [l.split(' ')[0] for l in open('data/es.txt').read().split('\\n') if l]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name 'OpenAI' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[8], line 2\u001b[0m\n\u001b[1;32m      1\u001b[0m openai_key \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mopen\u001b[39m(os\u001b[38;5;241m.\u001b[39mpath\u001b[38;5;241m.\u001b[39mexpanduser(\u001b[38;5;124m'\u001b[39m\u001b[38;5;124m~/.openai_key.txt\u001b[39m\u001b[38;5;124m'\u001b[39m))\u001b[38;5;241m.\u001b[39mread()\u001b[38;5;241m.\u001b[39mstrip()\n\u001b[0;32m----> 2\u001b[0m client \u001b[38;5;241m=\u001b[39m OpenAI(api_key\u001b[38;5;241m=\u001b[39mopenai_key)\n",
      "\u001b[0;31mNameError\u001b[0m: name 'OpenAI' is not defined"
     ]
    }
   ],
   "source": [
    "openai_key = open(os.path.expanduser('~/.openai_key.txt')).read().strip()\n",
    "client = OpenAI(api_key=openai_key)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [],
   "source": [
    "def pos_query(word_list):\n",
    "    prompt = f\"\"\"Here is a list of Spanish words.  For each word, repeat it, and label its part of speech as either adjective (A), noun (N), verb (V), or other (O).  \n",
    "{word_list}\n",
    "\n",
    "Use this format:\n",
    "\n",
    "delante O\n",
    "banco N\n",
    "encuentra V\n",
    "\"\"\"\n",
    "    # print(prompt)    \n",
    "    c = client.chat.completions.create(\n",
    "        model=\"gpt-4o\",\n",
    "        max_tokens=4096,\n",
    "        messages = [{\"role\": \"user\", \"content\": prompt}])\n",
    "    return c"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "class WordListWithPOS:\n",
    "    def __init__(self):\n",
    "        self.words_to_pos = {}\n",
    "        self.pos_counts = collections.Counter()\n",
    "        self.words_to_child_familarity = {}\n",
    "\n",
    "    def add(self, word, pos):\n",
    "        self.words_to_pos[word] = pos\n",
    "        self.pos_counts[pos] += 1\n",
    "\n",
    "\n",
    "def process_response(resp, word_list: WordListWithPOS):    \n",
    "    for l in resp.choices[0].message.content.split('\\n'):\n",
    "        split = l.strip().split(' ')\n",
    "        pos = split[-1]\n",
    "        if pos in 'ANV':\n",
    "            word_list.add(split[0], pos)\n",
    "    \n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "535232"
      ]
     },
     "execution_count": 69,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "words_with_pos = WordListWithPOS()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "10400\n",
      "Counter({'N': 4573, 'V': 3724, 'A': 1408})\n",
      "10500\n",
      "Counter({'N': 4612, 'V': 3756, 'A': 1421})\n",
      "10600\n",
      "Counter({'N': 4651, 'V': 3788, 'A': 1434})\n"
     ]
    }
   ],
   "source": [
    "chunk_size = 100\n",
    "for i in range(0, len(spanish_words), chunk_size):\n",
    "    print(i)\n",
    "    resp = pos_query('\\n'.join(spanish_words[i:i+chunk_size]))\n",
    "    process_response(resp, words_with_pos)\n",
    "    min_freq_pos = min(words_with_pos.pos_counts.values())\n",
    "    if min_freq_pos > 1500:        \n",
    "        break\n",
    "    print(words_with_pos.pos_counts)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "words_with_pos = pickle.load(open('words_with_pos.pkl', 'rb'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "17"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "max(len(w) for w in words_with_pos.words_to_pos.keys())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['oportunidad',\n",
       " 'necesitamos',\n",
       " 'maravilloso',\n",
       " 'información',\n",
       " 'interesante',\n",
       " 'universidad',\n",
       " 'departamento',\n",
       " 'inteligente',\n",
       " 'encontramos',\n",
       " 'experiencia',\n",
       " 'investigación',\n",
       " 'apartamento',\n",
       " 'espectáculo',\n",
       " 'restaurante',\n",
       " 'maravillosa',\n",
       " 'responsable',\n",
       " 'sentimientos',\n",
       " 'bienvenidos',\n",
       " 'posibilidad',\n",
       " 'profesional',\n",
       " 'conversación',\n",
       " 'encontraron',\n",
       " 'desgraciado',\n",
       " 'responsabilidad',\n",
       " 'importantes',\n",
       " 'laboratorio',\n",
       " 'importancia',\n",
       " 'desaparecido',\n",
       " 'condiciones',\n",
       " 'desapareció',\n",
       " 'felicidades',\n",
       " 'felicitaciones',\n",
       " 'encontraste',\n",
       " 'encantadora',\n",
       " 'estudiantes',\n",
       " 'encontraremos',\n",
       " 'inteligencia',\n",
       " 'declaración',\n",
       " 'preguntarte',\n",
       " 'computadora',\n",
       " 'prisioneros',\n",
       " 'conseguiste',\n",
       " 'preguntarle',\n",
       " 'pensamientos',\n",
       " 'impresionante',\n",
       " 'encontrarlo',\n",
       " 'entrenamiento',\n",
       " 'conocimiento',\n",
       " 'descubierto',\n",
       " 'imaginación',\n",
       " 'suficientes',\n",
       " 'cigarrillos',\n",
       " 'posibilidades',\n",
       " 'preocuparse',\n",
       " 'circunstancias',\n",
       " 'combustible',\n",
       " 'organización',\n",
       " 'pensamiento',\n",
       " 'comportamiento',\n",
       " 'sentimiento',\n",
       " 'explicación',\n",
       " 'desagradable',\n",
       " 'habitaciones',\n",
       " 'emocionante',\n",
       " 'tripulación',\n",
       " 'trabajadores',\n",
       " 'instrucciones',\n",
       " 'coincidencia',\n",
       " 'tratamiento',\n",
       " 'desaparecer',\n",
       " 'helicóptero',\n",
       " 'escribiendo',\n",
       " 'internacional',\n",
       " 'preocuparte',\n",
       " 'competencia',\n",
       " 'desconocido',\n",
       " 'preguntando',\n",
       " 'encontrarás',\n",
       " 'conferencia',\n",
       " 'resistencia',\n",
       " 'sufrimiento',\n",
       " 'identificación',\n",
       " 'autoridades',\n",
       " 'alternativa',\n",
       " 'extraordinario',\n",
       " 'significado',\n",
       " 'temperatura',\n",
       " 'terroristas',\n",
       " 'operaciones',\n",
       " 'destrucción',\n",
       " 'construcción',\n",
       " 'científicos',\n",
       " 'conseguimos',\n",
       " 'tranquilízate',\n",
       " 'consecuencias',\n",
       " 'personalidad',\n",
       " 'aniversario',\n",
       " 'estadounidense',\n",
       " 'electricidad',\n",
       " 'experimento',\n",
       " 'sorprendente',\n",
       " 'comunicación',\n",
       " 'lanzamiento',\n",
       " 'enhorabuena',\n",
       " 'convertirse',\n",
       " 'movimientos',\n",
       " 'encontrarla',\n",
       " 'funcionando',\n",
       " 'fotografías',\n",
       " 'considerado',\n",
       " 'sorprendido',\n",
       " 'intenciones',\n",
       " 'acostumbrado',\n",
       " 'encontrarme',\n",
       " 'herramientas',\n",
       " 'preocupación',\n",
       " 'advertencia',\n",
       " 'disculparme',\n",
       " 'administración',\n",
       " 'presentación',\n",
       " 'oportunidades',\n",
       " 'representante',\n",
       " 'encontrarte',\n",
       " 'extranjeros',\n",
       " 'civilización',\n",
       " 'estadounidenses',\n",
       " 'mantequilla',\n",
       " 'combinación',\n",
       " 'autorización',\n",
       " 'habilidades',\n",
       " 'comentarios',\n",
       " 'respiración',\n",
       " 'inconsciente',\n",
       " 'profesionales',\n",
       " 'comprendido',\n",
       " 'encontrarán',\n",
       " 'enfermedades',\n",
       " 'reconocimiento',\n",
       " 'involucrado',\n",
       " 'desesperado',\n",
       " 'encontremos',\n",
       " 'interrumpir',\n",
       " 'considerando',\n",
       " 'estacionamiento',\n",
       " 'profundidad',\n",
       " 'presentimiento',\n",
       " 'conseguirlo',\n",
       " 'periodistas',\n",
       " 'procedimiento',\n",
       " 'dificultades',\n",
       " 'transmisión',\n",
       " 'investigando',\n",
       " 'necesidades',\n",
       " 'concentración',\n",
       " 'conspiración',\n",
       " 'sospechosos',\n",
       " 'necesitaremos',\n",
       " 'actividades',\n",
       " 'conduciendo',\n",
       " 'condicional',\n",
       " 'esperaremos',\n",
       " 'antecedentes',\n",
       " 'disposición',\n",
       " 'averiguarlo',\n",
       " 'instrumento',\n",
       " 'shakespeare',\n",
       " 'matemáticas',\n",
       " 'presupuesto',\n",
       " 'preocupados',\n",
       " 'continuación',\n",
       " 'principales',\n",
       " 'independiente',\n",
       " 'tranquilidad',\n",
       " 'inteligentes',\n",
       " 'christopher',\n",
       " 'espectacular',\n",
       " 'descubrimiento',\n",
       " 'adolescente',\n",
       " 'interesantes',\n",
       " 'hamburguesa',\n",
       " 'propietario',\n",
       " 'mademoiselle',\n",
       " 'avergonzado',\n",
       " 'presentarte',\n",
       " 'corresponde',\n",
       " 'especialista',\n",
       " 'preguntaste',\n",
       " 'impresionado',\n",
       " 'certificado',\n",
       " 'divirtiendo',\n",
       " 'preocupaciones',\n",
       " 'conseguiremos',\n",
       " 'preguntarme',\n",
       " 'perspectiva',\n",
       " 'descripción',\n",
       " 'frankenstein',\n",
       " 'decepcionado',\n",
       " 'generaciones',\n",
       " 'provisiones',\n",
       " 'ayuntamiento',\n",
       " 'sensacional',\n",
       " 'extraordinaria',\n",
       " 'discúlpenme',\n",
       " 'responsables',\n",
       " 'intercambio',\n",
       " 'divertirnos',\n",
       " 'todopoderoso',\n",
       " 'malentendido',\n",
       " 'probabilidades',\n",
       " 'experimentos',\n",
       " 'aprendiendo',\n",
       " 'ferrocarril',\n",
       " 'necesitarás',\n",
       " 'investigaciones',\n",
       " 'computadoras',\n",
       " 'persiguiendo',\n",
       " 'encontrarnos',\n",
       " 'preocuparme',\n",
       " 'relacionado',\n",
       " 'responsabilidades',\n",
       " 'misericordia',\n",
       " 'conveniente',\n",
       " 'esperábamos',\n",
       " 'instrumentos',\n",
       " 'observación',\n",
       " 'concéntrate',\n",
       " 'identificar',\n",
       " 'desgraciados',\n",
       " 'discutiendo',\n",
       " 'sentimental',\n",
       " 'direcciones',\n",
       " 'comunicaciones',\n",
       " 'propiedades',\n",
       " 'traicionado',\n",
       " 'significaba',\n",
       " 'supervivencia',\n",
       " 'celebración',\n",
       " 'experiencias',\n",
       " 'demostración',\n",
       " 'estupideces',\n",
       " 'inspiración',\n",
       " 'vicepresidente',\n",
       " 'insoportable',\n",
       " 'guardaespaldas',\n",
       " 'encontraría',\n",
       " 'situaciones',\n",
       " 'especialidad',\n",
       " 'confidencial',\n",
       " 'disfrutando',\n",
       " 'desesperación',\n",
       " 'desesperada',\n",
       " 'conseguirás',\n",
       " 'intelectual',\n",
       " 'comprometido',\n",
       " 'dispositivo',\n",
       " 'sinvergüenza',\n",
       " 'convertirme',\n",
       " 'encontrarse',\n",
       " 'satisfacción',\n",
       " 'empezaremos',\n",
       " 'hamburguesas',\n",
       " 'supermercado',\n",
       " 'interrogatorio',\n",
       " 'independencia',\n",
       " 'maravillosos',\n",
       " 'acompañarme',\n",
       " 'tradicional',\n",
       " 'acostumbrada',\n",
       " 'diferencias',\n",
       " 'voluntarios',\n",
       " 'desaparición',\n",
       " 'presentarles',\n",
       " 'insignificante',\n",
       " 'esperándote',\n",
       " 'agradecerle',\n",
       " 'antepasados',\n",
       " 'refrigerador',\n",
       " 'persecución',\n",
       " 'emergencias',\n",
       " 'excepcional',\n",
       " 'conversaciones',\n",
       " 'crecimiento',\n",
       " 'institución',\n",
       " 'arreglaremos',\n",
       " 'delincuente',\n",
       " 'centímetros',\n",
       " 'presentarme',\n",
       " 'maravillosas',\n",
       " 'necesitabas',\n",
       " 'agradecería',\n",
       " 'desaparecieron',\n",
       " 'practicando',\n",
       " 'artificiales',\n",
       " 'compartimos',\n",
       " 'prostitutas',\n",
       " 'construyendo',\n",
       " 'declaraciones',\n",
       " 'identificado',\n",
       " 'agradecimiento',\n",
       " 'interpretación',\n",
       " 'constitución',\n",
       " 'desconocida',\n",
       " 'adolescentes',\n",
       " 'calzoncillos',\n",
       " 'transferencia',\n",
       " 'desconocidos',\n",
       " 'comerciales',\n",
       " 'secuestrado',\n",
       " 'recuperación',\n",
       " 'sorprendería',\n",
       " 'medicamentos',\n",
       " 'acusaciones',\n",
       " 'delincuentes',\n",
       " 'desperdicio',\n",
       " 'entrevistas',\n",
       " 'equivocados',\n",
       " 'necesitábamos',\n",
       " 'explicaciones',\n",
       " 'coordenadas',\n",
       " 'descubrieron',\n",
       " 'regresaremos',\n",
       " 'despreciable',\n",
       " 'cooperación',\n",
       " 'entretenimiento',\n",
       " 'afortunados',\n",
       " 'encontrarle',\n",
       " 'mantenimiento',\n",
       " 'larguémonos',\n",
       " 'investigador',\n",
       " 'norteamericano',\n",
       " 'restaurantes',\n",
       " 'comprensión',\n",
       " 'presentarle',\n",
       " 'consideración',\n",
       " 'interpretar',\n",
       " 'sobrevivientes',\n",
       " 'agradecerte',\n",
       " 'convirtiendo',\n",
       " 'sobrevivido',\n",
       " 'descubrimos',\n",
       " 'despidieron',\n",
       " 'comisionado',\n",
       " 'descansando',\n",
       " 'obsesionado',\n",
       " 'escondiendo',\n",
       " 'representación',\n",
       " 'conocimientos',\n",
       " 'convertirte',\n",
       " 'interesados',\n",
       " 'avergonzada',\n",
       " 'comprometida',\n",
       " 'desgraciada',\n",
       " 'instalaciones',\n",
       " 'necesitaría',\n",
       " 'enfrentarse',\n",
       " 'corporación',\n",
       " 'estuviéramos',\n",
       " 'consecuencia',\n",
       " 'suministros',\n",
       " 'hospitalidad',\n",
       " 'acondicionado',\n",
       " 'norteamericanos',\n",
       " 'hambrientos',\n",
       " 'extraterrestres',\n",
       " 'obligaciones',\n",
       " 'agradecemos',\n",
       " 'acontecimientos',\n",
       " 'establecido',\n",
       " 'sorprendida',\n",
       " 'universitario',\n",
       " 'rehabilitación',\n",
       " 'revolucionario',\n",
       " 'alrededores',\n",
       " 'alojamiento',\n",
       " 'comerciante',\n",
       " 'generosidad',\n",
       " 'conclusiones',\n",
       " 'consentimiento',\n",
       " 'fundamental',\n",
       " 'helicópteros',\n",
       " 'documentación',\n",
       " 'administrador',\n",
       " 'conseguirte',\n",
       " 'asegurarnos',\n",
       " 'necesitaban',\n",
       " 'sacrificios',\n",
       " 'participación',\n",
       " 'disponibles',\n",
       " 'subtitulado',\n",
       " 'convincente',\n",
       " 'funcionario',\n",
       " 'iluminación',\n",
       " 'preguntaron',\n",
       " 'encontrarlos',\n",
       " 'homosexuales',\n",
       " 'inconveniente',\n",
       " 'preparación',\n",
       " 'contrabando',\n",
       " 'desarrollar',\n",
       " 'intentaremos',\n",
       " 'internacionales',\n",
       " 'interruptor',\n",
       " 'correspondencia',\n",
       " 'subterráneo',\n",
       " 'protegiendo',\n",
       " 'aburrimiento',\n",
       " 'apartamentos',\n",
       " 'sincronizado',\n",
       " 'representar',\n",
       " 'competición',\n",
       " 'recomendación',\n",
       " 'protagonista',\n",
       " 'desaparecida',\n",
       " 'distracción',\n",
       " 'humillación',\n",
       " 'consiguieron',\n",
       " 'experimentar',\n",
       " 'comprobarlo',\n",
       " 'destruyendo',\n",
       " 'motocicleta',\n",
       " 'desaparecen',\n",
       " 'congresista',\n",
       " 'aislamiento',\n",
       " 'intervención',\n",
       " 'productores',\n",
       " 'desperdiciar',\n",
       " 'electrónico',\n",
       " 'manifestación',\n",
       " 'veterinario',\n",
       " 'fraternidad',\n",
       " 'sensibilidad',\n",
       " 'impresionar',\n",
       " 'funcionarios',\n",
       " 'distinguido',\n",
       " 'trabajadora',\n",
       " 'desaparezca',\n",
       " 'herramienta',\n",
       " 'construyeron',\n",
       " 'jurisdicción',\n",
       " 'comunicarse',\n",
       " 'desarrollado',\n",
       " 'calefacción',\n",
       " 'colaboración',\n",
       " 'proposición',\n",
       " 'desafortunado',\n",
       " 'extraterrestre',\n",
       " 'preguntamos',\n",
       " 'desaparecidos',\n",
       " 'confirmación',\n",
       " 'comparación',\n",
       " 'diagnóstico',\n",
       " 'complicaciones',\n",
       " 'presentarse',\n",
       " 'agradecidos',\n",
       " 'escalofríos',\n",
       " 'superficial',\n",
       " 'culpabilidad',\n",
       " 'mississippi',\n",
       " 'psiquiátrico',\n",
       " 'referencias',\n",
       " 'negociaciones',\n",
       " 'quisiéramos',\n",
       " 'pornografía',\n",
       " 'comportarse',\n",
       " 'continuemos',\n",
       " 'ametralladora',\n",
       " 'experimentado']"
      ]
     },
     "execution_count": 107,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "[w for w in words_with_pos.words_to_pos.keys() if len(w) > 10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [],
   "source": [
    "def child_knows_query(word_list):\n",
    "        prompt = f\"\"\"Here is a list of commonly used Spanish words.  \n",
    "For each word, repeat it, and provide a score for how likely a Spanish speaking 4 year old child is to know it.\n",
    "\n",
    "A score of 1 means a child is very unlikely to know the word, while a score of 5 means a child is very likely to know the word.\n",
    "Young children tend to not know words that are abstract, technical, legal, bureaucratic, or from specialized fields.\n",
    "\n",
    "{'\\n'.join(word_list)}\n",
    "\n",
    "Use this format:\n",
    "\n",
    "azul 5\n",
    "gato 5\n",
    "pornografía 1\n",
    "ametralladora 2\n",
    "\"\"\"\n",
    "        resp = client.chat.completions.create(\n",
    "                model=\"gpt-4o\", max_tokens=4096,                \n",
    "                messages = [{\"role\": \"user\", \"content\": prompt}])\n",
    "        return resp.choices[0].message.content.split('\\n')\n",
    "\n",
    "def parse_child_knows_response(word_list, response):\n",
    "        for l in response:\n",
    "                split = [w.strip() for w in l.strip().split(' ') if w.strip()]\n",
    "                len_is_2 = len(split) == 2\n",
    "                valid_word, is_digit = False, False\n",
    "                if len_is_2:\n",
    "                        valid_word = split[0] in word_list.words_to_pos\n",
    "                        is_digit = split[1].isdigit()                \n",
    "                if len_is_2 and valid_word and is_digit: \n",
    "                        word_list.words_to_child_familarity[split[0]] = int(split[1])                        \n",
    "                elif split and split[0]:\n",
    "                   print('Could not parse:', l, ' ', split, 'len_is_2', len_is_2, 'valid_word', valid_word, 'is_digit', is_digit)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['e 5  ', 'está 5  ', 'vamos 5  ', 'ha 4  ', 'hay 4  ', 'estoy 5  ', 'tengo 5  ', 'sé 4  ', 'estás 5  ', 'quiero 5  ', 'tiene 5  ', 'he 3  ', 'puedo 5  ', 'bueno 5  ', 'soy 5  ', 'era 4  ', 'ser 4  ', 'vez 3  ', 'hacer 5  ', 'son 5  ', 'fue 4  ', 'eres 5  ', 'tienes 5  ', 'puede 5  ', 'señor 4  ', 'voy 5  ', 'casa 5  ', 'creo 4  ', 'favor 4  ', 'sabes 5  ', 'verdad 5  ', 'quieres 5  ', 'estaba 4  ', 'tiempo 3  ', 'esa 5  ', 'mejor 4  ', 'hombre 4  ', 'hace 5  ', 'va 5  ', 'dios 4  ', 'has 3  ', 'vida 4  ', 'están 5  ', 'ver 5  ', 'si 5  ', 'siento 5  ', 'puedes 5  ', 'decir 5  ', 'años 3  ', 'tenemos 5  ', 'uno 5  ', 'día 5  ', 'noche 5  ', 'cosas 5  ', 'alguien 5  ', 'mis 5  ', 'ir 4  ', 'poco 4  ', 'otra 5  ', 'quiere 5  ', 'solo 5  ', 'nadie 5  ', 'padre 5  ', 'gente 4  ', 'parece 4  ', 'dinero 3  ', 'estar 4  ', 'hecho 5  ', 'mismo 4  ', 'sea 4  ', 'estamos 5  ', 'mira 5  ', 'pasa 5  ', 'trabajo 4  ', 'dijo 4  ', 'vas 5  ', 'mañana 5  ', 'han 3  ', 'otro 5  ', 'mundo 4  ', 'hablar 5  ', 'tal 4  ', 'había 4  ', 'sabe 4  ', 'acuerdo 4  ', 'momento 4  ', 'hijo 5  ', 'podría 4  ', 'seguro 4  ', 'mujer 4  ', 'amigo 5  ', 'días 5  ', 'madre 5  ', 'cosa 5  ', 'tus 5  ', 'lugar 4  ', 'dice 5  ', 'gusta 5  ', 'será 4  ', 'gran 4  ']\n"
     ]
    }
   ],
   "source": [
    "resp = child_knows_query('\\n'.join(list(words_with_pos.words_to_pos.keys())[:100]))\n",
    "print(resp)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "parse_child_knows_response(words_with_pos, resp)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "def batch_child_knows_query(words_to_process, words_with_pos):\n",
    "    chunk_size = 100\n",
    "    for i in range(0, len(words_to_process), chunk_size):\n",
    "        print(i)\n",
    "        resp = child_knows_query('\\n'.join(words_to_process[i:i+chunk_size]))\n",
    "        parse_child_knows_response(words_with_pos, resp)\n",
    "\n",
    "# batch_child_knows_query(list(words_with_pos.words_to_pos.keys()), words_with_pos)        "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of missing words: 48\n",
      "Missing words: {'díganme', 'porquería', 'ordena', 'envíe', 'facil', 'sólido', 'capitan', 'dia', 'hoia', 'victor', 'sueltes', 'estàs', 'gustaria', 'razon', 'siéntense', 'sientate', 'regimiento', 'pregúntele', 'pierdas', 'tia', 'pais', 'compañia', 'dejadme', 'déme', 'ejercito', 'convierta', 'sentí', 'callate', 'dió', 'móvil', 'robin', 'quédense', 'nápoles', 'rastros', 'anos', 'perdon', 'podrias', 'deberiamos', 'senor', 'estabamos', 'dias', 'entraste', 'afueras', 'quédese', 'ordenes', 'fué', 'escuchame', 'dificil'}\n"
     ]
    }
   ],
   "source": [
    "missing_words = set(words_with_pos.words_to_pos.keys()) - set(words_with_pos.words_to_child_familarity.keys())\n",
    "print('Number of missing words:', len(missing_words))\n",
    "print('Missing words:', missing_words)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0\n",
      "Could not parse: Here's the list of commonly used Spanish words along with their scores:   [\"Here's\", 'the', 'list', 'of', 'commonly', 'used', 'Spanish', 'words', 'along', 'with', 'their', 'scores:'] len_is_2 False valid_word False is_digit False\n",
      "Could not parse: d 5   ['d', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: í 1   ['í', '1'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: g 1   ['g', '1'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: n 5   ['n', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: m 5   ['m', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: p 5   ['p', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: o 5   ['o', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: r 5   ['r', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: q 5   ['q', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: u 5   ['u', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: r 5   ['r', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: í 1   ['í', '1'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: o 5   ['o', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: r 5   ['r', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: d 5   ['d', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: n 5   ['n', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: n 5   ['n', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: v 1   ['v', '1'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: í 1   ['í', '1'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: f 5   ['f', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: c 5   ['c', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: i 5   ['i', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: l 5   ['l', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: s 5   ['s', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: ó 1   ['ó', '1'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: l 5   ['l', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: i 5   ['i', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: d 5   ['d', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: o 5   ['o', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: c 5   ['c', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: p 5   ['p', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: i 5   ['i', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: t 5   ['t', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: n 5   ['n', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: d 5   ['d', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: i 5   ['i', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: h 5   ['h', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: o 5   ['o', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: i 5   ['i', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: v 5   ['v', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: i 5   ['i', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: c 5   ['c', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: t 5   ['t', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: o 5   ['o', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: r 5   ['r', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: s 5   ['s', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: u 5   ['u', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: l 5   ['l', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: t 5   ['t', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: s 5   ['s', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: s 5   ['s', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: t 5   ['t', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: à 1   ['à', '1'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: s 5   ['s', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: g 5   ['g', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: u 5   ['u', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: s 5   ['s', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: t 5   ['t', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: r 5   ['r', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: i 5   ['i', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: r 5   ['r', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: z 5   ['z', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: o 5   ['o', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: n 5   ['n', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: s 5   ['s', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: i 5   ['i', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: é 1   ['é', '1'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: n 5   ['n', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: t 5   ['t', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: n 5   ['n', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: s 5   ['s', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: s 5   ['s', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: i 5   ['i', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: n 5   ['n', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: t 5   ['t', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: t 5   ['t', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: r 5   ['r', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: g 5   ['g', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: i 5   ['i', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: m 5   ['m', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: i 5   ['i', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: n 5   ['n', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: t 5   ['t', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: o 5   ['o', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: p 5   ['p', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: r 5   ['r', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: g 5   ['g', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: ú 1   ['ú', '1'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: n 5   ['n', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: t 5   ['t', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: l 5   ['l', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: p 5   ['p', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: i 5   ['i', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: r 5   ['r', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: d 5   ['d', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: s 5   ['s', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: t 5   ['t', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: i 5   ['i', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: p 5   ['p', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: i 5   ['i', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: s 5   ['s', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: c 5   ['c', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: o 5   ['o', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: m 5   ['m', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: p 5   ['p', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: ñ 5   ['ñ', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: i 5   ['i', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: d 5   ['d', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: j 5   ['j', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: d 5   ['d', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: m 5   ['m', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: d 5   ['d', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: é 1   ['é', '1'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: m 5   ['m', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: j 5   ['j', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: r 5   ['r', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: c 5   ['c', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: i 5   ['i', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: t 5   ['t', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: o 5   ['o', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: c 5   ['c', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: o 5   ['o', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: n 5   ['n', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: v 1   ['v', '1'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: i 5   ['i', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: r 5   ['r', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: t 5   ['t', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: s 5   ['s', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: n 5   ['n', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: t 5   ['t', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: í 1   ['í', '1'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: c 5   ['c', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: l 5   ['l', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: l 5   ['l', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: t 5   ['t', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: d 5   ['d', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: i 5   ['i', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: ó 1   ['ó', '1'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: m 5   ['m', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: ó 1   ['ó', '1'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: v 5   ['v', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: i 5   ['i', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: l 5   ['l', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: r 5   ['r', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: o 5   ['o', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: i 5   ['i', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: n 5   ['n', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: q 5   ['q', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: u 5   ['u', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: é 5   ['é', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: d 5   ['d', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: n 5   ['n', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: s 5   ['s', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: n 1   ['n', '1'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: á 1   ['á', '1'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: p 1   ['p', '1'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: o 1   ['o', '1'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: l 1   ['l', '1'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 1   ['e', '1'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: s 1   ['s', '1'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: r 5   ['r', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: s 5   ['s', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: t 5   ['t', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: r 5   ['r', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: o 5   ['o', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: s 5   ['s', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: n 5   ['n', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: o 5   ['o', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: s 5   ['s', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: p 5   ['p', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: r 5   ['r', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: d 5   ['d', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: o 5   ['o', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: n 5   ['n', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: p 5   ['p', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: o 5   ['o', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: d 5   ['d', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: r 5   ['r', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: i 5   ['i', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: s 5   ['s', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: d 5   ['d', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: r 5   ['r', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: i 5   ['i', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: m 5   ['m', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: o 5   ['o', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: s 5   ['s', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: s 5   ['s', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: n 5   ['n', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: o 5   ['o', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: r 5   ['r', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: s 5   ['s', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: t 5   ['t', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: m 5   ['m', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: o 5   ['o', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: s 5   ['s', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: d 5   ['d', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: i 5   ['i', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: s 5   ['s', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: n 5   ['n', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: t 5   ['t', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: r 5   ['r', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: s 5   ['s', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: t 5   ['t', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: f 5   ['f', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: u 5   ['u', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: r 5   ['r', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: s 5   ['s', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: q 5   ['q', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: u 5   ['u', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: é 5   ['é', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: d 5   ['d', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: s 5   ['s', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: o 5   ['o', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: r 5   ['r', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: d 5   ['d', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: n 5   ['n', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: s 5   ['s', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: f 5   ['f', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: u 5   ['u', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: é 1   ['é', '1'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: s 5   ['s', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: c 5   ['c', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: u 5   ['u', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: c 5   ['c', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: h 5   ['h', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: a 5   ['a', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: m 5   ['m', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: e 5   ['e', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: d 5   ['d', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: i 5   ['i', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: f 5   ['f', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: i 5   ['i', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: c 5   ['c', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: i 5   ['i', '5'] len_is_2 True valid_word False is_digit True\n",
      "Could not parse: l 5   ['l', '5'] len_is_2 True valid_word False is_digit True\n"
     ]
    }
   ],
   "source": [
    "batch_child_knows_query(list(missing_words), words_with_pos)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Missing pos for e\n",
      "Missing pos for si\n",
      "Missing pos for d\n",
      "Missing pos for que\n",
      "Missing pos for no\n",
      "Missing pos for a\n",
      "Missing pos for la\n",
      "Missing pos for el\n",
      "Missing pos for y\n",
      "Missing pos for en\n",
      "Missing pos for lo\n",
      "Missing pos for un\n",
      "Missing pos for por\n",
      "Missing pos for qué\n",
      "Missing pos for me\n",
      "Missing pos for una\n",
      "Missing pos for te\n",
      "Missing pos for se\n",
      "Missing pos for los\n",
      "Missing pos for con\n",
      "Missing pos for para\n",
      "Missing pos for mi\n",
      "Missing pos for sí\n",
      "Missing pos for pero\n",
      "Missing pos for las\n",
      "Missing pos for bien\n",
      "Missing pos for yo\n",
      "Missing pos for su\n",
      "Missing pos for eso\n",
      "Missing pos for aquí\n",
      "Missing pos for del\n",
      "Missing pos for al\n",
      "Missing pos for como\n",
      "Missing pos for le\n",
      "Missing pos for tu\n",
      "Missing pos for más\n",
      "Missing pos for todo\n",
      "Missing pos for ya\n",
      "Missing pos for muy\n",
      "Missing pos for esto\n",
      "Missing pos for ahora\n",
      "Missing pos for esta\n",
      "Missing pos for algo\n",
      "Missing pos for tú\n",
      "Missing pos for así\n",
      "Missing pos for nada\n",
      "Missing pos for nos\n",
      "Missing pos for cuando\n",
      "Missing pos for cómo\n",
      "Missing pos for él\n",
      "Missing pos for sólo\n",
      "Missing pos for o\n",
      "Missing pos for este\n",
      "Missing pos for gracias\n",
      "Missing pos for todos\n",
      "Missing pos for ella\n",
      "Missing pos for usted\n",
      "Missing pos for ese\n",
      "Missing pos for quién\n",
      "Missing pos for porque\n",
      "Missing pos for tan\n",
      "Missing pos for hola\n",
      "Missing pos for dónde\n",
      "Missing pos for nunca\n",
      "Missing pos for sus\n",
      "Missing pos for dos\n",
      "Missing pos for mucho\n",
      "Missing pos for entonces\n",
      "Missing pos for mí\n",
      "Missing pos for también\n",
      "Missing pos for sin\n",
      "Missing pos for siempre\n",
      "Missing pos for oh\n",
      "Missing pos for hasta\n",
      "Missing pos for ti\n",
      "Missing pos for ahí\n",
      "Missing pos for ni\n",
      "Missing pos for sobre\n",
      "Missing pos for antes\n",
      "Missing pos for nosotros\n",
      "Missing pos for les\n",
      "Missing pos for ellos\n",
      "Missing pos for claro\n",
      "Missing pos for después\n",
      "Missing pos for desde\n",
      "Missing pos for donde\n",
      "Missing pos for fuera\n",
      "Missing pos for allí\n",
      "Missing pos for hoy\n",
      "Missing pos for luego\n",
      "Missing pos for tres\n",
      "Missing pos for menos\n",
      "Missing pos for conmigo\n",
      "Missing pos for eh\n",
      "Missing pos for aún\n",
      "Missing pos for tanto\n",
      "Missing pos for cada\n",
      "Missing pos for contigo\n",
      "Missing pos for dicho\n",
      "Missing pos for quien\n",
      "Missing pos for demasiado\n",
      "Missing pos for ah\n",
      "Missing pos for entre\n",
      "Missing pos for adiós\n",
      "Missing pos for unos\n",
      "Missing pos for pues\n",
      "Missing pos for realmente\n",
      "Missing pos for ustedes\n",
      "Missing pos for quizá\n",
      "Missing pos for pasado\n",
      "Missing pos for cuenta\n",
      "Missing pos for muerto\n",
      "Missing pos for ud\n",
      "Missing pos for todavía\n",
      "Missing pos for viejo\n",
      "Missing pos for mientras\n",
      "Missing pos for contra\n",
      "Missing pos for pronto\n",
      "Missing pos for casi\n",
      "Missing pos for cualquiera\n",
      "Missing pos for os\n",
      "Missing pos for cuánto\n",
      "Missing pos for hacia\n",
      "Missing pos for dentro\n",
      "Missing pos for durante\n",
      "Missing pos for adelante\n",
      "Missing pos for cuál\n",
      "Missing pos for allá\n",
      "Missing pos for supuesto\n",
      "Missing pos for arriba\n",
      "Missing pos for sra\n",
      "Missing pos for cinco\n",
      "Missing pos for hey\n",
      "Missing pos for bajo\n",
      "Missing pos for cuándo\n",
      "Missing pos for quizás\n",
      "Missing pos for aunque\n",
      "Missing pos for io\n",
      "Missing pos for siquiera\n",
      "Missing pos for cerca\n",
      "Missing pos for cuatro\n",
      "Missing pos for abajo\n",
      "Missing pos for atrás\n",
      "Missing pos for éste\n",
      "Missing pos for ok\n",
      "Missing pos for incluso\n",
      "Missing pos for tampoco\n",
      "Missing pos for lejos\n",
      "Missing pos for ay\n",
      "Missing pos for ei\n",
      "Missing pos for cuanto\n",
      "Missing pos for adónde\n",
      "Missing pos for seis\n",
      "Missing pos for vivo\n",
      "Missing pos for john\n",
      "Missing pos for ésta\n",
      "Missing pos for aqui\n",
      "Missing pos for además\n",
      "Missing pos for general\n",
      "Missing pos for exactamente\n",
      "Missing pos for carajo\n",
      "Missing pos for afuera\n",
      "Missing pos for ia\n",
      "Missing pos for ello\n",
      "Missing pos for jamás\n",
      "Missing pos for diez\n",
      "Missing pos for mil\n",
      "Missing pos for sino\n",
      "Missing pos for anoche\n",
      "Missing pos for acá\n",
      "Missing pos for detrás\n",
      "Missing pos for encima\n",
      "Missing pos for cual\n",
      "Missing pos for probablemente\n",
      "Missing pos for ayer\n",
      "Missing pos for simplemente\n",
      "Missing pos for vámonos\n",
      "Missing pos for ése\n",
      "Missing pos for verlo\n",
      "Missing pos for tuyo\n",
      "Missing pos for decirte\n",
      "Missing pos for decirle\n",
      "Missing pos for quédate\n",
      "Missing pos for tras\n",
      "Missing pos for siéntate\n",
      "Missing pos for i\n",
      "Missing pos for enseguida\n",
      "Missing pos for the\n",
      "Missing pos for ellas\n",
      "Missing pos for siete\n",
      "Missing pos for asi\n",
      "Missing pos for adentro\n",
      "Missing pos for vosotros\n",
      "Missing pos for ante\n",
      "Missing pos for uds\n",
      "Missing pos for alrededor\n",
      "Missing pos for ocho\n",
      "Missing pos for s\n",
      "Missing pos for completamente\n",
      "Missing pos for través\n",
      "Missing pos for totalmente\n",
      "Missing pos for tuya\n",
      "Missing pos for ambos\n",
      "Missing pos for salvo\n",
      "Missing pos for ésa\n",
      "Missing pos for m\n",
      "Missing pos for delante\n",
      "Missing pos for cuántos\n"
     ]
    }
   ],
   "source": [
    "for word in words_with_pos.words_to_child_familarity:\n",
    "    if word not in words_with_pos.words_to_pos:\n",
    "        print('Missing pos for', word)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# pickle.dump(words_with_pos, open('words_with_pos2.pkl', 'wb'))\n",
    "words_with_pos = pickle.load(open('words_with_pos2.pkl', 'rb'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "bucketed_words = collections.defaultdict(list)\n",
    "for word, fam_rating in words_with_pos.words_to_child_familarity.items():\n",
    "    if word not in words_with_pos.words_to_pos:\n",
    "        continue\n",
    "    pos = words_with_pos.words_to_pos[word]\n",
    "    bucketed_words[(fam_rating, pos)].append(word)\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(5, 'V')   119 está vamos hay estoy tengo estás quiero tiene puedo soy\n",
      "(5, 'N')   303 señor casa verdad tiempo dios vida uno día noche cosas\n",
      "(5, 'A')    43 bueno esa mejor mis poco otra solo mismo otro seguro\n",
      "(4, 'V')   574 ha sé era creo has parece han había podría espera\n",
      "(4, 'N')   556 favor hombre años alguien gente trabajo acuerdo mujer lugar nombre\n",
      "(4, 'A')   197 hecho tal buen mal todas toda mío nuestra buenas alguna\n",
      "(3, 'V')  1745 he debe crees visto importa haber hacerlo oye haces saber\n",
      "(3, 'N')  1040 vez sr estado tipo hombres problema razón idea policía señora\n",
      "(3, 'A')   512 cierto serio ningún ninguna igual suficiente primer justo misma fuerte\n",
      "(2, 'V')  1075 dije sido debería pensé gustaría hubiera morir amo podrías estaré\n",
      "(2, 'N')  1484 mierda guerra muerte capitán idiota diablos arma presidente asunto armas\n",
      "(2, 'A')   501 importante único propia siguiente entendido maravilloso próxima encontrado propio terrible\n",
      "(1, 'V')    86 habéis fumar maté casarme matarte irán deba dispararon renunciar tendríamos\n",
      "(1, 'N')  1051 puta dr jack york george frank maldición ejército asesino sexo\n",
      "(1, 'A')   111 estúpido gay militar puto desgraciado new asesinado sexual sexy legal\n"
     ]
    }
   ],
   "source": [
    "for k, v in sorted(bucketed_words.items())[::-1]:\n",
    "    print(k, str(len(v)).rjust(5), ' '.join(v[:10]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accepted verbs: 693\n",
      "Accepted nouns: 859\n",
      "Accepted adjectives: 752\n"
     ]
    }
   ],
   "source": [
    "accepted_verbs, accepted_nouns, accepted_adjectives = [], [], []\n",
    "for (fam_rating, part_of_speech), words in bucketed_words.items():\n",
    "    if part_of_speech == 'V' and fam_rating >= 4:\n",
    "        accepted_verbs.extend(words)\n",
    "    elif part_of_speech == 'N' and fam_rating >= 4:\n",
    "        accepted_nouns.extend(words)\n",
    "    elif part_of_speech == 'A' and fam_rating >= 3:\n",
    "        accepted_adjectives.extend(words)\n",
    "print('Accepted verbs:', len(accepted_verbs))\n",
    "print('Accepted nouns:', len(accepted_nouns))\n",
    "print('Accepted adjectives:', len(accepted_adjectives))\n",
    "\n",
    "\n",
    "    story_params_generator = StoryParamsGenerator(accepted_verbs, accepted_nouns, accepted_adjectives, features, cumulative_weights)\n",
    "pickle.dump(story_params_generator, open('story_params_generator.pkl', 'wb'))\n",
    "# print(story_params_generator.generate().__dict__)\n",
    "\n",
    "        \n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Escriba una historia corta (de 3 a 5 párrafos) que utilice únicamente palabras muy simples que un niño de 3 años probablemente entendería. En el cuento se debe utilizar el verbo “cumple”, el sustantivo “mona” y el adjetivo “perdonado”. La historia debe tener las siguientes características: la historia debe contener un conflicto. ¡Recuerde usar solo palabras simples!\n"
     ]
    }
   ],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "At index 0  on thread 14\n",
      "At index 0  on thread 4\n",
      "At index 0  on thread 5\n",
      "At index 0  on thread 11\n",
      "At index 0  on thread 12\n",
      "At index 0  on thread 0\n",
      "At index 0  on thread 1\n",
      "At index 0  on thread 3\n",
      "At index 0  on thread 2\n",
      "At index 0  on thread 9\n",
      "At index 0  on thread 8\n",
      "At index 0  on thread 7\n",
      "At index 0  on thread 6\n",
      "At index 0  on thread 10\n",
      "At index 0  on thread 13\n",
      "Error: Invalid operation: The `response.text` quick accessor requires the response to contain a valid `Part`, but none were returned. Please check the `candidate.safety_ratings` to determine if the response was blocked.\n",
      "Error generating story 9\n",
      "Error: Invalid operation: The `response.text` quick accessor requires the response to contain a valid `Part`, but none were returned. Please check the `candidate.safety_ratings` to determine if the response was blocked.\n",
      "Error generating story 8\n",
      "Error: Invalid operation: The `response.text` quick accessor requires the response to contain a valid `Part`, but none were returned. Please check the `candidate.safety_ratings` to determine if the response was blocked.\n",
      "Error generating story 10\n",
      "Error: Invalid operation: The `response.text` quick accessor requires the response to contain a valid `Part`, but none were returned. Please check the `candidate.safety_ratings` to determine if the response was blocked.\n",
      "Error generating story 13\n",
      "Error: Invalid operation: The `response.text` quick accessor requires the response to contain a valid `Part`, but none were returned. Please check the `candidate.safety_ratings` to determine if the response was blocked.\n",
      "Error generating story 12\n",
      "Error: Invalid operation: The `response.text` quick accessor requires the response to contain a valid `Part`, but none were returned. Please check the `candidate.safety_ratings` to determine if the response was blocked.\n",
      "Error generating story 15\n",
      "Error: Invalid operation: The `response.text` quick accessor requires the response to contain a valid `Part`, but none were returned. Please check the `candidate.safety_ratings` to determine if the response was blocked.\n",
      "Error generating story 15\n"
     ]
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[52], line 13\u001b[0m\n\u001b[1;32m     10\u001b[0m     thread\u001b[38;5;241m.\u001b[39mstart()\n\u001b[1;32m     12\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m thread \u001b[38;5;129;01min\u001b[39;00m threads:\n\u001b[0;32m---> 13\u001b[0m     \u001b[43mthread\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mjoin\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n",
      "File \u001b[0;32m~/miniconda3/envs/med_bib/lib/python3.12/threading.py:1147\u001b[0m, in \u001b[0;36mThread.join\u001b[0;34m(self, timeout)\u001b[0m\n\u001b[1;32m   1144\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mRuntimeError\u001b[39;00m(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mcannot join current thread\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m   1146\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m timeout \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[0;32m-> 1147\u001b[0m     \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_wait_for_tstate_lock\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m   1148\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m   1149\u001b[0m     \u001b[38;5;66;03m# the behavior of a negative timeout isn't documented, but\u001b[39;00m\n\u001b[1;32m   1150\u001b[0m     \u001b[38;5;66;03m# historically .join(timeout=x) for x<0 has acted as if timeout=0\u001b[39;00m\n\u001b[1;32m   1151\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_wait_for_tstate_lock(timeout\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mmax\u001b[39m(timeout, \u001b[38;5;241m0\u001b[39m))\n",
      "File \u001b[0;32m~/miniconda3/envs/med_bib/lib/python3.12/threading.py:1167\u001b[0m, in \u001b[0;36mThread._wait_for_tstate_lock\u001b[0;34m(self, block, timeout)\u001b[0m\n\u001b[1;32m   1164\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m\n\u001b[1;32m   1166\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m-> 1167\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[43mlock\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43macquire\u001b[49m\u001b[43m(\u001b[49m\u001b[43mblock\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtimeout\u001b[49m\u001b[43m)\u001b[49m:\n\u001b[1;32m   1168\u001b[0m         lock\u001b[38;5;241m.\u001b[39mrelease()\n\u001b[1;32m   1169\u001b[0m         \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_stop()\n",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# google.api_core.exceptions.DeadlineExceeded: 504 Deadline Exceeded\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 \n",
      "Counter()\n"
     ]
    }
   ],
   "source": [
    "feature_counts = collections.Counter()\n",
    "for i in range(1, 10000):\n",
    "\n",
    "    try:\n",
    "        # story = generate_tiny_story(story_params_generator)\n",
    "        with open(f'spanish_stories/generated_story_{i}.json', 'r') as fp:\n",
    "            story_str = fp.read()\n",
    "            print(len(story_str), story_str)\n",
    "            break\n",
    "            spanish_story = json.loads(story_str)\n",
    "            features = frozenset(spanish_story['instruction']['features'])\n",
    "            if features:\n",
    "                feature_counts[features] += 1\n",
    "    except Exception as e:\n",
    "        print('Error:', e, 'at index', i)\n",
    "print(feature_counts)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "writing output 0\n",
      "writing output 1\n",
      "writing output 2\n",
      "writing output 3\n",
      "writing output 4\n",
      "writing output 5\n",
      "writing output 6\n",
      "writing output 7\n",
      "writing output 8\n",
      "writing output 9\n",
      "writing output 10\n",
      "writing output 11\n",
      "writing output 12\n",
      "writing output 13\n",
      "writing output 14\n",
      "writing output 15\n",
      "writing output 16\n",
      "writing output 17\n",
      "writing output 18\n",
      "writing output 19\n",
      "writing output 20\n",
      "writing output 21\n",
      "writing output 22\n",
      "writing output 23\n",
      "writing output 24\n",
      "writing output 25\n",
      "writing output 26\n",
      "writing output 27\n",
      "writing output 28\n",
      "writing output 29\n",
      "writing output 30\n",
      "writing output 31\n",
      "writing output 32\n",
      "writing output 33\n",
      "writing output 34\n",
      "writing output 35\n",
      "writing output 36\n",
      "writing output 37\n",
      "writing output 38\n",
      "writing output 39\n",
      "writing output 40\n",
      "writing output 41\n",
      "writing output 42\n",
      "writing output 43\n",
      "writing output 44\n",
      "writing output 45\n",
      "writing output 46\n",
      "writing output 47\n",
      "writing output 48\n",
      "writing output 49\n",
      "writing output 50\n",
      "writing output 51\n"
     ]
    }
   ],
   "source": [
    "class StoryJsonCombiner:\n",
    "    def __init__(self):\n",
    "        self.buffered_output = []\n",
    "        self.num_outputs = 0\n",
    "    \n",
    "    def _write_buffered_outputs(self):\n",
    "        print('writing output', self.num_outputs)\n",
    "        with open(f'combined_stories/stories_{self.num_outputs}.json', 'w') as fp:\n",
    "            json.dump(self.buffered_output, fp)\n",
    "        self.num_outputs += 1\n",
    "        self.buffered_output = []\n",
    "\n",
    "    def combine_json(self):\n",
    "        for fn in os.listdir('spanish_stories'):\n",
    "            if fn.startswith('generated_story_'):\n",
    "                with open('spanish_stories/' + fn, 'r') as fp:\n",
    "                    story = json.load(fp)\n",
    "                    self.buffered_output.append(story)\n",
    "            if len(self.buffered_output) >= 10000:\n",
    "                self._write_buffered_outputs()\n",
    "        self._write_buffered_outputs()\n",
    "# StoryJsonCombiner().combine_json()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}