extract_info_from_xlsforms.ipynb

{
 "cells": [
  {
   "cell_type": "raw",
   "metadata": {},
   "source": [
    "---\n",
    "title: \"Comparison ODK forms - demo\"\n",
    "author: \"H. Langet\"\n",
    "date: last-modified\n",
    "execute:\n",
    "  warning: false\n",
    "format:\n",
    "  html:\n",
    "    code-fold: true\n",
    "  pdf:\n",
    "    classoption: [landscape]\n",
    "    toc: true\n",
    "    lot: true\n",
    "    geometry:\n",
    "      - top=15mm\n",
    "      - bottom=25mm\n",
    "      - left=15mm\n",
    "      - right=15mm\n",
    "---"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package punkt to\n",
      "[nltk_data]     C:\\Users\\langhe\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]   Package punkt is already up-to-date!\n",
      "[nltk_data] Downloading package stopwords to\n",
      "[nltk_data]     C:\\Users\\langhe\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]   Package stopwords is already up-to-date!\n"
     ]
    }
   ],
   "source": [
    "#| echo: false\n",
    "import pandas as pd\n",
    "import os\n",
    "import numpy as np\n",
    "import form"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "root = r\"C:\\Users\\langhe\\switchdrive\\Institution\\TIMCI\\1 Project details\\11 DM\\3 ODK\\odk_forms\""
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# SPA exit interview comparisons"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "No sheet entities found\n",
      "No sheet entities found\n"
     ]
    }
   ],
   "source": [
    "in_xlsx1 = os.path.join(root, r\"06 Tanzania\\2-SPA-timeflow\\02-TIMCI-SPA-CGEI-ref-form\\02-TIMCI-SPA-CGEI-ref-form.xlsx\")\n",
    "in_xlsx2 = os.path.join(root, r\"05 Senegal\\2-SPA-timeflow\\02-TIMCI-SPA-CGEI-ref-form\\02-TIMCI-SPA-CGEI-ref-form.xlsx\")\n",
    "f1 = form.Form(in_xlsx1,\n",
    "               survey_type = \"SPA exit interview\")\n",
    "f2 = form.Form(in_xlsx2,\n",
    "               survey_type = \"SPA exit interview\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Generic comparison"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Form ID is identical: 02-TIMCI-SPA-cgei\n",
      "Versions are different: 0.445 and 0.441\n",
      "Default languages are different: Swahili (sw) and Français (fr)\n"
     ]
    }
   ],
   "source": [
    "print(f1.compare(f2))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Comparison based on variable names"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Note:\n",
    "\n",
    "* Identified added questions are displayed with the variable name and label of the closest label match in the reference XLSForm.\n",
    "* Identified removed questions are displayed with the variable name and label of the closest label match in the target XLSForm."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\ProgramData\\Anaconda3\\envs\\py10\\lib\\site-packages\\skrub\\_fuzzy_join.py:359: UserWarning: This feature is still experimental.\n",
      "  warnings.warn(\"This feature is still experimental.\")\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>row</th>\n",
       "      <th>name</th>\n",
       "      <th>label</th>\n",
       "      <th>name_of_closest_lbl</th>\n",
       "      <th>closest_lbl</th>\n",
       "      <th>matching_score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>49</td>\n",
       "      <td>i4_3</td>\n",
       "      <td>avez-vous reçu un document ou un dossier à emp...</td>\n",
       "      <td>h4_1</td>\n",
       "      <td>mtoa huduma amempa au amemuandikia dawa zozote...</td>\n",
       "      <td>0.511560</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>63</td>\n",
       "      <td>h4_2</td>\n",
       "      <td>pouvez-vous montrer tous les médicaments et le...</td>\n",
       "      <td>k2_2</td>\n",
       "      <td>je mtoa huduma alikueleza kwanini ametumia kis...</td>\n",
       "      <td>0.504164</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>112</td>\n",
       "      <td>m3_2</td>\n",
       "      <td>combien denfants de moins de 5 ans vivent actu...</td>\n",
       "      <td>k2_2</td>\n",
       "      <td>je mtoa huduma alikueleza kwanini ametumia kis...</td>\n",
       "      <td>0.514561</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>116</td>\n",
       "      <td>m3_5</td>\n",
       "      <td>quel type de foyer utilisez-vous principalemen...</td>\n",
       "      <td>a1_a_4a</td>\n",
       "      <td>ikiwa skanisho la nambari ya qr haiwezekani , ...</td>\n",
       "      <td>0.506897</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>117</td>\n",
       "      <td>m3_5o</td>\n",
       "      <td>veuillez préciser</td>\n",
       "      <td>j4_2a</td>\n",
       "      <td>unaweza kuzielezea hizi dalili</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   row   name                                              label  \\\n",
       "0   49   i4_3  avez-vous reçu un document ou un dossier à emp...   \n",
       "1   63   h4_2  pouvez-vous montrer tous les médicaments et le...   \n",
       "2  112   m3_2  combien denfants de moins de 5 ans vivent actu...   \n",
       "3  116   m3_5  quel type de foyer utilisez-vous principalemen...   \n",
       "4  117  m3_5o                                  veuillez préciser   \n",
       "\n",
       "  name_of_closest_lbl                                        closest_lbl  \\\n",
       "0                h4_1  mtoa huduma amempa au amemuandikia dawa zozote...   \n",
       "1                k2_2  je mtoa huduma alikueleza kwanini ametumia kis...   \n",
       "2                k2_2  je mtoa huduma alikueleza kwanini ametumia kis...   \n",
       "3             a1_a_4a  ikiwa skanisho la nambari ya qr haiwezekani , ...   \n",
       "4               j4_2a                     unaweza kuzielezea hizi dalili   \n",
       "\n",
       "   matching_score  \n",
       "0        0.511560  \n",
       "1        0.504164  \n",
       "2        0.514561  \n",
       "3        0.506897  \n",
       "4        0.500000  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#| tbl-cap: \"SPA exit interview - Senegal vs. Tanzania - Added variable names\"\n",
    "f1.detectAddedQuestions(f2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "#| tbl-cap: \"SPA exit interview - Senegal vs. Tanzania - Removed variable names\"\n",
    "f1.detectDeletedQuestions(f2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "major, minor = f1.detectModifiedLabels(f2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>row1</th>\n",
       "      <th>label1</th>\n",
       "      <th>row2</th>\n",
       "      <th>label2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>b1_4</td>\n",
       "      <td>11</td>\n",
       "      <td>tafadhali chagua wilaya ya sasa</td>\n",
       "      <td>11</td>\n",
       "      <td>veuillez sélectionner le district où vous vous...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>fcode</td>\n",
       "      <td>12</td>\n",
       "      <td>tafadhali chagua kituo cha sasa</td>\n",
       "      <td>12</td>\n",
       "      <td>veuillez sélectionner le centre de santé où vo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>fname</td>\n",
       "      <td>15</td>\n",
       "      <td>jina la kituo</td>\n",
       "      <td>15</td>\n",
       "      <td>nom du poste de santé</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>arm</td>\n",
       "      <td>16</td>\n",
       "      <td>muingiliano</td>\n",
       "      <td>16</td>\n",
       "      <td>intervention</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>a1_a_4</td>\n",
       "      <td>20</td>\n",
       "      <td>tafadhali skani msimbo wa qr wa mshirika</td>\n",
       "      <td>20</td>\n",
       "      <td>veuillez scanner le code qr du participant</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60</th>\n",
       "      <td>m3_4</td>\n",
       "      <td>112</td>\n",
       "      <td>je ! choo hiki kinatumika na kaya nyingine</td>\n",
       "      <td>115</td>\n",
       "      <td>les membres de la famille utilisent-ils princi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61</th>\n",
       "      <td>m3_6</td>\n",
       "      <td>113</td>\n",
       "      <td>chanzo kikuu cha maji ya kunywa kiko wapi</td>\n",
       "      <td>118</td>\n",
       "      <td>où se trouve la principale source deau pour bo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62</th>\n",
       "      <td>m3_7</td>\n",
       "      <td>114</td>\n",
       "      <td>inachukua muda gani kwa kaya kufikia chanzo ki...</td>\n",
       "      <td>119</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63</th>\n",
       "      <td>m3_8a</td>\n",
       "      <td>115</td>\n",
       "      <td>je ! una sakafu ya aina gani nyumbani</td>\n",
       "      <td>120</td>\n",
       "      <td>quel type de sol avez-vous dans votre maison</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64</th>\n",
       "      <td>m3_9a</td>\n",
       "      <td>116</td>\n",
       "      <td>una aina gani ya paa nyumbani</td>\n",
       "      <td>121</td>\n",
       "      <td>quel type de toit de avez-vous dans votre maison</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>65 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      name  row1                                             label1  row2  \\\n",
       "0     b1_4    11                    tafadhali chagua wilaya ya sasa    11   \n",
       "1    fcode    12                    tafadhali chagua kituo cha sasa    12   \n",
       "2    fname    15                                      jina la kituo    15   \n",
       "3      arm    16                                        muingiliano    16   \n",
       "4   a1_a_4    20           tafadhali skani msimbo wa qr wa mshirika    20   \n",
       "..     ...   ...                                                ...   ...   \n",
       "60    m3_4   112         je ! choo hiki kinatumika na kaya nyingine   115   \n",
       "61    m3_6   113          chanzo kikuu cha maji ya kunywa kiko wapi   118   \n",
       "62    m3_7   114  inachukua muda gani kwa kaya kufikia chanzo ki...   119   \n",
       "63   m3_8a   115              je ! una sakafu ya aina gani nyumbani   120   \n",
       "64   m3_9a   116                      una aina gani ya paa nyumbani   121   \n",
       "\n",
       "                                               label2  \n",
       "0   veuillez sélectionner le district où vous vous...  \n",
       "1   veuillez sélectionner le centre de santé où vo...  \n",
       "2                               nom du poste de santé  \n",
       "3                                        intervention  \n",
       "4          veuillez scanner le code qr du participant  \n",
       "..                                                ...  \n",
       "60  les membres de la famille utilisent-ils princi...  \n",
       "61  où se trouve la principale source deau pour bo...  \n",
       "62                                                     \n",
       "63       quel type de sol avez-vous dans votre maison  \n",
       "64   quel type de toit de avez-vous dans votre maison  \n",
       "\n",
       "[65 rows x 5 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#| tbl-cap: \"SPA exit interview - Senegal vs. Tanzania - Variable names with major label modifications\"\n",
    "major"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "#| tbl-cap: \"SPA exit interview - Senegal vs. Tanzania - Variable names with minor label modifications\"\n",
    "minor"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "#| tbl-cap: \"SPA exit interview - Senegal vs. Tanzania - Variable names with type modifications\"\n",
    "f1.detectModifiedTypes(f2)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# RCT Day 0 form comparison"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "No sheet entities found\n",
      "No sheet entities found\n"
     ]
    }
   ],
   "source": [
    "in_xlsx3 = os.path.join(root, r\"06 Tanzania\\1-RCT-LS\\01a-TIMCI-CRF-Facility-ref-form\\01a-TIMCI-CRF-Facility-ref-form.xlsx\")\n",
    "in_xlsx4 = os.path.join(root, r\"05 Senegal\\1-RCT-LS\\01a-TIMCI-CRF-Facility-Senegal-form\\01a-TIMCI-CRF-Facility-Senegal-form.xlsx\")\n",
    "f3 = form.Form(in_xlsx3,\n",
    "               survey_type = \"RCT/LS day 0 form\")\n",
    "f4 = form.Form(in_xlsx4,\n",
    "               survey_type = \"RCT/LS day 0 form\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "## Generic comparison"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Form ID is identical: 01a-TIMCI-CRF-Facility\n",
      "Versions are different: 0.356 and 0.347\n",
      "Default languages are different: Swahili (sw) and Français (fr)\n"
     ]
    }
   ],
   "source": [
    "print(f3.compare(f4))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Comparison based on variable names"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\ProgramData\\Anaconda3\\envs\\py10\\lib\\site-packages\\skrub\\_fuzzy_join.py:359: UserWarning: This feature is still experimental.\n",
      "  warnings.warn(\"This feature is still experimental.\")\n",
      "C:\\Users\\langhe\\switchdrive\\Private\\Code\\Python\\odk_xlsform_management\\form.py:289: UserWarning: You are merging on missing values. The output correspondence will be random or missing. To avoid unexpected errors you can drop them. \n",
      "  out = skrub.fuzzy_join(out[[\"row\", \"name\", \"label\"]],\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>row</th>\n",
       "      <th>name</th>\n",
       "      <th>label</th>\n",
       "      <th>name_of_closest_lbl</th>\n",
       "      <th>closest_lbl</th>\n",
       "      <th>matching_score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>118</td>\n",
       "      <td>consent_img</td>\n",
       "      <td>veuillez photographier le consentement</td>\n",
       "      <td>gentamicin</td>\n",
       "      <td>gentamicin ( genta )</td>\n",
       "      <td>0.510836</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>172</td>\n",
       "      <td>a4_c_6</td>\n",
       "      <td>pouvez-vous préciser dans quel secteur vous vivez</td>\n",
       "      <td>consumables</td>\n",
       "      <td>tafadhali onyesha kama vitu vifuatavyo ni mion...</td>\n",
       "      <td>0.507233</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>173</td>\n",
       "      <td>a4_c_7</td>\n",
       "      <td>veuillez préciser</td>\n",
       "      <td>penig</td>\n",
       "      <td>/ penicillin g/x-pen</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>174</td>\n",
       "      <td>location_name</td>\n",
       "      <td></td>\n",
       "      <td>a4_c_1</td>\n",
       "      <td>ni nani</td>\n",
       "      <td>0.618575</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>175</td>\n",
       "      <td>location_type</td>\n",
       "      <td></td>\n",
       "      <td>a4_c_1</td>\n",
       "      <td>ni nani</td>\n",
       "      <td>0.618575</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>176</td>\n",
       "      <td>location_rurb</td>\n",
       "      <td></td>\n",
       "      <td>a4_c_1</td>\n",
       "      <td>ni nani</td>\n",
       "      <td>0.618575</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>205</td>\n",
       "      <td>cp_start</td>\n",
       "      <td></td>\n",
       "      <td>a4_c_1</td>\n",
       "      <td>ni nani</td>\n",
       "      <td>0.618575</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>206</td>\n",
       "      <td>cp_start_dec</td>\n",
       "      <td></td>\n",
       "      <td>a4_c_1</td>\n",
       "      <td>ni nani</td>\n",
       "      <td>0.618575</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>207</td>\n",
       "      <td>cp_start_disp</td>\n",
       "      <td></td>\n",
       "      <td>a4_c_1</td>\n",
       "      <td>ni nani</td>\n",
       "      <td>0.618575</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>218</td>\n",
       "      <td>injection</td>\n",
       "      <td>est-ce que reçu une injection</td>\n",
       "      <td>benzathine</td>\n",
       "      <td>benzathine benzylpenicillin ( benzathine penic...</td>\n",
       "      <td>0.532147</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>219</td>\n",
       "      <td>injection_types</td>\n",
       "      <td>de quel type dinjection sagissait-il</td>\n",
       "      <td>benzathine</td>\n",
       "      <td>benzathine benzylpenicillin ( benzathine penic...</td>\n",
       "      <td>0.522242</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>220</td>\n",
       "      <td>injection_typeso</td>\n",
       "      <td>veuillez préciser</td>\n",
       "      <td>penig</td>\n",
       "      <td>/ penicillin g/x-pen</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>245</td>\n",
       "      <td>paracetamol_route</td>\n",
       "      <td>veuillez indiquer la voie dadministration du p...</td>\n",
       "      <td>a4_a_5_2</td>\n",
       "      <td>jina la la kati la mtoto ni lipi</td>\n",
       "      <td>0.516950</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>246</td>\n",
       "      <td>salbutamol_route</td>\n",
       "      <td>veuillez indiquer la voie dadministration du s...</td>\n",
       "      <td>a4_a_5_2</td>\n",
       "      <td>jina la la kati la mtoto ni lipi</td>\n",
       "      <td>0.517800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>267</td>\n",
       "      <td>b2_3</td>\n",
       "      <td>estimation du montant dépensé pour le transpor...</td>\n",
       "      <td>a4_a_5_2</td>\n",
       "      <td>jina la la kati la mtoto ni lipi</td>\n",
       "      <td>0.520257</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>330</td>\n",
       "      <td>i2_1a</td>\n",
       "      <td>de quel type de référence sagissait-il</td>\n",
       "      <td>sym_convulsion</td>\n",
       "      <td>degedege</td>\n",
       "      <td>0.507400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>338</td>\n",
       "      <td>h2_2ayn</td>\n",
       "      <td>des traitements ont-ils été enregistrés pour d...</td>\n",
       "      <td>antibiotics</td>\n",
       "      <td>tafadhali onyesha kama yoyote kati ya antibiot...</td>\n",
       "      <td>0.509578</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>340</td>\n",
       "      <td>amoxicillin_hf</td>\n",
       "      <td>ou clamoxyl ou bactox ou alfamox ou teramox ou...</td>\n",
       "      <td>amoxicillin</td>\n",
       "      <td>amoxicillin ( amox ) / amoxil/amoxicillin dt</td>\n",
       "      <td>0.571606</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>341</td>\n",
       "      <td>penig_hf</td>\n",
       "      <td>benzylpenicilline ou pénig</td>\n",
       "      <td>benzathine</td>\n",
       "      <td>benzathine benzylpenicillin ( benzathine penic...</td>\n",
       "      <td>0.670555</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>342</td>\n",
       "      <td>ceftriaxone_hf</td>\n",
       "      <td>ceftriaxone ou rocéphine</td>\n",
       "      <td>ceftriaxone</td>\n",
       "      <td>ceftriaxone au rocephin</td>\n",
       "      <td>0.724505</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>343</td>\n",
       "      <td>ciprofloxacin_hf</td>\n",
       "      <td>ciprofloxacine ou ciproxin ou cifran</td>\n",
       "      <td>ciprofloxacin</td>\n",
       "      <td>ciprofloxacin au cipon</td>\n",
       "      <td>0.714230</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>344</td>\n",
       "      <td>ciprofloxacin_route_hf</td>\n",
       "      <td>veuillez indiquer la voie dadministration de l...</td>\n",
       "      <td>ciprofloxacin</td>\n",
       "      <td>ciprofloxacin au cipon</td>\n",
       "      <td>0.628717</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>345</td>\n",
       "      <td>gentamicin_hf</td>\n",
       "      <td>gentamicine ou gentalline</td>\n",
       "      <td>gentamicin</td>\n",
       "      <td>gentamicin ( genta )</td>\n",
       "      <td>0.749744</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>346</td>\n",
       "      <td>gentamicin_route_hf</td>\n",
       "      <td>veuillez indiquer la voie dadministration de l...</td>\n",
       "      <td>gentamicin</td>\n",
       "      <td>gentamicin ( genta )</td>\n",
       "      <td>0.606164</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>347</td>\n",
       "      <td>metronidazol_hf</td>\n",
       "      <td>metronidazole ou flagyl</td>\n",
       "      <td>metronidazol</td>\n",
       "      <td>flagyl / metronidazole ( metro )</td>\n",
       "      <td>0.819018</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>348</td>\n",
       "      <td>metronidazol_route_hf</td>\n",
       "      <td>veuillez indiquer la voie dadministration du m...</td>\n",
       "      <td>metronidazol</td>\n",
       "      <td>flagyl / metronidazole ( metro )</td>\n",
       "      <td>0.567704</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>349</td>\n",
       "      <td>ampicillin_hf</td>\n",
       "      <td>ou totapen</td>\n",
       "      <td>penig</td>\n",
       "      <td>/ penicillin g/x-pen</td>\n",
       "      <td>0.538876</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>350</td>\n",
       "      <td>azithromycin_hf</td>\n",
       "      <td>azithromycine ou zithromax</td>\n",
       "      <td>azithromycin</td>\n",
       "      <td>azithromycin au zithromax</td>\n",
       "      <td>0.879301</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>351</td>\n",
       "      <td>benzathine_hf</td>\n",
       "      <td>benzathine-benzylpénicilline ou extencilline o...</td>\n",
       "      <td>benzathine</td>\n",
       "      <td>benzathine benzylpenicillin ( benzathine penic...</td>\n",
       "      <td>0.690943</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>352</td>\n",
       "      <td>aclav_hf</td>\n",
       "      <td>ou co-amoxiclav ou amoxiclav ou soclav ou augm...</td>\n",
       "      <td>aclav</td>\n",
       "      <td>amoxicillin + clavulanic acid amoxiclav au co-...</td>\n",
       "      <td>0.728662</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>353</td>\n",
       "      <td>cotrimoxazole_hf</td>\n",
       "      <td>ou bactrim</td>\n",
       "      <td>cotrimoxazole</td>\n",
       "      <td>cotrimoxazol ( ctx / smx-tmp / cmx ) / septrin</td>\n",
       "      <td>0.519774</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>354</td>\n",
       "      <td>antibiotics_hf</td>\n",
       "      <td>veuillez indiquer si lun des antibiotiques sui...</td>\n",
       "      <td>antibiotics</td>\n",
       "      <td>tafadhali onyesha kama yoyote kati ya antibiot...</td>\n",
       "      <td>0.524555</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>355</td>\n",
       "      <td>antimalarials_hf</td>\n",
       "      <td>veuillez indiquer si lun des antipaludéens sui...</td>\n",
       "      <td>antibiotics</td>\n",
       "      <td>tafadhali onyesha kama yoyote kati ya antibiot...</td>\n",
       "      <td>0.512625</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>356</td>\n",
       "      <td>artesunate_route_hf</td>\n",
       "      <td>veuillez indiquer la voie dadministration de l...</td>\n",
       "      <td>artesunate_route</td>\n",
       "      <td>tafadhali onyesha njia ya usimamizi ya artesunate</td>\n",
       "      <td>0.536897</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>357</td>\n",
       "      <td>quinine_route_hf</td>\n",
       "      <td>veuillez indiquer la voie dadministration de l...</td>\n",
       "      <td>quinine_route</td>\n",
       "      <td>tafadhali onyesha njia ya usimamizi ya quinine</td>\n",
       "      <td>0.555397</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>358</td>\n",
       "      <td>h2_2a</td>\n",
       "      <td>veuillez sélectionner tous les autres médicame...</td>\n",
       "      <td>antibiotics</td>\n",
       "      <td>tafadhali onyesha kama yoyote kati ya antibiot...</td>\n",
       "      <td>0.511585</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>359</td>\n",
       "      <td>h2_2ao</td>\n",
       "      <td>veuillez préciser</td>\n",
       "      <td>penig</td>\n",
       "      <td>/ penicillin g/x-pen</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>360</td>\n",
       "      <td>paracetamol_route_hf</td>\n",
       "      <td>veuillez indiquer la voie dadministration du p...</td>\n",
       "      <td>a4_a_5_2</td>\n",
       "      <td>jina la la kati la mtoto ni lipi</td>\n",
       "      <td>0.516950</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>361</td>\n",
       "      <td>salbutamol_route_hf</td>\n",
       "      <td>veuillez indiquer la voie dadministration du s...</td>\n",
       "      <td>a4_a_5_2</td>\n",
       "      <td>jina la la kati la mtoto ni lipi</td>\n",
       "      <td>0.517800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>393</td>\n",
       "      <td>f2_5</td>\n",
       "      <td>taux dhémoglobine ( g/dl )</td>\n",
       "      <td>f2_5dec</td>\n",
       "      <td>kiwango cha hemoglobini ( kwa g / dl )</td>\n",
       "      <td>0.598798</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    row                    name  \\\n",
       "0   118             consent_img   \n",
       "1   172                  a4_c_6   \n",
       "2   173                  a4_c_7   \n",
       "3   174           location_name   \n",
       "4   175           location_type   \n",
       "5   176           location_rurb   \n",
       "6   205                cp_start   \n",
       "7   206            cp_start_dec   \n",
       "8   207           cp_start_disp   \n",
       "9   218               injection   \n",
       "10  219         injection_types   \n",
       "11  220        injection_typeso   \n",
       "12  245       paracetamol_route   \n",
       "13  246        salbutamol_route   \n",
       "14  267                    b2_3   \n",
       "15  330                   i2_1a   \n",
       "16  338                 h2_2ayn   \n",
       "17  340          amoxicillin_hf   \n",
       "18  341                penig_hf   \n",
       "19  342          ceftriaxone_hf   \n",
       "20  343        ciprofloxacin_hf   \n",
       "21  344  ciprofloxacin_route_hf   \n",
       "22  345           gentamicin_hf   \n",
       "23  346     gentamicin_route_hf   \n",
       "24  347         metronidazol_hf   \n",
       "25  348   metronidazol_route_hf   \n",
       "26  349           ampicillin_hf   \n",
       "27  350         azithromycin_hf   \n",
       "28  351           benzathine_hf   \n",
       "29  352                aclav_hf   \n",
       "30  353        cotrimoxazole_hf   \n",
       "31  354          antibiotics_hf   \n",
       "32  355        antimalarials_hf   \n",
       "33  356     artesunate_route_hf   \n",
       "34  357        quinine_route_hf   \n",
       "35  358                   h2_2a   \n",
       "36  359                  h2_2ao   \n",
       "37  360    paracetamol_route_hf   \n",
       "38  361     salbutamol_route_hf   \n",
       "39  393                    f2_5   \n",
       "\n",
       "                                                label name_of_closest_lbl  \\\n",
       "0              veuillez photographier le consentement          gentamicin   \n",
       "1   pouvez-vous préciser dans quel secteur vous vivez         consumables   \n",
       "2                                   veuillez préciser               penig   \n",
       "3                                                                  a4_c_1   \n",
       "4                                                                  a4_c_1   \n",
       "5                                                                  a4_c_1   \n",
       "6                                                                  a4_c_1   \n",
       "7                                                                  a4_c_1   \n",
       "8                                                                  a4_c_1   \n",
       "9                       est-ce que reçu une injection          benzathine   \n",
       "10               de quel type dinjection sagissait-il          benzathine   \n",
       "11                                  veuillez préciser               penig   \n",
       "12  veuillez indiquer la voie dadministration du p...            a4_a_5_2   \n",
       "13  veuillez indiquer la voie dadministration du s...            a4_a_5_2   \n",
       "14  estimation du montant dépensé pour le transpor...            a4_a_5_2   \n",
       "15             de quel type de référence sagissait-il      sym_convulsion   \n",
       "16  des traitements ont-ils été enregistrés pour d...         antibiotics   \n",
       "17  ou clamoxyl ou bactox ou alfamox ou teramox ou...         amoxicillin   \n",
       "18                         benzylpenicilline ou pénig          benzathine   \n",
       "19                           ceftriaxone ou rocéphine         ceftriaxone   \n",
       "20               ciprofloxacine ou ciproxin ou cifran       ciprofloxacin   \n",
       "21  veuillez indiquer la voie dadministration de l...       ciprofloxacin   \n",
       "22                          gentamicine ou gentalline          gentamicin   \n",
       "23  veuillez indiquer la voie dadministration de l...          gentamicin   \n",
       "24                            metronidazole ou flagyl        metronidazol   \n",
       "25  veuillez indiquer la voie dadministration du m...        metronidazol   \n",
       "26                                         ou totapen               penig   \n",
       "27                         azithromycine ou zithromax        azithromycin   \n",
       "28  benzathine-benzylpénicilline ou extencilline o...          benzathine   \n",
       "29  ou co-amoxiclav ou amoxiclav ou soclav ou augm...               aclav   \n",
       "30                                         ou bactrim       cotrimoxazole   \n",
       "31  veuillez indiquer si lun des antibiotiques sui...         antibiotics   \n",
       "32  veuillez indiquer si lun des antipaludéens sui...         antibiotics   \n",
       "33  veuillez indiquer la voie dadministration de l...    artesunate_route   \n",
       "34  veuillez indiquer la voie dadministration de l...       quinine_route   \n",
       "35  veuillez sélectionner tous les autres médicame...         antibiotics   \n",
       "36                                  veuillez préciser               penig   \n",
       "37  veuillez indiquer la voie dadministration du p...            a4_a_5_2   \n",
       "38  veuillez indiquer la voie dadministration du s...            a4_a_5_2   \n",
       "39                         taux dhémoglobine ( g/dl )             f2_5dec   \n",
       "\n",
       "                                          closest_lbl  matching_score  \n",
       "0                                gentamicin ( genta )        0.510836  \n",
       "1   tafadhali onyesha kama vitu vifuatavyo ni mion...        0.507233  \n",
       "2                                / penicillin g/x-pen        0.500000  \n",
       "3                                             ni nani        0.618575  \n",
       "4                                             ni nani        0.618575  \n",
       "5                                             ni nani        0.618575  \n",
       "6                                             ni nani        0.618575  \n",
       "7                                             ni nani        0.618575  \n",
       "8                                             ni nani        0.618575  \n",
       "9   benzathine benzylpenicillin ( benzathine penic...        0.532147  \n",
       "10  benzathine benzylpenicillin ( benzathine penic...        0.522242  \n",
       "11                               / penicillin g/x-pen        0.500000  \n",
       "12                   jina la la kati la mtoto ni lipi        0.516950  \n",
       "13                   jina la la kati la mtoto ni lipi        0.517800  \n",
       "14                   jina la la kati la mtoto ni lipi        0.520257  \n",
       "15                                           degedege        0.507400  \n",
       "16  tafadhali onyesha kama yoyote kati ya antibiot...        0.509578  \n",
       "17       amoxicillin ( amox ) / amoxil/amoxicillin dt        0.571606  \n",
       "18  benzathine benzylpenicillin ( benzathine penic...        0.670555  \n",
       "19                            ceftriaxone au rocephin        0.724505  \n",
       "20                             ciprofloxacin au cipon        0.714230  \n",
       "21                             ciprofloxacin au cipon        0.628717  \n",
       "22                               gentamicin ( genta )        0.749744  \n",
       "23                               gentamicin ( genta )        0.606164  \n",
       "24                   flagyl / metronidazole ( metro )        0.819018  \n",
       "25                   flagyl / metronidazole ( metro )        0.567704  \n",
       "26                               / penicillin g/x-pen        0.538876  \n",
       "27                          azithromycin au zithromax        0.879301  \n",
       "28  benzathine benzylpenicillin ( benzathine penic...        0.690943  \n",
       "29  amoxicillin + clavulanic acid amoxiclav au co-...        0.728662  \n",
       "30     cotrimoxazol ( ctx / smx-tmp / cmx ) / septrin        0.519774  \n",
       "31  tafadhali onyesha kama yoyote kati ya antibiot...        0.524555  \n",
       "32  tafadhali onyesha kama yoyote kati ya antibiot...        0.512625  \n",
       "33  tafadhali onyesha njia ya usimamizi ya artesunate        0.536897  \n",
       "34     tafadhali onyesha njia ya usimamizi ya quinine        0.555397  \n",
       "35  tafadhali onyesha kama yoyote kati ya antibiot...        0.511585  \n",
       "36                               / penicillin g/x-pen        0.500000  \n",
       "37                   jina la la kati la mtoto ni lipi        0.516950  \n",
       "38                   jina la la kati la mtoto ni lipi        0.517800  \n",
       "39             kiwango cha hemoglobini ( kwa g / dl )        0.598798  "
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#| tbl-cap: \"Main Day 0 - Senegal vs. Tanzania - Added variable names\"\n",
    "f3.detectAddedQuestions(f4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\ProgramData\\Anaconda3\\envs\\py10\\lib\\site-packages\\skrub\\_fuzzy_join.py:359: UserWarning: This feature is still experimental.\n",
      "  warnings.warn(\"This feature is still experimental.\")\n",
      "C:\\Users\\langhe\\switchdrive\\Private\\Code\\Python\\odk_xlsform_management\\form.py:334: UserWarning: You are merging on missing values. The output correspondence will be random or missing. To avoid unexpected errors you can drop them. \n",
      "  out = skrub.fuzzy_join(out[[\"row\", \"name\", \"label\"]],\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>row</th>\n",
       "      <th>name</th>\n",
       "      <th>label</th>\n",
       "      <th>name_of_closest_lbl</th>\n",
       "      <th>closest_lbl</th>\n",
       "      <th>matching_score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>13</td>\n",
       "      <td>district1</td>\n",
       "      <td>tafadhali chagua jina la wilaya ya sasa</td>\n",
       "      <td>i2_1a1</td>\n",
       "      <td></td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>14</td>\n",
       "      <td>fcode</td>\n",
       "      <td>tafadhali chagua jina la kituo cha sasa</td>\n",
       "      <td>i2_1a1</td>\n",
       "      <td></td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>128</td>\n",
       "      <td>arm</td>\n",
       "      <td>muingiliano</td>\n",
       "      <td>i2_1a1</td>\n",
       "      <td></td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>137</td>\n",
       "      <td>contact_start</td>\n",
       "      <td></td>\n",
       "      <td>i2_1a1</td>\n",
       "      <td></td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>138</td>\n",
       "      <td>contact_start_dec</td>\n",
       "      <td></td>\n",
       "      <td>i2_1a1</td>\n",
       "      <td></td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>69</th>\n",
       "      <td>425</td>\n",
       "      <td>c3_3a</td>\n",
       "      <td>je ! hali ya kifua kikuu imerekodiwa</td>\n",
       "      <td>i2_1a1</td>\n",
       "      <td></td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70</th>\n",
       "      <td>427</td>\n",
       "      <td>c3_6a</td>\n",
       "      <td>je ! kuna ulemavu wowote uliorekodiwa</td>\n",
       "      <td>i2_1a1</td>\n",
       "      <td></td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>431</td>\n",
       "      <td>c3_6</td>\n",
       "      <td>ulemavu gani umerekodiwa</td>\n",
       "      <td>i2_1a1</td>\n",
       "      <td></td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72</th>\n",
       "      <td>432</td>\n",
       "      <td>c3_6o</td>\n",
       "      <td>tafadhali taja</td>\n",
       "      <td>i2_1a1</td>\n",
       "      <td></td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73</th>\n",
       "      <td>435</td>\n",
       "      <td>varia</td>\n",
       "      <td>kitu kingine chochote ungependa kutaja kuhusu ...</td>\n",
       "      <td>i2_1a1</td>\n",
       "      <td></td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>74 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    row               name                                              label  \\\n",
       "0    13          district1            tafadhali chagua jina la wilaya ya sasa   \n",
       "1    14              fcode            tafadhali chagua jina la kituo cha sasa   \n",
       "2   128                arm                                        muingiliano   \n",
       "3   137      contact_start                                                      \n",
       "4   138  contact_start_dec                                                      \n",
       "..  ...                ...                                                ...   \n",
       "69  425              c3_3a               je ! hali ya kifua kikuu imerekodiwa   \n",
       "70  427              c3_6a              je ! kuna ulemavu wowote uliorekodiwa   \n",
       "71  431               c3_6                           ulemavu gani umerekodiwa   \n",
       "72  432              c3_6o                                     tafadhali taja   \n",
       "73  435              varia  kitu kingine chochote ungependa kutaja kuhusu ...   \n",
       "\n",
       "   name_of_closest_lbl closest_lbl  matching_score  \n",
       "0               i2_1a1                         0.5  \n",
       "1               i2_1a1                         0.5  \n",
       "2               i2_1a1                         0.5  \n",
       "3               i2_1a1                         0.5  \n",
       "4               i2_1a1                         0.5  \n",
       "..                 ...         ...             ...  \n",
       "69              i2_1a1                         0.5  \n",
       "70              i2_1a1                         0.5  \n",
       "71              i2_1a1                         0.5  \n",
       "72              i2_1a1                         0.5  \n",
       "73              i2_1a1                         0.5  \n",
       "\n",
       "[74 rows x 6 columns]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#| tbl-cap: \"Main Day 0 - Senegal vs. Tanzania - Removed variable names\"\n",
    "f3.detectDeletedQuestions(f4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "major, minor = f3.detectModifiedLabels(f4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>row1</th>\n",
       "      <th>label1</th>\n",
       "      <th>row2</th>\n",
       "      <th>label2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>dobk</td>\n",
       "      <td>20</td>\n",
       "      <td>je unajua tarehe ya kuzaliwa mtoto</td>\n",
       "      <td>14</td>\n",
       "      <td>connaissez-vous la date de naissance de lenfant</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>a3_a_7</td>\n",
       "      <td>24</td>\n",
       "      <td>ipi ni tarehe halisi ya kuzaliwa mtoto</td>\n",
       "      <td>18</td>\n",
       "      <td>quelle est la date de naissance exacte de lenfant</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>a3_a_9</td>\n",
       "      <td>25</td>\n",
       "      <td>umri halisi uliohesabiwa kwa siku</td>\n",
       "      <td>19</td>\n",
       "      <td>âge calculé en jours</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>a3_a_6</td>\n",
       "      <td>26</td>\n",
       "      <td>umri halisi uliohesabiwa kwa miezi</td>\n",
       "      <td>20</td>\n",
       "      <td>âge calculé en mois</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>a3_a_3</td>\n",
       "      <td>27</td>\n",
       "      <td>umri halisi uliohesabiwa kwa miaka</td>\n",
       "      <td>21</td>\n",
       "      <td>âge calculé en années</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>201</th>\n",
       "      <td>f2_1</td>\n",
       "      <td>400</td>\n",
       "      <td>ni aina gani ya vipimo vya maabara vilivyopend...</td>\n",
       "      <td>388</td>\n",
       "      <td>quel type de tests diagnostics été demandé pen...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>202</th>\n",
       "      <td>f2_1o</td>\n",
       "      <td>401</td>\n",
       "      <td>tafadhali taja</td>\n",
       "      <td>389</td>\n",
       "      <td>veuillez préciser</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>203</th>\n",
       "      <td>f2_3</td>\n",
       "      <td>404</td>\n",
       "      <td>matokeo ya kipimo cha malaria</td>\n",
       "      <td>391</td>\n",
       "      <td>résultat du test de paludisme</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204</th>\n",
       "      <td>f2_10a</td>\n",
       "      <td>409</td>\n",
       "      <td>chagua unit ya majibu ya blood glucose</td>\n",
       "      <td>395</td>\n",
       "      <td>valeur de la glycémie ( en mg/dl )</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>205</th>\n",
       "      <td>c3_4</td>\n",
       "      <td>426</td>\n",
       "      <td>imerekodiwa</td>\n",
       "      <td>397</td>\n",
       "      <td>le statut drépanocytaire est-il enregistré</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>206 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       name  row1                                             label1  row2  \\\n",
       "0      dobk    20                 je unajua tarehe ya kuzaliwa mtoto    14   \n",
       "1    a3_a_7    24             ipi ni tarehe halisi ya kuzaliwa mtoto    18   \n",
       "2    a3_a_9    25                  umri halisi uliohesabiwa kwa siku    19   \n",
       "3    a3_a_6    26                 umri halisi uliohesabiwa kwa miezi    20   \n",
       "4    a3_a_3    27                 umri halisi uliohesabiwa kwa miaka    21   \n",
       "..      ...   ...                                                ...   ...   \n",
       "201    f2_1   400  ni aina gani ya vipimo vya maabara vilivyopend...   388   \n",
       "202   f2_1o   401                                     tafadhali taja   389   \n",
       "203    f2_3   404                      matokeo ya kipimo cha malaria   391   \n",
       "204  f2_10a   409             chagua unit ya majibu ya blood glucose   395   \n",
       "205    c3_4   426                                        imerekodiwa   397   \n",
       "\n",
       "                                                label2  \n",
       "0      connaissez-vous la date de naissance de lenfant  \n",
       "1    quelle est la date de naissance exacte de lenfant  \n",
       "2                                 âge calculé en jours  \n",
       "3                                  âge calculé en mois  \n",
       "4                                âge calculé en années  \n",
       "..                                                 ...  \n",
       "201  quel type de tests diagnostics été demandé pen...  \n",
       "202                                  veuillez préciser  \n",
       "203                      résultat du test de paludisme  \n",
       "204                 valeur de la glycémie ( en mg/dl )  \n",
       "205         le statut drépanocytaire est-il enregistré  \n",
       "\n",
       "[206 rows x 5 columns]"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#| tbl-cap: \"Main Day 0 - Senegal vs. Tanzania - Variable names with major label modifications\"\n",
    "major"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>row1</th>\n",
       "      <th>label1</th>\n",
       "      <th>row2</th>\n",
       "      <th>label2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>azithromycin</td>\n",
       "      <td>318</td>\n",
       "      <td>azithromycin au zithromax</td>\n",
       "      <td>235</td>\n",
       "      <td>azithromycine ou zithromax</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>ceftriaxone</td>\n",
       "      <td>321</td>\n",
       "      <td>ceftriaxone au rocephin</td>\n",
       "      <td>227</td>\n",
       "      <td>ceftriaxone ou rocéphine</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           name  row1                     label1  row2  \\\n",
       "0  azithromycin   318  azithromycin au zithromax   235   \n",
       "1   ceftriaxone   321    ceftriaxone au rocephin   227   \n",
       "\n",
       "                       label2  \n",
       "0  azithromycine ou zithromax  \n",
       "1    ceftriaxone ou rocéphine  "
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#| tbl-cap: \"Main Day 0 - Senegal vs. Tanzania - Variable names with minor label modifications\"\n",
    "minor"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>row1</th>\n",
       "      <th>type1</th>\n",
       "      <th>row2</th>\n",
       "      <th>type2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>a3_a_11</td>\n",
       "      <td>74</td>\n",
       "      <td>select_one YESNO_FULL</td>\n",
       "      <td>68</td>\n",
       "      <td>select_one YESNO_UNKN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>a3_c_3a</td>\n",
       "      <td>86</td>\n",
       "      <td>select_one YESNO_DECL</td>\n",
       "      <td>80</td>\n",
       "      <td>select_one YESNO</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>ado_mother</td>\n",
       "      <td>89</td>\n",
       "      <td>select_one YESNO_UNKN</td>\n",
       "      <td>83</td>\n",
       "      <td>select_one YESNO</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>a4_a_10</td>\n",
       "      <td>142</td>\n",
       "      <td>text</td>\n",
       "      <td>164</td>\n",
       "      <td>integer</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>a4_c_10</td>\n",
       "      <td>145</td>\n",
       "      <td>text</td>\n",
       "      <td>167</td>\n",
       "      <td>integer</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>a4_c_4</td>\n",
       "      <td>149</td>\n",
       "      <td>select_one_from_file divisions.csv</td>\n",
       "      <td>171</td>\n",
       "      <td>select_one_from_file areas_villages.csv</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>a4_c_12</td>\n",
       "      <td>188</td>\n",
       "      <td>text</td>\n",
       "      <td>153</td>\n",
       "      <td>integer</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>referral_note</td>\n",
       "      <td>291</td>\n",
       "      <td>select_one YESNO</td>\n",
       "      <td>216</td>\n",
       "      <td>select_one YESNO_DECL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>antibiotics</td>\n",
       "      <td>329</td>\n",
       "      <td>select_multiple ANTIMICROBIALS</td>\n",
       "      <td>239</td>\n",
       "      <td>select_multiple ANTIBIOTICS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>vaccine_injection</td>\n",
       "      <td>338</td>\n",
       "      <td>select_one YESNO</td>\n",
       "      <td>247</td>\n",
       "      <td>select_one YESNO_FULL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>d2_6b</td>\n",
       "      <td>386</td>\n",
       "      <td>decimal</td>\n",
       "      <td>375</td>\n",
       "      <td>text</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>f2_10a</td>\n",
       "      <td>409</td>\n",
       "      <td>select_one Blood_Glucose_unit</td>\n",
       "      <td>395</td>\n",
       "      <td>integer</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                 name  row1                               type1  row2  \\\n",
       "0             a3_a_11    74               select_one YESNO_FULL    68   \n",
       "1             a3_c_3a    86               select_one YESNO_DECL    80   \n",
       "2          ado_mother    89               select_one YESNO_UNKN    83   \n",
       "3             a4_a_10   142                                text   164   \n",
       "4             a4_c_10   145                                text   167   \n",
       "5              a4_c_4   149  select_one_from_file divisions.csv   171   \n",
       "6             a4_c_12   188                                text   153   \n",
       "7       referral_note   291                    select_one YESNO   216   \n",
       "8         antibiotics   329      select_multiple ANTIMICROBIALS   239   \n",
       "9   vaccine_injection   338                    select_one YESNO   247   \n",
       "10              d2_6b   386                             decimal   375   \n",
       "11             f2_10a   409       select_one Blood_Glucose_unit   395   \n",
       "\n",
       "                                      type2  \n",
       "0                     select_one YESNO_UNKN  \n",
       "1                          select_one YESNO  \n",
       "2                          select_one YESNO  \n",
       "3                                   integer  \n",
       "4                                   integer  \n",
       "5   select_one_from_file areas_villages.csv  \n",
       "6                                   integer  \n",
       "7                     select_one YESNO_DECL  \n",
       "8               select_multiple ANTIBIOTICS  \n",
       "9                     select_one YESNO_FULL  \n",
       "10                                     text  \n",
       "11                                  integer  "
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#| tbl-cap: \"Main Day 0 - Senegal vs. Tanzania - Variable names with type modifications\"\n",
    "f3.detectModifiedTypes(f4)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Inter-form tests"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\ProgramData\\Anaconda3\\envs\\py10\\lib\\site-packages\\skrub\\_fuzzy_join.py:359: UserWarning: This feature is still experimental.\n",
      "  warnings.warn(\"This feature is still experimental.\")\n",
      "C:\\Users\\langhe\\switchdrive\\Private\\Code\\Python\\odk_xlsform_management\\form.py:289: UserWarning: You are merging on missing values. The output correspondence will be random or missing. To avoid unexpected errors you can drop them. \n",
      "  out = skrub.fuzzy_join(out[[\"row\", \"name\", \"label\"]],\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>row</th>\n",
       "      <th>name</th>\n",
       "      <th>label</th>\n",
       "      <th>name_of_closest_lbl</th>\n",
       "      <th>closest_lbl</th>\n",
       "      <th>matching_score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>15</td>\n",
       "      <td>fname</td>\n",
       "      <td>jina la kituo</td>\n",
       "      <td>a4_a_5_3</td>\n",
       "      <td>jina la mwisho / jina la ukoo la mtoto ni lipi</td>\n",
       "      <td>0.615782</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>17</td>\n",
       "      <td>ccode</td>\n",
       "      <td></td>\n",
       "      <td>a4_c_1</td>\n",
       "      <td>ni nani</td>\n",
       "      <td>0.571536</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>26</td>\n",
       "      <td>i4_1</td>\n",
       "      <td>mtoa huduma amempa rufaa mtoto</td>\n",
       "      <td>referral</td>\n",
       "      <td>je ! amepewa rufaa na mtoa huduma ya afya</td>\n",
       "      <td>0.634453</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>27</td>\n",
       "      <td>h4_1</td>\n",
       "      <td>mtoa huduma amempa au amemuandikia dawa zozote...</td>\n",
       "      <td>h2_1a</td>\n",
       "      <td>je ! mtoa huduma ya afya alikuandikia dawa au ...</td>\n",
       "      <td>0.558146</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>28</td>\n",
       "      <td>g5_1</td>\n",
       "      <td>je mtoa huduma kakuambia mwanao ana ugonjwa gani</td>\n",
       "      <td>rxsevere</td>\n",
       "      <td>ugonjwa mkali / ugonjwa wa homa kali</td>\n",
       "      <td>0.561328</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>33</td>\n",
       "      <td>i4_2</td>\n",
       "      <td>ni lini unahitaji kukamilisha rufaa</td>\n",
       "      <td>referral_note</td>\n",
       "      <td>je ! ulipewa karatasi au rekodi kwa ajili ya k...</td>\n",
       "      <td>0.588877</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>34</td>\n",
       "      <td>i4_5</td>\n",
       "      <td>uliambiwa kwanini unapewa rufaa\\</td>\n",
       "      <td>i2_1a1_cg</td>\n",
       "      <td>kwa nini alipata rufaa</td>\n",
       "      <td>0.542570</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>35</td>\n",
       "      <td>i4_4</td>\n",
       "      <td>uliambiwa wapi pakwenda</td>\n",
       "      <td>m2_4</td>\n",
       "      <td>amezaliwa wapi</td>\n",
       "      <td>0.519903</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>36</td>\n",
       "      <td>i4_4o</td>\n",
       "      <td>tafadhali bainisha</td>\n",
       "      <td>a4_a_11o</td>\n",
       "      <td>tafadhali taja</td>\n",
       "      <td>0.596987</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>37</td>\n",
       "      <td>i4_6</td>\n",
       "      <td>unakusudia kufanya nini sasa</td>\n",
       "      <td>m2_8a</td>\n",
       "      <td>hivi sasa unamnyonyesha</td>\n",
       "      <td>0.512751</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>38</td>\n",
       "      <td>i4_6o</td>\n",
       "      <td>tafadhali bainisha unachokusudia kufanya</td>\n",
       "      <td>a4_a_11o</td>\n",
       "      <td>tafadhali taja</td>\n",
       "      <td>0.522341</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>39</td>\n",
       "      <td>i4_6a</td>\n",
       "      <td>ni aina gani ya kituo utaenda</td>\n",
       "      <td>b1_2a</td>\n",
       "      <td>umesema kwamba ulienda kwenye kituo kingine ch...</td>\n",
       "      <td>0.551554</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>40</td>\n",
       "      <td>i4_6b</td>\n",
       "      <td>utatafuta wapi matibabu</td>\n",
       "      <td>b1_4</td>\n",
       "      <td>je ! alipata matibabu gani</td>\n",
       "      <td>0.573102</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>41</td>\n",
       "      <td>i4_6c</td>\n",
       "      <td>utamuomba nani ushauri</td>\n",
       "      <td>a4_c_1</td>\n",
       "      <td>ni nani</td>\n",
       "      <td>0.532132</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>42</td>\n",
       "      <td>i4_6co</td>\n",
       "      <td>tafadhali bainisha</td>\n",
       "      <td>a4_a_11o</td>\n",
       "      <td>tafadhali taja</td>\n",
       "      <td>0.596987</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>47</td>\n",
       "      <td>h4_3</td>\n",
       "      <td>je mtoa huduma alikueleza jinsi yakumpa mtoto ...</td>\n",
       "      <td>h2_1a</td>\n",
       "      <td>je ! mtoa huduma ya afya alikuandikia dawa au ...</td>\n",
       "      <td>0.546385</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>48</td>\n",
       "      <td>h4_4</td>\n",
       "      <td>kulingana na maelezo uliyopewa , unajiamini ki...</td>\n",
       "      <td>a3_a_8</td>\n",
       "      <td>mtoto ana umri gani kwa siku</td>\n",
       "      <td>0.576903</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>53</td>\n",
       "      <td>j4_2</td>\n",
       "      <td>ulijulishwa kuhusu dalili zinazohitaji wewe ku...</td>\n",
       "      <td>a3_a_10</td>\n",
       "      <td>ni sababu gani kuu ya wewe kumleta mtoto kweny...</td>\n",
       "      <td>0.513477</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>54</td>\n",
       "      <td>j4_2a</td>\n",
       "      <td>unaweza kuzielezea hizi dalili</td>\n",
       "      <td>a3_c_1o</td>\n",
       "      <td>tafadhali elezea</td>\n",
       "      <td>0.552692</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>55</td>\n",
       "      <td>j4_1</td>\n",
       "      <td>unapanga kufanya nini kama mtoto hatopona kabi...</td>\n",
       "      <td>sym_no_appetite</td>\n",
       "      <td>hawezi kabisa kula au kunywa</td>\n",
       "      <td>0.522881</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>56</td>\n",
       "      <td>j4_1d</td>\n",
       "      <td>tafadhali bainisha utakachofanya</td>\n",
       "      <td>a4_a_11o</td>\n",
       "      <td>tafadhali taja</td>\n",
       "      <td>0.538765</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>57</td>\n",
       "      <td>j4_1a</td>\n",
       "      <td>ni aina gani ya kituo utakachokwenda</td>\n",
       "      <td>b1_2a</td>\n",
       "      <td>umesema kwamba ulienda kwenye kituo kingine ch...</td>\n",
       "      <td>0.541716</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>58</td>\n",
       "      <td>j4_1b</td>\n",
       "      <td>h4 ) utatafuta wapi matibabu</td>\n",
       "      <td>b1_4</td>\n",
       "      <td>je ! alipata matibabu gani</td>\n",
       "      <td>0.557434</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>59</td>\n",
       "      <td>j4_1c</td>\n",
       "      <td>utamuuliza nani ushauri</td>\n",
       "      <td>a4_c_1</td>\n",
       "      <td>ni nani</td>\n",
       "      <td>0.531211</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>60</td>\n",
       "      <td>h4_6</td>\n",
       "      <td>ulipewa taarifa ya jumla au ushauri kuhusu uli...</td>\n",
       "      <td>m2_9</td>\n",
       "      <td>je ! ulinyonyesha miezi mingapi huku ukihusish...</td>\n",
       "      <td>0.542653</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>66</td>\n",
       "      <td>e4_2</td>\n",
       "      <td>unaweza kunielezea kwanini hiki kifaa kinatumika</td>\n",
       "      <td>m3_4</td>\n",
       "      <td>je ! choo hiki kinatumika na kaya nyingine</td>\n",
       "      <td>0.560471</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>67</td>\n",
       "      <td>e4_3</td>\n",
       "      <td>je mtoa huduma alikuelezea majibu yaliyotoka k...</td>\n",
       "      <td>h2_1a</td>\n",
       "      <td>je ! mtoa huduma ya afya alikuandikia dawa au ...</td>\n",
       "      <td>0.537184</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>72</td>\n",
       "      <td>k2_1</td>\n",
       "      <td>kama hii kwenye mashauriano ya mtoto</td>\n",
       "      <td>is_young_infantc</td>\n",
       "      <td>mtoto mchanga kutoka kwenye makundi ya umri</td>\n",
       "      <td>0.530671</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>73</td>\n",
       "      <td>k2_2</td>\n",
       "      <td>je mtoa huduma alikueleza kwanini ametumia kis...</td>\n",
       "      <td>h2_1a</td>\n",
       "      <td>je ! mtoa huduma ya afya alikuandikia dawa au ...</td>\n",
       "      <td>0.517348</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>74</td>\n",
       "      <td>k2_2a</td>\n",
       "      <td>maelezo hayo ulipewa peke yako au pamoja na mtoto</td>\n",
       "      <td>m3_2</td>\n",
       "      <td>je ! ni watoto wangapi chini ya umri wa miaka ...</td>\n",
       "      <td>0.528357</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>75</td>\n",
       "      <td>k2_3</td>\n",
       "      <td>kwenye mashauriano ya mtoto</td>\n",
       "      <td>is_young_infantc</td>\n",
       "      <td>mtoto mchanga kutoka kwenye makundi ya umri</td>\n",
       "      <td>0.540418</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>80</td>\n",
       "      <td>l3_1</td>\n",
       "      <td>kwa ujumla unajiskiaje na huduma uliyopewa kat...</td>\n",
       "      <td>child_hfid</td>\n",
       "      <td>tafadhali weka nambari ya usajili aliyopewa ka...</td>\n",
       "      <td>0.545906</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>81</td>\n",
       "      <td>l3_2</td>\n",
       "      <td>ulihisi mtoa huduma alikutibu wewe na mtoto kw...</td>\n",
       "      <td>h2_1a</td>\n",
       "      <td>je ! mtoa huduma ya afya alikuandikia dawa au ...</td>\n",
       "      <td>0.539008</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>82</td>\n",
       "      <td>l3_3</td>\n",
       "      <td>je mtoa huduma alikua mkarimu kwako</td>\n",
       "      <td>h2_1a</td>\n",
       "      <td>je ! mtoa huduma ya afya alikuandikia dawa au ...</td>\n",
       "      <td>0.559409</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>83</td>\n",
       "      <td>l3_4</td>\n",
       "      <td>je mtoa huduma alionyesha wasiwasi/kujali na h...</td>\n",
       "      <td>booklet_y</td>\n",
       "      <td>je , mtoa huduma ya afya aliandika katika kiji...</td>\n",
       "      <td>0.535845</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>84</td>\n",
       "      <td>l3_5</td>\n",
       "      <td>je mtoa huduma aliongea lugha unayoielewa</td>\n",
       "      <td>referral</td>\n",
       "      <td>je ! amepewa rufaa na mtoa huduma ya afya</td>\n",
       "      <td>0.524469</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>85</td>\n",
       "      <td>l3_6</td>\n",
       "      <td>huduma ilicheleweshwa au ulisubiria muda mrefu</td>\n",
       "      <td>d2_5</td>\n",
       "      <td>urefu</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>86</td>\n",
       "      <td>l3_7</td>\n",
       "      <td>unaweza kupendekeza kituo hiki kwa rafiki au f...</td>\n",
       "      <td>b1_2</td>\n",
       "      <td>je ! umetafuta huduma , matibabu au ushauri wa...</td>\n",
       "      <td>0.525114</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>91</td>\n",
       "      <td>b1_7</td>\n",
       "      <td>j1 ) je kituo hiki ni kituo cha afya kilicho k...</td>\n",
       "      <td>b2_2</td>\n",
       "      <td>ulitumia muda gani kutoka nyumbani kwako hadi ...</td>\n",
       "      <td>0.537316</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>92</td>\n",
       "      <td>b1_8</td>\n",
       "      <td>ni sababu gani kuu ya wewe kuchagua kuja hapa ...</td>\n",
       "      <td>a3_a_10</td>\n",
       "      <td>ni sababu gani kuu ya wewe kumleta mtoto kweny...</td>\n",
       "      <td>0.621868</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>93</td>\n",
       "      <td>b1_8o</td>\n",
       "      <td>tafadhali bainisha</td>\n",
       "      <td>a4_a_11o</td>\n",
       "      <td>tafadhali taja</td>\n",
       "      <td>0.596987</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>94</td>\n",
       "      <td>b2_10</td>\n",
       "      <td>uliacha kazi ili kumleta mtoto kituoni leo</td>\n",
       "      <td>a3_a_10</td>\n",
       "      <td>ni sababu gani kuu ya wewe kumleta mtoto kweny...</td>\n",
       "      <td>0.592913</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>95</td>\n",
       "      <td>b2_10a</td>\n",
       "      <td>umekosa siku ngapi za kazi kama matokeo ya kuj...</td>\n",
       "      <td>f2_9</td>\n",
       "      <td>matokeo ya kipimo cha kifua kikuu</td>\n",
       "      <td>0.529671</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>96</td>\n",
       "      <td>b2_9a</td>\n",
       "      <td>umelipia kitu chochote kituoni leo</td>\n",
       "      <td>varia</td>\n",
       "      <td>kitu kingine chochote ungependa kutaja kuhusu ...</td>\n",
       "      <td>0.547657</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>97</td>\n",
       "      <td>b2_9b</td>\n",
       "      <td>umelipia nini</td>\n",
       "      <td>i2_1a1_cg</td>\n",
       "      <td>kwa nini alipata rufaa</td>\n",
       "      <td>0.510356</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>98</td>\n",
       "      <td>b2_9c</td>\n",
       "      <td>tafadhali bainisha</td>\n",
       "      <td>a4_a_11o</td>\n",
       "      <td>tafadhali taja</td>\n",
       "      <td>0.596987</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>99</td>\n",
       "      <td>b2_4a</td>\n",
       "      <td>unaweza kutaja kiasi cha makadirio ulicholipia...</td>\n",
       "      <td>a3_b_3_1</td>\n",
       "      <td>muda tangu kusomwa kwa usajili uliopita kutoka...</td>\n",
       "      <td>0.521834</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>100</td>\n",
       "      <td>b2_5a</td>\n",
       "      <td>unaweza kutaja kiasi cha makadirio ulicholipia...</td>\n",
       "      <td>a4_c_9</td>\n",
       "      <td>je ! unaweza kunitajia jina la balozi ( kituo ...</td>\n",
       "      <td>0.519570</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>101</td>\n",
       "      <td>b2_6a</td>\n",
       "      <td>unaweza kutaja kiasi cha makadirio ulicholipia...</td>\n",
       "      <td>rxother</td>\n",
       "      <td>je , kuna uchunguzi mwingine uliorekodiwa kama...</td>\n",
       "      <td>0.536398</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>102</td>\n",
       "      <td>b2_7</td>\n",
       "      <td>unaweza kutaja kiasi cha makadirio ya hela uli...</td>\n",
       "      <td>booklet_pic_y</td>\n",
       "      <td>je ! ninaweza kuchukua picha ya kijitabu cha m...</td>\n",
       "      <td>0.549364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>103</td>\n",
       "      <td>b2_8</td>\n",
       "      <td>unampango wa kununua dawa zingine nje ya kituo</td>\n",
       "      <td>b1_1</td>\n",
       "      <td>je ! alipewa rufaa ya kuja hapa kutoka kwenye ...</td>\n",
       "      <td>0.517197</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>109</td>\n",
       "      <td>m3_1b</td>\n",
       "      <td>mkuu wa kaya yako ni nani</td>\n",
       "      <td>a4_c_1</td>\n",
       "      <td>ni nani</td>\n",
       "      <td>0.591645</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    row    name                                              label  \\\n",
       "0    15   fname                                      jina la kituo   \n",
       "1    17   ccode                                                      \n",
       "2    26    i4_1                     mtoa huduma amempa rufaa mtoto   \n",
       "3    27    h4_1  mtoa huduma amempa au amemuandikia dawa zozote...   \n",
       "4    28    g5_1   je mtoa huduma kakuambia mwanao ana ugonjwa gani   \n",
       "5    33    i4_2                ni lini unahitaji kukamilisha rufaa   \n",
       "6    34    i4_5                   uliambiwa kwanini unapewa rufaa\\   \n",
       "7    35    i4_4                            uliambiwa wapi pakwenda   \n",
       "8    36   i4_4o                                 tafadhali bainisha   \n",
       "9    37    i4_6                       unakusudia kufanya nini sasa   \n",
       "10   38   i4_6o           tafadhali bainisha unachokusudia kufanya   \n",
       "11   39   i4_6a                      ni aina gani ya kituo utaenda   \n",
       "12   40   i4_6b                            utatafuta wapi matibabu   \n",
       "13   41   i4_6c                             utamuomba nani ushauri   \n",
       "14   42  i4_6co                                 tafadhali bainisha   \n",
       "15   47    h4_3  je mtoa huduma alikueleza jinsi yakumpa mtoto ...   \n",
       "16   48    h4_4  kulingana na maelezo uliyopewa , unajiamini ki...   \n",
       "17   53    j4_2  ulijulishwa kuhusu dalili zinazohitaji wewe ku...   \n",
       "18   54   j4_2a                     unaweza kuzielezea hizi dalili   \n",
       "19   55    j4_1  unapanga kufanya nini kama mtoto hatopona kabi...   \n",
       "20   56   j4_1d                   tafadhali bainisha utakachofanya   \n",
       "21   57   j4_1a               ni aina gani ya kituo utakachokwenda   \n",
       "22   58   j4_1b                       h4 ) utatafuta wapi matibabu   \n",
       "23   59   j4_1c                            utamuuliza nani ushauri   \n",
       "24   60    h4_6  ulipewa taarifa ya jumla au ushauri kuhusu uli...   \n",
       "25   66    e4_2   unaweza kunielezea kwanini hiki kifaa kinatumika   \n",
       "26   67    e4_3  je mtoa huduma alikuelezea majibu yaliyotoka k...   \n",
       "27   72    k2_1               kama hii kwenye mashauriano ya mtoto   \n",
       "28   73    k2_2  je mtoa huduma alikueleza kwanini ametumia kis...   \n",
       "29   74   k2_2a  maelezo hayo ulipewa peke yako au pamoja na mtoto   \n",
       "30   75    k2_3                        kwenye mashauriano ya mtoto   \n",
       "31   80    l3_1  kwa ujumla unajiskiaje na huduma uliyopewa kat...   \n",
       "32   81    l3_2  ulihisi mtoa huduma alikutibu wewe na mtoto kw...   \n",
       "33   82    l3_3                je mtoa huduma alikua mkarimu kwako   \n",
       "34   83    l3_4  je mtoa huduma alionyesha wasiwasi/kujali na h...   \n",
       "35   84    l3_5          je mtoa huduma aliongea lugha unayoielewa   \n",
       "36   85    l3_6     huduma ilicheleweshwa au ulisubiria muda mrefu   \n",
       "37   86    l3_7  unaweza kupendekeza kituo hiki kwa rafiki au f...   \n",
       "38   91    b1_7  j1 ) je kituo hiki ni kituo cha afya kilicho k...   \n",
       "39   92    b1_8  ni sababu gani kuu ya wewe kuchagua kuja hapa ...   \n",
       "40   93   b1_8o                                 tafadhali bainisha   \n",
       "41   94   b2_10         uliacha kazi ili kumleta mtoto kituoni leo   \n",
       "42   95  b2_10a  umekosa siku ngapi za kazi kama matokeo ya kuj...   \n",
       "43   96   b2_9a                 umelipia kitu chochote kituoni leo   \n",
       "44   97   b2_9b                                      umelipia nini   \n",
       "45   98   b2_9c                                 tafadhali bainisha   \n",
       "46   99   b2_4a  unaweza kutaja kiasi cha makadirio ulicholipia...   \n",
       "47  100   b2_5a  unaweza kutaja kiasi cha makadirio ulicholipia...   \n",
       "48  101   b2_6a  unaweza kutaja kiasi cha makadirio ulicholipia...   \n",
       "49  102    b2_7  unaweza kutaja kiasi cha makadirio ya hela uli...   \n",
       "50  103    b2_8     unampango wa kununua dawa zingine nje ya kituo   \n",
       "51  109   m3_1b                          mkuu wa kaya yako ni nani   \n",
       "\n",
       "   name_of_closest_lbl                                        closest_lbl  \\\n",
       "0             a4_a_5_3     jina la mwisho / jina la ukoo la mtoto ni lipi   \n",
       "1               a4_c_1                                            ni nani   \n",
       "2             referral          je ! amepewa rufaa na mtoa huduma ya afya   \n",
       "3                h2_1a  je ! mtoa huduma ya afya alikuandikia dawa au ...   \n",
       "4             rxsevere               ugonjwa mkali / ugonjwa wa homa kali   \n",
       "5        referral_note  je ! ulipewa karatasi au rekodi kwa ajili ya k...   \n",
       "6            i2_1a1_cg                             kwa nini alipata rufaa   \n",
       "7                 m2_4                                     amezaliwa wapi   \n",
       "8             a4_a_11o                                     tafadhali taja   \n",
       "9                m2_8a                            hivi sasa unamnyonyesha   \n",
       "10            a4_a_11o                                     tafadhali taja   \n",
       "11               b1_2a  umesema kwamba ulienda kwenye kituo kingine ch...   \n",
       "12                b1_4                         je ! alipata matibabu gani   \n",
       "13              a4_c_1                                            ni nani   \n",
       "14            a4_a_11o                                     tafadhali taja   \n",
       "15               h2_1a  je ! mtoa huduma ya afya alikuandikia dawa au ...   \n",
       "16              a3_a_8                       mtoto ana umri gani kwa siku   \n",
       "17             a3_a_10  ni sababu gani kuu ya wewe kumleta mtoto kweny...   \n",
       "18             a3_c_1o                                   tafadhali elezea   \n",
       "19     sym_no_appetite                       hawezi kabisa kula au kunywa   \n",
       "20            a4_a_11o                                     tafadhali taja   \n",
       "21               b1_2a  umesema kwamba ulienda kwenye kituo kingine ch...   \n",
       "22                b1_4                         je ! alipata matibabu gani   \n",
       "23              a4_c_1                                            ni nani   \n",
       "24                m2_9  je ! ulinyonyesha miezi mingapi huku ukihusish...   \n",
       "25                m3_4         je ! choo hiki kinatumika na kaya nyingine   \n",
       "26               h2_1a  je ! mtoa huduma ya afya alikuandikia dawa au ...   \n",
       "27    is_young_infantc        mtoto mchanga kutoka kwenye makundi ya umri   \n",
       "28               h2_1a  je ! mtoa huduma ya afya alikuandikia dawa au ...   \n",
       "29                m3_2  je ! ni watoto wangapi chini ya umri wa miaka ...   \n",
       "30    is_young_infantc        mtoto mchanga kutoka kwenye makundi ya umri   \n",
       "31          child_hfid  tafadhali weka nambari ya usajili aliyopewa ka...   \n",
       "32               h2_1a  je ! mtoa huduma ya afya alikuandikia dawa au ...   \n",
       "33               h2_1a  je ! mtoa huduma ya afya alikuandikia dawa au ...   \n",
       "34           booklet_y  je , mtoa huduma ya afya aliandika katika kiji...   \n",
       "35            referral          je ! amepewa rufaa na mtoa huduma ya afya   \n",
       "36                d2_5                                              urefu   \n",
       "37                b1_2  je ! umetafuta huduma , matibabu au ushauri wa...   \n",
       "38                b2_2  ulitumia muda gani kutoka nyumbani kwako hadi ...   \n",
       "39             a3_a_10  ni sababu gani kuu ya wewe kumleta mtoto kweny...   \n",
       "40            a4_a_11o                                     tafadhali taja   \n",
       "41             a3_a_10  ni sababu gani kuu ya wewe kumleta mtoto kweny...   \n",
       "42                f2_9                  matokeo ya kipimo cha kifua kikuu   \n",
       "43               varia  kitu kingine chochote ungependa kutaja kuhusu ...   \n",
       "44           i2_1a1_cg                             kwa nini alipata rufaa   \n",
       "45            a4_a_11o                                     tafadhali taja   \n",
       "46            a3_b_3_1  muda tangu kusomwa kwa usajili uliopita kutoka...   \n",
       "47              a4_c_9  je ! unaweza kunitajia jina la balozi ( kituo ...   \n",
       "48             rxother  je , kuna uchunguzi mwingine uliorekodiwa kama...   \n",
       "49       booklet_pic_y  je ! ninaweza kuchukua picha ya kijitabu cha m...   \n",
       "50                b1_1  je ! alipewa rufaa ya kuja hapa kutoka kwenye ...   \n",
       "51              a4_c_1                                            ni nani   \n",
       "\n",
       "    matching_score  \n",
       "0         0.615782  \n",
       "1         0.571536  \n",
       "2         0.634453  \n",
       "3         0.558146  \n",
       "4         0.561328  \n",
       "5         0.588877  \n",
       "6         0.542570  \n",
       "7         0.519903  \n",
       "8         0.596987  \n",
       "9         0.512751  \n",
       "10        0.522341  \n",
       "11        0.551554  \n",
       "12        0.573102  \n",
       "13        0.532132  \n",
       "14        0.596987  \n",
       "15        0.546385  \n",
       "16        0.576903  \n",
       "17        0.513477  \n",
       "18        0.552692  \n",
       "19        0.522881  \n",
       "20        0.538765  \n",
       "21        0.541716  \n",
       "22        0.557434  \n",
       "23        0.531211  \n",
       "24        0.542653  \n",
       "25        0.560471  \n",
       "26        0.537184  \n",
       "27        0.530671  \n",
       "28        0.517348  \n",
       "29        0.528357  \n",
       "30        0.540418  \n",
       "31        0.545906  \n",
       "32        0.539008  \n",
       "33        0.559409  \n",
       "34        0.535845  \n",
       "35        0.524469  \n",
       "36        0.500000  \n",
       "37        0.525114  \n",
       "38        0.537316  \n",
       "39        0.621868  \n",
       "40        0.596987  \n",
       "41        0.592913  \n",
       "42        0.529671  \n",
       "43        0.547657  \n",
       "44        0.510356  \n",
       "45        0.596987  \n",
       "46        0.521834  \n",
       "47        0.519570  \n",
       "48        0.536398  \n",
       "49        0.549364  \n",
       "50        0.517197  \n",
       "51        0.591645  "
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#| tbl-cap: \"Tanzania - Main Day 0 vs. SPA exit interview - Added variable names\"\n",
    "f3.detectAddedQuestions(f1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\ProgramData\\Anaconda3\\envs\\py10\\lib\\site-packages\\skrub\\_fuzzy_join.py:359: UserWarning: This feature is still experimental.\n",
      "  warnings.warn(\"This feature is still experimental.\")\n",
      "C:\\Users\\langhe\\switchdrive\\Private\\Code\\Python\\odk_xlsform_management\\form.py:334: UserWarning: You are merging on missing values. The output correspondence will be random or missing. To avoid unexpected errors you can drop them. \n",
      "  out = skrub.fuzzy_join(out[[\"row\", \"name\", \"label\"]],\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>row</th>\n",
       "      <th>name</th>\n",
       "      <th>label</th>\n",
       "      <th>name_of_closest_lbl</th>\n",
       "      <th>closest_lbl</th>\n",
       "      <th>matching_score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>5</td>\n",
       "      <td>start_geopoint</td>\n",
       "      <td></td>\n",
       "      <td>m3_1b</td>\n",
       "      <td>mkuu wa kaya yako ni nani</td>\n",
       "      <td>0.535636</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>6</td>\n",
       "      <td>screening_id</td>\n",
       "      <td></td>\n",
       "      <td>m3_1b</td>\n",
       "      <td>mkuu wa kaya yako ni nani</td>\n",
       "      <td>0.535636</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>13</td>\n",
       "      <td>district1</td>\n",
       "      <td>tafadhali chagua jina la wilaya ya sasa</td>\n",
       "      <td>b1_4</td>\n",
       "      <td>tafadhali chagua wilaya ya sasa</td>\n",
       "      <td>0.868312</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>20</td>\n",
       "      <td>dobk</td>\n",
       "      <td>je unajua tarehe ya kuzaliwa mtoto</td>\n",
       "      <td>h4_4</td>\n",
       "      <td>kulingana na maelezo uliyopewa , unajiamini ki...</td>\n",
       "      <td>0.540268</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>21</td>\n",
       "      <td>screening_start</td>\n",
       "      <td></td>\n",
       "      <td>m3_1b</td>\n",
       "      <td>mkuu wa kaya yako ni nani</td>\n",
       "      <td>0.535636</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>302</th>\n",
       "      <td>429</td>\n",
       "      <td>report_end_dec</td>\n",
       "      <td></td>\n",
       "      <td>m3_1b</td>\n",
       "      <td>mkuu wa kaya yako ni nani</td>\n",
       "      <td>0.535636</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>303</th>\n",
       "      <td>430</td>\n",
       "      <td>report_end_disp</td>\n",
       "      <td></td>\n",
       "      <td>m3_1b</td>\n",
       "      <td>mkuu wa kaya yako ni nani</td>\n",
       "      <td>0.535636</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>304</th>\n",
       "      <td>431</td>\n",
       "      <td>c3_6</td>\n",
       "      <td>ulemavu gani umerekodiwa</td>\n",
       "      <td>m3_9a</td>\n",
       "      <td>una aina gani ya paa nyumbani</td>\n",
       "      <td>0.527935</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>305</th>\n",
       "      <td>432</td>\n",
       "      <td>c3_6o</td>\n",
       "      <td>tafadhali taja</td>\n",
       "      <td>m3_3o</td>\n",
       "      <td>tafadhali taja</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>306</th>\n",
       "      <td>435</td>\n",
       "      <td>varia</td>\n",
       "      <td>kitu kingine chochote ungependa kutaja kuhusu ...</td>\n",
       "      <td>b2_9a</td>\n",
       "      <td>umelipia kitu chochote kituoni leo</td>\n",
       "      <td>0.592160</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>307 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     row             name                                              label  \\\n",
       "0      5   start_geopoint                                                      \n",
       "1      6     screening_id                                                      \n",
       "2     13        district1            tafadhali chagua jina la wilaya ya sasa   \n",
       "3     20             dobk                 je unajua tarehe ya kuzaliwa mtoto   \n",
       "4     21  screening_start                                                      \n",
       "..   ...              ...                                                ...   \n",
       "302  429   report_end_dec                                                      \n",
       "303  430  report_end_disp                                                      \n",
       "304  431             c3_6                           ulemavu gani umerekodiwa   \n",
       "305  432            c3_6o                                     tafadhali taja   \n",
       "306  435            varia  kitu kingine chochote ungependa kutaja kuhusu ...   \n",
       "\n",
       "    name_of_closest_lbl                                        closest_lbl  \\\n",
       "0                 m3_1b                          mkuu wa kaya yako ni nani   \n",
       "1                 m3_1b                          mkuu wa kaya yako ni nani   \n",
       "2                  b1_4                    tafadhali chagua wilaya ya sasa   \n",
       "3                  h4_4  kulingana na maelezo uliyopewa , unajiamini ki...   \n",
       "4                 m3_1b                          mkuu wa kaya yako ni nani   \n",
       "..                  ...                                                ...   \n",
       "302               m3_1b                          mkuu wa kaya yako ni nani   \n",
       "303               m3_1b                          mkuu wa kaya yako ni nani   \n",
       "304               m3_9a                      una aina gani ya paa nyumbani   \n",
       "305               m3_3o                                     tafadhali taja   \n",
       "306               b2_9a                 umelipia kitu chochote kituoni leo   \n",
       "\n",
       "     matching_score  \n",
       "0          0.535636  \n",
       "1          0.535636  \n",
       "2          0.868312  \n",
       "3          0.540268  \n",
       "4          0.535636  \n",
       "..              ...  \n",
       "302        0.535636  \n",
       "303        0.535636  \n",
       "304        0.527935  \n",
       "305        1.000000  \n",
       "306        0.592160  \n",
       "\n",
       "[307 rows x 6 columns]"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#| tbl-cap: \"Tanzania - Main Day 0 vs. SPA exit interview - Removed variable names\"\n",
    "f3.detectDeletedQuestions(f1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\ProgramData\\Anaconda3\\envs\\py10\\lib\\site-packages\\skrub\\_fuzzy_join.py:359: UserWarning: This feature is still experimental.\n",
      "  warnings.warn(\"This feature is still experimental.\")\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>row1</th>\n",
       "      <th>name1</th>\n",
       "      <th>label1</th>\n",
       "      <th>type1</th>\n",
       "      <th>row2</th>\n",
       "      <th>name2</th>\n",
       "      <th>label2</th>\n",
       "      <th>type2</th>\n",
       "      <th>matching_score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>128</td>\n",
       "      <td>arm</td>\n",
       "      <td>muingiliano</td>\n",
       "      <td>calculate</td>\n",
       "      <td>16</td>\n",
       "      <td>arm</td>\n",
       "      <td>muingiliano</td>\n",
       "      <td>calculate</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>144</td>\n",
       "      <td>a4_a_11o</td>\n",
       "      <td>tafadhali taja</td>\n",
       "      <td>text</td>\n",
       "      <td>111</td>\n",
       "      <td>m3_3o</td>\n",
       "      <td>tafadhali taja</td>\n",
       "      <td>text</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>150</td>\n",
       "      <td>a4_c_4_oth</td>\n",
       "      <td>tafadhali taja</td>\n",
       "      <td>text</td>\n",
       "      <td>111</td>\n",
       "      <td>m3_3o</td>\n",
       "      <td>tafadhali taja</td>\n",
       "      <td>text</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>155</td>\n",
       "      <td>a4_c_4a_oth</td>\n",
       "      <td>tafadhali taja</td>\n",
       "      <td>text</td>\n",
       "      <td>111</td>\n",
       "      <td>m3_3o</td>\n",
       "      <td>tafadhali taja</td>\n",
       "      <td>text</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>158</td>\n",
       "      <td>a4_c_4b_oth</td>\n",
       "      <td>tafadhali taja</td>\n",
       "      <td>text</td>\n",
       "      <td>111</td>\n",
       "      <td>m3_3o</td>\n",
       "      <td>tafadhali taja</td>\n",
       "      <td>text</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>237</td>\n",
       "      <td>b2_2</td>\n",
       "      <td>ulitumia muda gani kutoka nyumbani kwako hadi ...</td>\n",
       "      <td>select_one TRAVEL_TIME</td>\n",
       "      <td>116</td>\n",
       "      <td>m3_9a</td>\n",
       "      <td>una aina gani ya paa nyumbani</td>\n",
       "      <td>select_one ROOF_TYPES</td>\n",
       "      <td>0.606502</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>345</td>\n",
       "      <td>rxsevere</td>\n",
       "      <td>ugonjwa mkali / ugonjwa wa homa kali</td>\n",
       "      <td>select_one YESNO</td>\n",
       "      <td>28</td>\n",
       "      <td>g5_1</td>\n",
       "      <td>je mtoa huduma kakuambia mwanao ana ugonjwa gani</td>\n",
       "      <td>select_one YESNO</td>\n",
       "      <td>0.605052</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>293</td>\n",
       "      <td>booklet_y</td>\n",
       "      <td>je , mtoa huduma ya afya aliandika katika kiji...</td>\n",
       "      <td>select_one YESNO_DECL</td>\n",
       "      <td>65</td>\n",
       "      <td>e4_1</td>\n",
       "      <td>je mtoa huduma alitumia kifaa ambacho kinaonek...</td>\n",
       "      <td>select_one YESNO</td>\n",
       "      <td>0.602207</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>296</td>\n",
       "      <td>h2_1a</td>\n",
       "      <td>je ! mtoa huduma ya afya alikuandikia dawa au ...</td>\n",
       "      <td>select_one YESNO_DECL</td>\n",
       "      <td>82</td>\n",
       "      <td>l3_3</td>\n",
       "      <td>je mtoa huduma alikua mkarimu kwako</td>\n",
       "      <td>select_one LIKERT</td>\n",
       "      <td>0.601964</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>143</td>\n",
       "      <td>a4_a_11</td>\n",
       "      <td>ni simu ya nani</td>\n",
       "      <td>select_one PHONE_OWNERSHIP</td>\n",
       "      <td>109</td>\n",
       "      <td>m3_1b</td>\n",
       "      <td>mkuu wa kaya yako ni nani</td>\n",
       "      <td>select_one HOUSEHOLD_HEAD</td>\n",
       "      <td>0.601380</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>62 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    row1        name1                                             label1  \\\n",
       "11   128          arm                                        muingiliano   \n",
       "15   144     a4_a_11o                                     tafadhali taja   \n",
       "16   150   a4_c_4_oth                                     tafadhali taja   \n",
       "17   155  a4_c_4a_oth                                     tafadhali taja   \n",
       "18   158  a4_c_4b_oth                                     tafadhali taja   \n",
       "..   ...          ...                                                ...   \n",
       "36   237         b2_2  ulitumia muda gani kutoka nyumbani kwako hadi ...   \n",
       "55   345     rxsevere               ugonjwa mkali / ugonjwa wa homa kali   \n",
       "50   293    booklet_y  je , mtoa huduma ya afya aliandika katika kiji...   \n",
       "51   296        h2_1a  je ! mtoa huduma ya afya alikuandikia dawa au ...   \n",
       "14   143      a4_a_11                                    ni simu ya nani   \n",
       "\n",
       "                         type1  row2  name2  \\\n",
       "11                   calculate    16    arm   \n",
       "15                        text   111  m3_3o   \n",
       "16                        text   111  m3_3o   \n",
       "17                        text   111  m3_3o   \n",
       "18                        text   111  m3_3o   \n",
       "..                         ...   ...    ...   \n",
       "36      select_one TRAVEL_TIME   116  m3_9a   \n",
       "55            select_one YESNO    28   g5_1   \n",
       "50       select_one YESNO_DECL    65   e4_1   \n",
       "51       select_one YESNO_DECL    82   l3_3   \n",
       "14  select_one PHONE_OWNERSHIP   109  m3_1b   \n",
       "\n",
       "                                               label2  \\\n",
       "11                                        muingiliano   \n",
       "15                                     tafadhali taja   \n",
       "16                                     tafadhali taja   \n",
       "17                                     tafadhali taja   \n",
       "18                                     tafadhali taja   \n",
       "..                                                ...   \n",
       "36                      una aina gani ya paa nyumbani   \n",
       "55   je mtoa huduma kakuambia mwanao ana ugonjwa gani   \n",
       "50  je mtoa huduma alitumia kifaa ambacho kinaonek...   \n",
       "51                je mtoa huduma alikua mkarimu kwako   \n",
       "14                          mkuu wa kaya yako ni nani   \n",
       "\n",
       "                        type2  matching_score  \n",
       "11                  calculate        1.000000  \n",
       "15                       text        1.000000  \n",
       "16                       text        1.000000  \n",
       "17                       text        1.000000  \n",
       "18                       text        1.000000  \n",
       "..                        ...             ...  \n",
       "36      select_one ROOF_TYPES        0.606502  \n",
       "55           select_one YESNO        0.605052  \n",
       "50           select_one YESNO        0.602207  \n",
       "51          select_one LIKERT        0.601964  \n",
       "14  select_one HOUSEHOLD_HEAD        0.601380  \n",
       "\n",
       "[62 rows x 9 columns]"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "f3.detectSimilarLabels(f1)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Test for choices"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "#choices_df[\"list_name\"].dropna().unique()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}