Upload tapas_demo_1.ipynb

tapas_demo_1.ipynb

@@ -0,0 +1,961 @@
+{
+  "nbformat": 4,
+  "nbformat_minor": 0,
+  "metadata": {
+    "colab": {
+      "name": "tapas-demo-1.ipynb",
+      "provenance": []
+    },
+    "kernelspec": {
+      "name": "python3",
+      "display_name": "Python 3"
+    },
+    "accelerator": "GPU"
+  },
+  "cells": [
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "oKB8YaRk05Sl"
+      },
+      "source": [
+        "<a href=\"https://colab.research.google.com/github/google-research/tapas/blob/master/notebooks/sqa_predictions.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "-07bRHwv0C7L"
+      },
+      "source": [
+        "##### Copyright 2020 The Google AI Language Team Authors\n",
+        "\n",
+        "Licensed under the Apache License, Version 2.0 (the \"License\");"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "metadata": {
+        "id": "SSpOxRRH0BCU"
+      },
+      "source": [
+        "# Copyright 2019 The Google AI Language Team Authors.\n",
+        "#\n",
+        "# Licensed under the Apache License, Version 2.0 (the \"License\");\n",
+        "# you may not use this file except in compliance with the License.\n",
+        "# You may obtain a copy of the License at\n",
+        "#\n",
+        "#     http://www.apache.org/licenses/LICENSE-2.0\n",
+        "#\n",
+        "# Unless required by applicable law or agreed to in writing, software\n",
+        "# distributed under the License is distributed on an \"AS IS\" BASIS,\n",
+        "# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n",
+        "# See the License for the specific language governing permissions and\n",
+        "# limitations under the License."
+      ],
+      "execution_count": null,
+      "outputs": []
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "j5EACclxE7sP"
+      },
+      "source": [
+        "Running a Tapas fine-tuned checkpoint\n",
+        "---\n",
+        "This notebook shows how to load and make predictions with TAPAS model, which was introduced in the paper: [TAPAS: Weakly Supervised Table Parsing via Pre-training](https://arxiv.org/abs/2004.02349)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "Y-m_JoVCFCV0"
+      },
+      "source": [
+        "# Clone and install the repository\n"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "lF84Z-KayR3Z"
+      },
+      "source": [
+        "First, let's fetch the code from the github repository and install it"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "metadata": {
+        "id": "uI6zyIM20Kw4",
+        "colab": {
+          "base_uri": "https://localhost:8080/"
+        },
+        "outputId": "88b1f69b-6d78-48d5-d9e6-116f9e58e792"
+      },
+      "source": [
+        "! git clone https://github.com/google-research/tapas.git"
+      ],
+      "execution_count": 1,
+      "outputs": [
+        {
+          "output_type": "stream",
+          "name": "stdout",
+          "text": [
+            "Cloning into 'tapas'...\n",
+            "remote: Enumerating objects: 822, done.\u001b[K\n",
+            "remote: Counting objects: 100% (240/240), done.\u001b[K\n",
+            "remote: Compressing objects: 100% (139/139), done.\u001b[K\n",
+            "remote: Total 822 (delta 119), reused 188 (delta 101), pack-reused 582\u001b[K\n",
+            "Receiving objects: 100% (822/822), 861.24 KiB | 3.19 MiB/s, done.\n",
+            "Resolving deltas: 100% (472/472), done.\n"
+          ]
+        }
+      ]
+    },
+    {
+      "cell_type": "code",
+      "metadata": {
+        "id": "PULx_0fmxbOh",
+        "colab": {
+          "base_uri": "https://localhost:8080/"
+        },
+        "outputId": "9fe9c21e-9cc6-445d-da84-400ac3979528"
+      },
+      "source": [
+        "! pip install ./tapas"
+      ],
+      "execution_count": 6,
+      "outputs": [
+        {
+          "output_type": "stream",
+          "name": "stdout",
+          "text": [
+            "Processing ./tapas\n",
+            "  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
+            "Collecting apache-beam[gcp]==2.28.0 (from tapas-table-parsing==0.0.1.dev0)\n",
+            "  Using cached apache-beam-2.28.0.zip (2.4 MB)\n",
+            "  \u001b[1;31merror\u001b[0m: \u001b[1msubprocess-exited-with-error\u001b[0m\n",
+            "  \n",
+            "  \u001b[31m×\u001b[0m \u001b[32mpython setup.py egg_info\u001b[0m did not run successfully.\n",
+            "  \u001b[31m│\u001b[0m exit code: \u001b[1;36m1\u001b[0m\n",
+            "  \u001b[31m╰─>\u001b[0m See above for output.\n",
+            "  \n",
+            "  \u001b[1;35mnote\u001b[0m: This error originates from a subprocess, and is likely not a problem with pip.\n",
+            "  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25herror\n",
+            "\u001b[1;31merror\u001b[0m: \u001b[1mmetadata-generation-failed\u001b[0m\n",
+            "\n",
+            "\u001b[31m×\u001b[0m Encountered error while generating package metadata.\n",
+            "\u001b[31m╰─>\u001b[0m See above for output.\n",
+            "\n",
+            "\u001b[1;35mnote\u001b[0m: This is an issue with the package mentioned above, not pip.\n",
+            "\u001b[1;36mhint\u001b[0m: See above for details.\n"
+          ]
+        }
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "7We9ofHuFMuk"
+      },
+      "source": [
+        "# Fetch models fom Google Storage"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "sA1jUByqyUNB"
+      },
+      "source": [
+        "Next we can get pretrained checkpoint from Google Storage. For the sake of speed, this is base sized model trained on [SQA](https://www.microsoft.com/en-us/download/details.aspx?id=54253). Note that best results in the paper were obtained with with a large model, with 24 layers instead of 12."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "metadata": {
+        "id": "B10C0Yz6gQyD",
+        "colab": {
+          "base_uri": "https://localhost:8080/"
+        },
+        "outputId": "5ae79305-934f-4fe5-ba0a-d0d23d3a4681"
+      },
+      "source": [
+        "! gsutil cp gs://tapas_models/2020_04_21/tapas_sqa_base.zip . && unzip tapas_sqa_base.zip"
+      ],
+      "execution_count": 3,
+      "outputs": [
+        {
+          "output_type": "stream",
+          "name": "stdout",
+          "text": [
+            "Copying gs://tapas_models/2020_04_21/tapas_sqa_base.zip...\n",
+            "/ [0 files][    0.0 B/  1.0 GiB]                                                \r==> NOTE: You are downloading one or more large file(s), which would\n",
+            "run significantly faster if you enabled sliced object downloads. This\n",
+            "feature is enabled by default but requires that compiled crcmod be\n",
+            "installed (see \"gsutil help crcmod\").\n",
+            "\n",
+            "\\ [1 files][  1.0 GiB/  1.0 GiB]   86.5 MiB/s                                   \n",
+            "Operation completed over 1 objects/1.0 GiB.                                      \n",
+            "Archive:  tapas_sqa_base.zip\n",
+            "   creating: tapas_sqa_base/\n",
+            "  inflating: tapas_sqa_base/model.ckpt.data-00000-of-00001  \n",
+            "  inflating: tapas_sqa_base/model.ckpt.index  \n",
+            "  inflating: tapas_sqa_base/README.txt  \n",
+            "  inflating: tapas_sqa_base/vocab.txt  \n",
+            "  inflating: tapas_sqa_base/bert_config.json  \n",
+            "  inflating: tapas_sqa_base/model.ckpt.meta  \n"
+          ]
+        }
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "E3107bGlGm7d"
+      },
+      "source": [
+        "# Imports"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "metadata": {
+        "id": "pnUjDlLqDd3m"
+      },
+      "source": [
+        "import tensorflow.compat.v1 as tf\n",
+        "import os\n",
+        "import shutil\n",
+        "import csv\n",
+        "import pandas as pd\n",
+        "import IPython\n",
+        "\n",
+        "tf.get_logger().setLevel('ERROR')"
+      ],
+      "execution_count": 4,
+      "outputs": []
+    },
+    {
+      "cell_type": "code",
+      "metadata": {
+        "id": "aml6oLFl1dSt",
+        "colab": {
+          "base_uri": "https://localhost:8080/",
+          "height": 367
+        },
+        "outputId": "4bc24340-e13d-47c8-ff7e-4b276f7ab960"
+      },
+      "source": [
+        "from tapas.utils import tf_example_utils\n",
+        "from tapas.protos import interaction_pb2\n",
+        "from tapas.utils import number_annotation_utils\n",
+        "from tapas.scripts import prediction_utils"
+      ],
+      "execution_count": 5,
+      "outputs": [
+        {
+          "output_type": "error",
+          "ename": "ModuleNotFoundError",
+          "evalue": "No module named 'tapas.utils'",
+          "traceback": [
+            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
+            "\u001b[0;31mModuleNotFoundError\u001b[0m                       Traceback (most recent call last)",
+            "\u001b[0;32m<ipython-input-5-c29ce12f712b>\u001b[0m in \u001b[0;36m<cell line: 1>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0;32mfrom\u001b[0m \u001b[0mtapas\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mutils\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mtf_example_utils\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      2\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0mtapas\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mprotos\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0minteraction_pb2\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      3\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0mtapas\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mutils\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mnumber_annotation_utils\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0mtapas\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mscripts\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mprediction_utils\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
+            "\u001b[0;31mModuleNotFoundError\u001b[0m: No module named 'tapas.utils'",
+            "",
+            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0;32m\nNOTE: If your import is failing due to a missing package, you can\nmanually install dependencies using either !pip or !apt.\n\nTo view examples of installing some common dependencies, click the\n\"Open Examples\" button below.\n\u001b[0;31m---------------------------------------------------------------------------\u001b[0m\n"
+          ],
+          "errorDetails": {
+            "actions": [
+              {
+                "action": "open_url",
+                "actionText": "Open Examples",
+                "url": "/notebooks/snippets/importing_libraries.ipynb"
+              }
+            ]
+          }
+        }
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "AbMUYT1bKMp9"
+      },
+      "source": [
+        "# Load checkpoint for prediction"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "IO0d_wFMy82O"
+      },
+      "source": [
+        "Here's the prediction code, which will create and `interaction_pb2.Interaction` protobuf object, which is the datastructure we use to store examples, and then call the prediction script."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "metadata": {
+        "id": "UKfxspnVFPsc"
+      },
+      "source": [
+        "os.makedirs('results/sqa/tf_examples', exist_ok=True)\n",
+        "os.makedirs('results/sqa/model', exist_ok=True)\n",
+        "with open('results/sqa/model/checkpoint', 'w') as f:\n",
+        "  f.write('model_checkpoint_path: \"model.ckpt-0\"')\n",
+        "for suffix in ['.data-00000-of-00001', '.index', '.meta']:\n",
+        "  shutil.copyfile(f'tapas_sqa_base/model.ckpt{suffix}', f'results/sqa/model/model.ckpt-0{suffix}')"
+      ],
+      "execution_count": null,
+      "outputs": []
+    },
+    {
+      "cell_type": "code",
+      "metadata": {
+        "id": "qJDsiHLWGOoO"
+      },
+      "source": [
+        "df = pd.read_csv(\"/content/sales.csv\")"
+      ],
+      "execution_count": null,
+      "outputs": []
+    },
+    {
+      "cell_type": "code",
+      "metadata": {
+        "id": "_ApMF3mAHitK"
+      },
+      "source": [
+        "df = df.astype(str)"
+      ],
+      "execution_count": null,
+      "outputs": []
+    },
+    {
+      "cell_type": "code",
+      "metadata": {
+        "id": "x4sR97-zGyir",
+        "colab": {
+          "base_uri": "https://localhost:8080/",
+          "height": 355
+        },
+        "outputId": "3fb679c5-6391-4249-8037-518634782b7b"
+      },
+      "source": [
+        "df.head(10)"
+      ],
+      "execution_count": null,
+      "outputs": [
+        {
+          "output_type": "execute_result",
+          "data": {
+            "text/html": [
+              "<div>\n",
+              "<style scoped>\n",
+              "    .dataframe tbody tr th:only-of-type {\n",
+              "        vertical-align: middle;\n",
+              "    }\n",
+              "\n",
+              "    .dataframe tbody tr th {\n",
+              "        vertical-align: top;\n",
+              "    }\n",
+              "\n",
+              "    .dataframe thead th {\n",
+              "        text-align: right;\n",
+              "    }\n",
+              "</style>\n",
+              "<table border=\"1\" class=\"dataframe\">\n",
+              "  <thead>\n",
+              "    <tr style=\"text-align: right;\">\n",
+              "      <th></th>\n",
+              "      <th>Pos</th>\n",
+              "      <th>Player</th>\n",
+              "      <th>Team</th>\n",
+              "      <th>Span</th>\n",
+              "      <th>Innings</th>\n",
+              "      <th>Runs</th>\n",
+              "      <th>Highest Score</th>\n",
+              "      <th>Average</th>\n",
+              "      <th>Strike Rate</th>\n",
+              "    </tr>\n",
+              "  </thead>\n",
+              "  <tbody>\n",
+              "    <tr>\n",
+              "      <th>0</th>\n",
+              "      <td>1</td>\n",
+              "      <td>Sachin Tendulkar</td>\n",
+              "      <td>India</td>\n",
+              "      <td>1989-2012</td>\n",
+              "      <td>452</td>\n",
+              "      <td>18426</td>\n",
+              "      <td>200</td>\n",
+              "      <td>44.83</td>\n",
+              "      <td>86.23</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>1</th>\n",
+              "      <td>2</td>\n",
+              "      <td>Kumar Sangakkara</td>\n",
+              "      <td>Sri Lanka</td>\n",
+              "      <td>2000-2015</td>\n",
+              "      <td>380</td>\n",
+              "      <td>14234</td>\n",
+              "      <td>169</td>\n",
+              "      <td>41.98</td>\n",
+              "      <td>78.86</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>2</th>\n",
+              "      <td>3</td>\n",
+              "      <td>Ricky Ponting</td>\n",
+              "      <td>Australia</td>\n",
+              "      <td>1995-2012</td>\n",
+              "      <td>365</td>\n",
+              "      <td>13704</td>\n",
+              "      <td>164</td>\n",
+              "      <td>42.03</td>\n",
+              "      <td>80.39</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>3</th>\n",
+              "      <td>4</td>\n",
+              "      <td>Sanath Jayasuriya</td>\n",
+              "      <td>Sri Lanka</td>\n",
+              "      <td>1989-2011</td>\n",
+              "      <td>433</td>\n",
+              "      <td>13430</td>\n",
+              "      <td>189</td>\n",
+              "      <td>32.36</td>\n",
+              "      <td>91.2</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>4</th>\n",
+              "      <td>5</td>\n",
+              "      <td>Mahela Jayawardene</td>\n",
+              "      <td>Sri Lanka</td>\n",
+              "      <td>1998-2015</td>\n",
+              "      <td>418</td>\n",
+              "      <td>12650</td>\n",
+              "      <td>144</td>\n",
+              "      <td>33.37</td>\n",
+              "      <td>78.96</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>5</th>\n",
+              "      <td>6</td>\n",
+              "      <td>Virat Kohli</td>\n",
+              "      <td>India</td>\n",
+              "      <td>2008-2020</td>\n",
+              "      <td>236</td>\n",
+              "      <td>11867</td>\n",
+              "      <td>183</td>\n",
+              "      <td>59.85</td>\n",
+              "      <td>93.39</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>6</th>\n",
+              "      <td>7</td>\n",
+              "      <td>Inzamam-ul-Haq</td>\n",
+              "      <td>Pakistan</td>\n",
+              "      <td>1991-2007</td>\n",
+              "      <td>350</td>\n",
+              "      <td>11739</td>\n",
+              "      <td>137</td>\n",
+              "      <td>39.52</td>\n",
+              "      <td>74.24</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>7</th>\n",
+              "      <td>8</td>\n",
+              "      <td>Jacques Kallis</td>\n",
+              "      <td>South Africa</td>\n",
+              "      <td>1996-2014</td>\n",
+              "      <td>314</td>\n",
+              "      <td>11579</td>\n",
+              "      <td>139</td>\n",
+              "      <td>44.36</td>\n",
+              "      <td>72.89</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>8</th>\n",
+              "      <td>9</td>\n",
+              "      <td>Saurav Ganguly</td>\n",
+              "      <td>India</td>\n",
+              "      <td>1992-2007</td>\n",
+              "      <td>300</td>\n",
+              "      <td>11363</td>\n",
+              "      <td>183</td>\n",
+              "      <td>41.02</td>\n",
+              "      <td>73.7</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <th>9</th>\n",
+              "      <td>10</td>\n",
+              "      <td>Rahul Dravid</td>\n",
+              "      <td>India</td>\n",
+              "      <td>1996-2011</td>\n",
+              "      <td>318</td>\n",
+              "      <td>10889</td>\n",
+              "      <td>153</td>\n",
+              "      <td>39.16</td>\n",
+              "      <td>71.24</td>\n",
+              "    </tr>\n",
+              "  </tbody>\n",
+              "</table>\n",
+              "</div>"
+            ],
+            "text/plain": [
+              "  Pos              Player          Team  ... Highest Score Average Strike Rate\n",
+              "0   1    Sachin Tendulkar         India  ...           200   44.83       86.23\n",
+              "1   2    Kumar Sangakkara     Sri Lanka  ...           169   41.98       78.86\n",
+              "2   3       Ricky Ponting     Australia  ...           164   42.03       80.39\n",
+              "3   4   Sanath Jayasuriya     Sri Lanka  ...           189   32.36        91.2\n",
+              "4   5  Mahela Jayawardene     Sri Lanka  ...           144   33.37       78.96\n",
+              "5   6         Virat Kohli         India  ...           183   59.85       93.39\n",
+              "6   7      Inzamam-ul-Haq      Pakistan  ...           137   39.52       74.24\n",
+              "7   8      Jacques Kallis  South Africa  ...           139   44.36       72.89\n",
+              "8   9      Saurav Ganguly         India  ...           183   41.02        73.7\n",
+              "9  10        Rahul Dravid         India  ...           153   39.16       71.24\n",
+              "\n",
+              "[10 rows x 9 columns]"
+            ]
+          },
+          "metadata": {
+            "tags": []
+          },
+          "execution_count": 8
+        }
+      ]
+    },
+    {
+      "cell_type": "code",
+      "metadata": {
+        "id": "aQy0TbnHKgrw",
+        "colab": {
+          "base_uri": "https://localhost:8080/",
+          "height": 1000
+        },
+        "outputId": "44e94e26-2772-4f31-ab7e-38286ed3faaf"
+      },
+      "source": [
+        "list_of_list"
+      ],
+      "execution_count": null,
+      "outputs": [
+        {
+          "output_type": "execute_result",
+          "data": {
+            "text/plain": [
+              "[['Pos',\n",
+              "  'Player',\n",
+              "  'Team',\n",
+              "  'Span',\n",
+              "  'Innings',\n",
+              "  'Runs',\n",
+              "  'Highest Score',\n",
+              "  'Average',\n",
+              "  'Strike Rate'],\n",
+              " ['1',\n",
+              "  'Sachin Tendulkar',\n",
+              "  'India',\n",
+              "  '1989-2012',\n",
+              "  '452',\n",
+              "  '18426',\n",
+              "  '200',\n",
+              "  '44.83',\n",
+              "  '86.23'],\n",
+              " ['2',\n",
+              "  'Kumar Sangakkara',\n",
+              "  'Sri Lanka',\n",
+              "  '2000-2015',\n",
+              "  '380',\n",
+              "  '14234',\n",
+              "  '169',\n",
+              "  '41.98',\n",
+              "  '78.86'],\n",
+              " ['3',\n",
+              "  'Ricky Ponting',\n",
+              "  'Australia',\n",
+              "  '1995-2012',\n",
+              "  '365',\n",
+              "  '13704',\n",
+              "  '164',\n",
+              "  '42.03',\n",
+              "  '80.39'],\n",
+              " ['4',\n",
+              "  'Sanath Jayasuriya',\n",
+              "  'Sri Lanka',\n",
+              "  '1989-2011',\n",
+              "  '433',\n",
+              "  '13430',\n",
+              "  '189',\n",
+              "  '32.36',\n",
+              "  '91.2'],\n",
+              " ['5',\n",
+              "  'Mahela Jayawardene',\n",
+              "  'Sri Lanka',\n",
+              "  '1998-2015',\n",
+              "  '418',\n",
+              "  '12650',\n",
+              "  '144',\n",
+              "  '33.37',\n",
+              "  '78.96'],\n",
+              " ['6',\n",
+              "  'Virat Kohli',\n",
+              "  'India',\n",
+              "  '2008-2020',\n",
+              "  '236',\n",
+              "  '11867',\n",
+              "  '183',\n",
+              "  '59.85',\n",
+              "  '93.39'],\n",
+              " ['7',\n",
+              "  'Inzamam-ul-Haq',\n",
+              "  'Pakistan',\n",
+              "  '1991-2007',\n",
+              "  '350',\n",
+              "  '11739',\n",
+              "  '137',\n",
+              "  '39.52',\n",
+              "  '74.24'],\n",
+              " ['8',\n",
+              "  'Jacques Kallis',\n",
+              "  'South Africa',\n",
+              "  '1996-2014',\n",
+              "  '314',\n",
+              "  '11579',\n",
+              "  '139',\n",
+              "  '44.36',\n",
+              "  '72.89'],\n",
+              " ['9',\n",
+              "  'Saurav Ganguly',\n",
+              "  'India',\n",
+              "  '1992-2007',\n",
+              "  '300',\n",
+              "  '11363',\n",
+              "  '183',\n",
+              "  '41.02',\n",
+              "  '73.7'],\n",
+              " ['10',\n",
+              "  'Rahul Dravid',\n",
+              "  'India',\n",
+              "  '1996-2011',\n",
+              "  '318',\n",
+              "  '10889',\n",
+              "  '153',\n",
+              "  '39.16',\n",
+              "  '71.24']]"
+            ]
+          },
+          "metadata": {
+            "tags": []
+          },
+          "execution_count": 10
+        }
+      ]
+    },
+    {
+      "cell_type": "code",
+      "metadata": {
+        "id": "kpv469YIKgu1"
+      },
+      "source": [
+        "list_of_list = [[]]\n",
+        "list_of_list[0] = list(df.columns)\n",
+        "list_of_list.extend(df.values.tolist())"
+      ],
+      "execution_count": null,
+      "outputs": []
+    },
+    {
+      "cell_type": "code",
+      "metadata": {
+        "id": "9RlvgDAmCNtP"
+      },
+      "source": [
+        "max_seq_length = 512\n",
+        "vocab_file = \"tapas_sqa_base/vocab.txt\"\n",
+        "config = tf_example_utils.ClassifierConversionConfig(\n",
+        "    vocab_file=vocab_file,\n",
+        "    max_seq_length=max_seq_length,\n",
+        "    max_column_id=max_seq_length,\n",
+        "    max_row_id=max_seq_length,\n",
+        "    strip_column_names=False,\n",
+        "    add_aggregation_candidates=False,\n",
+        ")\n",
+        "converter = tf_example_utils.ToClassifierTensorflowExample(config)\n",
+        "\n",
+        "def convert_interactions_to_examples(tables_and_queries):\n",
+        "  \"\"\"Calls Tapas converter to convert interaction to example.\"\"\"\n",
+        "  for idx, (table, queries) in enumerate(tables_and_queries):\n",
+        "    interaction = interaction_pb2.Interaction()\n",
+        "    for position, query in enumerate(queries):\n",
+        "      question = interaction.questions.add()\n",
+        "      question.original_text = query\n",
+        "      question.id = f\"{idx}-0_{position}\"\n",
+        "    for header in table[0]:\n",
+        "      interaction.table.columns.add().text = header\n",
+        "    for line in table[1:]:\n",
+        "      row = interaction.table.rows.add()\n",
+        "      for cell in line:\n",
+        "        row.cells.add().text = cell\n",
+        "    number_annotation_utils.add_numeric_values(interaction)\n",
+        "    for i in range(len(interaction.questions)):\n",
+        "      try:\n",
+        "        yield converter.convert(interaction, i)\n",
+        "      except ValueError as e:\n",
+        "        print(f\"Can't convert interaction: {interaction.id} error: {e}\")\n",
+        "\n",
+        "def write_tf_example(filename, examples):\n",
+        "  with tf.io.TFRecordWriter(filename) as writer:\n",
+        "    for example in examples:\n",
+        "      writer.write(example.SerializeToString())\n",
+        "\n",
+        "def predict(table_data, queries):\n",
+        "  table = table_data\n",
+        "  examples = convert_interactions_to_examples([(table, queries)])\n",
+        "  write_tf_example(\"results/sqa/tf_examples/test.tfrecord\", examples)\n",
+        "  write_tf_example(\"results/sqa/tf_examples/random-split-1-dev.tfrecord\", [])\n",
+        "\n",
+        "  ! python tapas/tapas/run_task_main.py \\\n",
+        "    --task=\"SQA\" \\\n",
+        "    --output_dir=\"results\" \\\n",
+        "    --noloop_predict \\\n",
+        "    --test_batch_size={len(queries)} \\\n",
+        "    --tapas_verbosity=\"ERROR\" \\\n",
+        "    --compression_type= \\\n",
+        "    --init_checkpoint=\"tapas_sqa_base/model.ckpt\" \\\n",
+        "    --bert_config_file=\"tapas_sqa_base/bert_config.json\" \\\n",
+        "    --mode=\"predict\" 2> error\n",
+        "\n",
+        "\n",
+        "  results_path = \"results/sqa/model/test_sequence.tsv\"\n",
+        "  all_coordinates = []\n",
+        "  df = pd.DataFrame(table[1:], columns=table[0])\n",
+        "  display(IPython.display.HTML(df.to_html(index=False)))\n",
+        "  print()\n",
+        "  with open(results_path) as csvfile:\n",
+        "    reader = csv.DictReader(csvfile, delimiter='\\t')\n",
+        "    for row in reader:\n",
+        "      coordinates = prediction_utils.parse_coordinates(row[\"answer_coordinates\"])\n",
+        "      all_coordinates.append(coordinates)\n",
+        "      answers = ', '.join([table[row + 1][col] for row, col in coordinates])\n",
+        "      position = int(row['position'])\n",
+        "      print(\">\", queries[position])\n",
+        "      print(answers)\n",
+        "  return all_coordinates"
+      ],
+      "execution_count": null,
+      "outputs": []
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "Gqu-I-M9QaoA"
+      },
+      "source": [
+        "# Predict"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "metadata": {
+        "id": "SIE7bTJMVuSh",
+        "colab": {
+          "base_uri": "https://localhost:8080/",
+          "height": 618
+        },
+        "outputId": "a960fcd7-cdab-499c-d81c-5d0d8c1ccc69"
+      },
+      "source": [
+        "result = predict(list_of_list, [\"what were the players names?\",\n",
+        "      \"of these, which team did Sachin Tendulkar play for?\",\n",
+        "      \"what is his highest score?\",\n",
+        "      \"how many runs has Virat Kohli scored?\"])"
+      ],
+      "execution_count": null,
+      "outputs": [
+        {
+          "output_type": "stream",
+          "text": [
+            "is_built_with_cuda: True\n",
+            "is_gpu_available: True\n",
+            "GPUs: [PhysicalDevice(name='/physical_device:GPU:0', device_type='GPU')]\n",
+            "Training or predicting ...\n",
+            "Evaluation finished after training step 0.\n"
+          ],
+          "name": "stdout"
+        },
+        {
+          "output_type": "display_data",
+          "data": {
+            "text/html": [
+              "<table border=\"1\" class=\"dataframe\">\n",
+              "  <thead>\n",
+              "    <tr style=\"text-align: right;\">\n",
+              "      <th>Pos</th>\n",
+              "      <th>Player</th>\n",
+              "      <th>Team</th>\n",
+              "      <th>Span</th>\n",
+              "      <th>Innings</th>\n",
+              "      <th>Runs</th>\n",
+              "      <th>Highest Score</th>\n",
+              "      <th>Average</th>\n",
+              "      <th>Strike Rate</th>\n",
+              "    </tr>\n",
+              "  </thead>\n",
+              "  <tbody>\n",
+              "    <tr>\n",
+              "      <td>1</td>\n",
+              "      <td>Sachin Tendulkar</td>\n",
+              "      <td>India</td>\n",
+              "      <td>1989-2012</td>\n",
+              "      <td>452</td>\n",
+              "      <td>18426</td>\n",
+              "      <td>200</td>\n",
+              "      <td>44.83</td>\n",
+              "      <td>86.23</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <td>2</td>\n",
+              "      <td>Kumar Sangakkara</td>\n",
+              "      <td>Sri Lanka</td>\n",
+              "      <td>2000-2015</td>\n",
+              "      <td>380</td>\n",
+              "      <td>14234</td>\n",
+              "      <td>169</td>\n",
+              "      <td>41.98</td>\n",
+              "      <td>78.86</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <td>3</td>\n",
+              "      <td>Ricky Ponting</td>\n",
+              "      <td>Australia</td>\n",
+              "      <td>1995-2012</td>\n",
+              "      <td>365</td>\n",
+              "      <td>13704</td>\n",
+              "      <td>164</td>\n",
+              "      <td>42.03</td>\n",
+              "      <td>80.39</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <td>4</td>\n",
+              "      <td>Sanath Jayasuriya</td>\n",
+              "      <td>Sri Lanka</td>\n",
+              "      <td>1989-2011</td>\n",
+              "      <td>433</td>\n",
+              "      <td>13430</td>\n",
+              "      <td>189</td>\n",
+              "      <td>32.36</td>\n",
+              "      <td>91.2</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <td>5</td>\n",
+              "      <td>Mahela Jayawardene</td>\n",
+              "      <td>Sri Lanka</td>\n",
+              "      <td>1998-2015</td>\n",
+              "      <td>418</td>\n",
+              "      <td>12650</td>\n",
+              "      <td>144</td>\n",
+              "      <td>33.37</td>\n",
+              "      <td>78.96</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <td>6</td>\n",
+              "      <td>Virat Kohli</td>\n",
+              "      <td>India</td>\n",
+              "      <td>2008-2020</td>\n",
+              "      <td>236</td>\n",
+              "      <td>11867</td>\n",
+              "      <td>183</td>\n",
+              "      <td>59.85</td>\n",
+              "      <td>93.39</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <td>7</td>\n",
+              "      <td>Inzamam-ul-Haq</td>\n",
+              "      <td>Pakistan</td>\n",
+              "      <td>1991-2007</td>\n",
+              "      <td>350</td>\n",
+              "      <td>11739</td>\n",
+              "      <td>137</td>\n",
+              "      <td>39.52</td>\n",
+              "      <td>74.24</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <td>8</td>\n",
+              "      <td>Jacques Kallis</td>\n",
+              "      <td>South Africa</td>\n",
+              "      <td>1996-2014</td>\n",
+              "      <td>314</td>\n",
+              "      <td>11579</td>\n",
+              "      <td>139</td>\n",
+              "      <td>44.36</td>\n",
+              "      <td>72.89</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <td>9</td>\n",
+              "      <td>Saurav Ganguly</td>\n",
+              "      <td>India</td>\n",
+              "      <td>1992-2007</td>\n",
+              "      <td>300</td>\n",
+              "      <td>11363</td>\n",
+              "      <td>183</td>\n",
+              "      <td>41.02</td>\n",
+              "      <td>73.7</td>\n",
+              "    </tr>\n",
+              "    <tr>\n",
+              "      <td>10</td>\n",
+              "      <td>Rahul Dravid</td>\n",
+              "      <td>India</td>\n",
+              "      <td>1996-2011</td>\n",
+              "      <td>318</td>\n",
+              "      <td>10889</td>\n",
+              "      <td>153</td>\n",
+              "      <td>39.16</td>\n",
+              "      <td>71.24</td>\n",
+              "    </tr>\n",
+              "  </tbody>\n",
+              "</table>"
+            ],
+            "text/plain": [
+              "<IPython.core.display.HTML object>"
+            ]
+          },
+          "metadata": {
+            "tags": []
+          }
+        },
+        {
+          "output_type": "stream",
+          "text": [
+            "\n",
+            "> what were the players names?\n",
+            "Sachin Tendulkar, Rahul Dravid, Jacques Kallis, Saurav Ganguly, Inzamam-ul-Haq, Sanath Jayasuriya, Ricky Ponting, Virat Kohli, Mahela Jayawardene, Kumar Sangakkara\n",
+            "> of these, which team did Sachin Tendulkar play for?\n",
+            "India\n",
+            "> what is his highest score?\n",
+            "200\n",
+            "> how many runs has Virat Kohli scored?\n",
+            "11867\n"
+          ],
+          "name": "stdout"
+        }
+      ]
+    },
+    {
+      "cell_type": "code",
+      "metadata": {
+        "id": "4WxPWUXVGh2W"
+      },
+      "source": [],
+      "execution_count": null,
+      "outputs": []
+    }
+  ]
+}