notebooks/ranking/final_model/test-ranks-for-model-XX.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "a960515c",
   "metadata": {},
   "source": [
    "Uses `model-00` to produce its ranks for the test dataset.\n",
    "\n",
    "The notebook should serve as a template to produce ranks for the rest base models. Just set a suitable value for `MODEL_PATH`."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "e224163c",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-12-09T08:50:40.077933Z",
     "iopub.status.busy": "2021-12-09T08:50:40.076993Z",
     "iopub.status.idle": "2021-12-09T08:50:40.083233Z",
     "shell.execute_reply": "2021-12-09T08:50:40.083722Z",
     "shell.execute_reply.started": "2021-12-08T16:11:42.803365Z"
    },
    "papermill": {
     "duration": 0.052403,
     "end_time": "2021-12-09T08:50:40.084031",
     "exception": false,
     "start_time": "2021-12-09T08:50:40.031628",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "MODEL_PATH = '../input/train-model-0{}/ranker-00.model'.format(0)\n",
    "CALC_TF_IDF = False"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "3bcaea0d",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-12-09T08:50:40.132893Z",
     "iopub.status.busy": "2021-12-09T08:50:40.131931Z",
     "iopub.status.idle": "2021-12-09T08:51:22.542262Z",
     "shell.execute_reply": "2021-12-09T08:51:22.541665Z",
     "shell.execute_reply.started": "2021-12-08T16:11:42.833661Z"
    },
    "papermill": {
     "duration": 42.43534,
     "end_time": "2021-12-09T08:51:22.542454",
     "exception": false,
     "start_time": "2021-12-09T08:50:40.107114",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Collecting transliterate\r\n",
      "  Downloading transliterate-1.10.2-py2.py3-none-any.whl (45 kB)\r\n",
      "\u001b[K     |████████████████████████████████| 45 kB 161 kB/s \r\n",
      "\u001b[?25hRequirement already satisfied: six>=1.1.0 in /opt/conda/lib/python3.7/site-packages (from transliterate) (1.16.0)\r\n",
      "Installing collected packages: transliterate\r\n",
      "Successfully installed transliterate-1.10.2\r\n",
      "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\r\n",
      "Collecting sentence-transformers\r\n",
      "  Downloading sentence-transformers-2.1.0.tar.gz (78 kB)\r\n",
      "\u001b[K     |████████████████████████████████| 78 kB 338 kB/s \r\n",
      "\u001b[?25hCollecting transformers<5.0.0,>=4.6.0\r\n",
      "  Downloading transformers-4.12.5-py3-none-any.whl (3.1 MB)\r\n",
      "\u001b[K     |████████████████████████████████| 3.1 MB 563 kB/s \r\n",
      "\u001b[?25hRequirement already satisfied: tokenizers>=0.10.3 in /opt/conda/lib/python3.7/site-packages (from sentence-transformers) (0.10.3)\r\n",
      "Requirement already satisfied: tqdm in /opt/conda/lib/python3.7/site-packages (from sentence-transformers) (4.62.3)\r\n",
      "Requirement already satisfied: torch>=1.6.0 in /opt/conda/lib/python3.7/site-packages (from sentence-transformers) (1.9.1+cpu)\r\n",
      "Requirement already satisfied: torchvision in /opt/conda/lib/python3.7/site-packages (from sentence-transformers) (0.10.1+cpu)\r\n",
      "Requirement already satisfied: numpy in /opt/conda/lib/python3.7/site-packages (from sentence-transformers) (1.19.5)\r\n",
      "Requirement already satisfied: scikit-learn in /opt/conda/lib/python3.7/site-packages (from sentence-transformers) (0.23.2)\r\n",
      "Requirement already satisfied: scipy in /opt/conda/lib/python3.7/site-packages (from sentence-transformers) (1.7.1)\r\n",
      "Requirement already satisfied: nltk in /opt/conda/lib/python3.7/site-packages (from sentence-transformers) (3.2.4)\r\n",
      "Requirement already satisfied: sentencepiece in /opt/conda/lib/python3.7/site-packages (from sentence-transformers) (0.1.96)\r\n",
      "Requirement already satisfied: huggingface-hub in /opt/conda/lib/python3.7/site-packages (from sentence-transformers) (0.0.19)\r\n",
      "Requirement already satisfied: typing-extensions in /opt/conda/lib/python3.7/site-packages (from torch>=1.6.0->sentence-transformers) (3.10.0.2)\r\n",
      "Collecting huggingface-hub\r\n",
      "  Downloading huggingface_hub-0.2.1-py3-none-any.whl (61 kB)\r\n",
      "\u001b[K     |████████████████████████████████| 61 kB 325 kB/s \r\n",
      "\u001b[?25hRequirement already satisfied: regex!=2019.12.17 in /opt/conda/lib/python3.7/site-packages (from transformers<5.0.0,>=4.6.0->sentence-transformers) (2021.8.28)\r\n",
      "Requirement already satisfied: pyyaml>=5.1 in /opt/conda/lib/python3.7/site-packages (from transformers<5.0.0,>=4.6.0->sentence-transformers) (5.4.1)\r\n",
      "Requirement already satisfied: filelock in /opt/conda/lib/python3.7/site-packages (from transformers<5.0.0,>=4.6.0->sentence-transformers) (3.0.12)\r\n",
      "Requirement already satisfied: importlib-metadata in /opt/conda/lib/python3.7/site-packages (from transformers<5.0.0,>=4.6.0->sentence-transformers) (4.8.1)\r\n",
      "Requirement already satisfied: packaging>=20.0 in /opt/conda/lib/python3.7/site-packages (from transformers<5.0.0,>=4.6.0->sentence-transformers) (21.0)\r\n",
      "Requirement already satisfied: requests in /opt/conda/lib/python3.7/site-packages (from transformers<5.0.0,>=4.6.0->sentence-transformers) (2.25.1)\r\n",
      "Requirement already satisfied: sacremoses in /opt/conda/lib/python3.7/site-packages (from transformers<5.0.0,>=4.6.0->sentence-transformers) (0.0.46)\r\n",
      "Requirement already satisfied: pyparsing>=2.0.2 in /opt/conda/lib/python3.7/site-packages (from packaging>=20.0->transformers<5.0.0,>=4.6.0->sentence-transformers) (2.4.7)\r\n",
      "Requirement already satisfied: zipp>=0.5 in /opt/conda/lib/python3.7/site-packages (from importlib-metadata->transformers<5.0.0,>=4.6.0->sentence-transformers) (3.5.0)\r\n",
      "Requirement already satisfied: six in /opt/conda/lib/python3.7/site-packages (from nltk->sentence-transformers) (1.16.0)\r\n",
      "Requirement already satisfied: chardet<5,>=3.0.2 in /opt/conda/lib/python3.7/site-packages (from requests->transformers<5.0.0,>=4.6.0->sentence-transformers) (4.0.0)\r\n",
      "Requirement already satisfied: idna<3,>=2.5 in /opt/conda/lib/python3.7/site-packages (from requests->transformers<5.0.0,>=4.6.0->sentence-transformers) (2.10)\r\n",
      "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /opt/conda/lib/python3.7/site-packages (from requests->transformers<5.0.0,>=4.6.0->sentence-transformers) (1.26.6)\r\n",
      "Requirement already satisfied: certifi>=2017.4.17 in /opt/conda/lib/python3.7/site-packages (from requests->transformers<5.0.0,>=4.6.0->sentence-transformers) (2021.10.8)\r\n",
      "Requirement already satisfied: joblib in /opt/conda/lib/python3.7/site-packages (from sacremoses->transformers<5.0.0,>=4.6.0->sentence-transformers) (1.0.1)\r\n",
      "Requirement already satisfied: click in /opt/conda/lib/python3.7/site-packages (from sacremoses->transformers<5.0.0,>=4.6.0->sentence-transformers) (8.0.1)\r\n",
      "Requirement already satisfied: threadpoolctl>=2.0.0 in /opt/conda/lib/python3.7/site-packages (from scikit-learn->sentence-transformers) (2.2.0)\r\n",
      "Requirement already satisfied: pillow>=5.3.0 in /opt/conda/lib/python3.7/site-packages (from torchvision->sentence-transformers) (8.2.0)\r\n",
      "Building wheels for collected packages: sentence-transformers\r\n",
      "  Building wheel for sentence-transformers (setup.py) ... \u001b[?25l-\b \b\\\b \b|\b \bdone\r\n",
      "\u001b[?25h  Created wheel for sentence-transformers: filename=sentence_transformers-2.1.0-py3-none-any.whl size=121000 sha256=e1f69392bb8beeea4e5a8241996f0e6d687e3a2b5be23ec309074b0a4f89c741\r\n",
      "  Stored in directory: /root/.cache/pip/wheels/90/f0/bb/ed1add84da70092ea526466eadc2bfb197c4bcb8d4fa5f7bad\r\n",
      "Successfully built sentence-transformers\r\n",
      "Installing collected packages: huggingface-hub, transformers, sentence-transformers\r\n",
      "  Attempting uninstall: huggingface-hub\r\n",
      "    Found existing installation: huggingface-hub 0.0.19\r\n",
      "    Uninstalling huggingface-hub-0.0.19:\r\n",
      "      Successfully uninstalled huggingface-hub-0.0.19\r\n",
      "  Attempting uninstall: transformers\r\n",
      "    Found existing installation: transformers 4.5.1\r\n",
      "    Uninstalling transformers-4.5.1:\r\n",
      "      Successfully uninstalled transformers-4.5.1\r\n",
      "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\r\n",
      "datasets 1.14.0 requires huggingface-hub<0.1.0,>=0.0.19, but you have huggingface-hub 0.2.1 which is incompatible.\r\n",
      "allennlp 2.7.0 requires transformers<4.10,>=4.1, but you have transformers 4.12.5 which is incompatible.\u001b[0m\r\n",
      "Successfully installed huggingface-hub-0.2.1 sentence-transformers-2.1.0 transformers-4.12.5\r\n",
      "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\r\n"
     ]
    }
   ],
   "source": [
    "!pip install rapidfuzz -qq\n",
    "!pip install transliterate\n",
    "!pip install -U sentence-transformers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "f1388b94",
   "metadata": {
    "_cell_guid": "b1076dfc-b9ad-4769-8c92-a6c4dae69d19",
    "_uuid": "8f2839f25d086af736a60e9eeb907d3b93b6e0e5",
    "execution": {
     "iopub.execute_input": "2021-12-09T08:51:22.627365Z",
     "iopub.status.busy": "2021-12-09T08:51:22.626644Z",
     "iopub.status.idle": "2021-12-09T08:51:31.924288Z",
     "shell.execute_reply": "2021-12-09T08:51:31.924832Z",
     "shell.execute_reply.started": "2021-12-08T16:12:25.522326Z"
    },
    "papermill": {
     "duration": 9.345228,
     "end_time": "2021-12-09T08:51:31.925003",
     "exception": false,
     "start_time": "2021-12-09T08:51:22.579775",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Using \u001b[34mXGBoost 1.5.0 \u001b[0m\n"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "from tqdm import tqdm\n",
    "\n",
    "from collections import Counter\n",
    "\n",
    "from sentence_transformers import util\n",
    "\n",
    "import gc\n",
    "import cloudpickle\n",
    "\n",
    "import os, sys\n",
    "import random\n",
    "\n",
    "import warnings\n",
    "\n",
    "import xgboost as xgb\n",
    "\n",
    "print('Using \\033[34mXGBoost', xgb.__version__, '\\033[0m')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d17f2796",
   "metadata": {
    "papermill": {
     "duration": 0.037643,
     "end_time": "2021-12-09T08:51:32.000636",
     "exception": false,
     "start_time": "2021-12-09T08:51:31.962993",
     "status": "completed"
    },
    "tags": []
   },
   "source": [
    "## Installing wikimatcher"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "462bda48",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-12-09T08:51:32.083195Z",
     "iopub.status.busy": "2021-12-09T08:51:32.082329Z",
     "iopub.status.idle": "2021-12-09T08:51:35.065571Z",
     "shell.execute_reply": "2021-12-09T08:51:35.064547Z",
     "shell.execute_reply.started": "2021-12-08T16:12:35.149666Z"
    },
    "papermill": {
     "duration": 3.027424,
     "end_time": "2021-12-09T08:51:35.065764",
     "exception": false,
     "start_time": "2021-12-09T08:51:32.038340",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cloning into 'wikimatcher'...\r\n",
      "remote: Enumerating objects: 496, done.\u001b[K\r\n",
      "remote: Counting objects: 100% (496/496), done.\u001b[K\r\n",
      "remote: Compressing objects: 100% (342/342), done.\u001b[K\r\n",
      "remote: Total 496 (delta 329), reused 315 (delta 151), pack-reused 0\r\n",
      "Receiving objects: 100% (496/496), 70.46 KiB | 409.00 KiB/s, done.\r\n",
      "Resolving deltas: 100% (329/329), done.\r\n"
     ]
    }
   ],
   "source": [
    "!git clone https://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@github.com/basic-go-ahead/wikimatcher.git\n",
    "sys.path.append('./wikimatcher')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "2c8a486d",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-12-09T08:51:35.154276Z",
     "iopub.status.busy": "2021-12-09T08:51:35.153604Z",
     "iopub.status.idle": "2021-12-09T08:51:35.160853Z",
     "shell.execute_reply": "2021-12-09T08:51:35.161399Z",
     "shell.execute_reply.started": "2021-12-08T16:12:38.285856Z"
    },
    "papermill": {
     "duration": 0.053724,
     "end_time": "2021-12-09T08:51:35.161573",
     "exception": false,
     "start_time": "2021-12-09T08:51:35.107849",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "from wikimatcher.ranking2 import DataPreparator, basic_preprocessing_function"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "1769b8ab",
   "metadata": {
    "papermill": {
     "duration": 0.03963,
     "end_time": "2021-12-09T08:51:35.242450",
     "exception": false,
     "start_time": "2021-12-09T08:51:35.202820",
     "status": "completed"
    },
    "tags": []
   },
   "source": [
    "## Main Part"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "b674eac6",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-12-09T08:51:35.325357Z",
     "iopub.status.busy": "2021-12-09T08:51:35.324635Z",
     "iopub.status.idle": "2021-12-09T08:51:38.184106Z",
     "shell.execute_reply": "2021-12-09T08:51:38.184701Z",
     "shell.execute_reply.started": "2021-12-08T16:12:38.29798Z"
    },
    "papermill": {
     "duration": 2.903082,
     "end_time": "2021-12-09T08:51:38.184902",
     "exception": false,
     "start_time": "2021-12-09T08:51:35.281820",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "images = pd.read_csv('../input/test-dataset/test-images.csv', keep_default_na=False)\n",
    "images['image_id'] = images.index\n",
    "matchings = pd.read_csv('../input/test-combiner-target-dataset/final_matchings.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "2bb90e63",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-12-09T08:51:38.274147Z",
     "iopub.status.busy": "2021-12-09T08:51:38.273186Z",
     "iopub.status.idle": "2021-12-09T08:51:38.276367Z",
     "shell.execute_reply": "2021-12-09T08:51:38.275686Z",
     "shell.execute_reply.started": "2021-12-08T16:12:40.820991Z"
    },
    "papermill": {
     "duration": 0.050448,
     "end_time": "2021-12-09T08:51:38.276511",
     "exception": false,
     "start_time": "2021-12-09T08:51:38.226063",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "if 'preparator' in globals():\n",
    "    del preparator\n",
    "    gc.collect()\n",
    "\n",
    "preparator = DataPreparator(\n",
    "    images=images,\n",
    "    matchings=matchings,\n",
    "    part_amount=50,\n",
    "    samples_per_part=5,\n",
    "    frequency_format_string='../input/test-filter-part-{0:02d}-10/frequency-{1:02d}.pickle',\n",
    "    part_format_string='../input/test-filter-part-{0:02d}-10/part-{1:02d}.parquet',\n",
    "#     prefinal_title_sentence_embeddings_path='../input/test-pagetitle-sentence-embeddings/prefinal_page_title_embeddings.data',\n",
    "#     prefinal_caption_sentence_embeddings_path='../input/test-caption-sentence-embeddings/prefinal_caption_embeddings.data',\n",
    "    calc_tf_idf=CALC_TF_IDF\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "eb160da3",
   "metadata": {
    "papermill": {
     "duration": 0.03961,
     "end_time": "2021-12-09T08:51:38.357002",
     "exception": false,
     "start_time": "2021-12-09T08:51:38.317392",
     "status": "completed"
    },
    "tags": []
   },
   "source": [
    "## Inference"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "c3fb3453",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-12-09T08:51:38.442067Z",
     "iopub.status.busy": "2021-12-09T08:51:38.441262Z",
     "iopub.status.idle": "2021-12-09T08:51:38.444830Z",
     "shell.execute_reply": "2021-12-09T08:51:38.444291Z",
     "shell.execute_reply.started": "2021-12-08T16:12:40.82851Z"
    },
    "papermill": {
     "duration": 0.048247,
     "end_time": "2021-12-09T08:51:38.444959",
     "exception": false,
     "start_time": "2021-12-09T08:51:38.396712",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "pd.set_option('display.max_colwidth', None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "538f8d76",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-12-09T08:51:38.529160Z",
     "iopub.status.busy": "2021-12-09T08:51:38.528530Z",
     "iopub.status.idle": "2021-12-09T08:51:38.651032Z",
     "shell.execute_reply": "2021-12-09T08:51:38.650423Z",
     "shell.execute_reply.started": "2021-12-08T16:12:40.843821Z"
    },
    "papermill": {
     "duration": 0.166866,
     "end_time": "2021-12-09T08:51:38.651214",
     "exception": false,
     "start_time": "2021-12-09T08:51:38.484348",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "ranker = xgb.sklearn.XGBRanker()\n",
    "ranker.load_model(MODEL_PATH)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "cc142ece",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-12-09T08:51:38.737364Z",
     "iopub.status.busy": "2021-12-09T08:51:38.736636Z",
     "iopub.status.idle": "2021-12-09T08:51:41.177069Z",
     "shell.execute_reply": "2021-12-09T08:51:41.177622Z",
     "shell.execute_reply.started": "2021-12-08T16:12:40.910168Z"
    },
    "papermill": {
     "duration": 2.486864,
     "end_time": "2021-12-09T08:51:41.177799",
     "exception": false,
     "start_time": "2021-12-09T08:51:38.690935",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>image_url</th>\n",
       "      <th>count</th>\n",
       "      <th>filename</th>\n",
       "      <th>pured_filename</th>\n",
       "      <th>spaced_filename</th>\n",
       "      <th>undigit_filename</th>\n",
       "      <th>filename_lang</th>\n",
       "      <th>filename_en</th>\n",
       "      <th>section</th>\n",
       "      <th>spaced_filename_translit</th>\n",
       "      <th>ext</th>\n",
       "      <th>filename_contains_digit</th>\n",
       "      <th>id</th>\n",
       "      <th>undigit_filename_translation</th>\n",
       "      <th>final_filename</th>\n",
       "      <th>PREfinal_filename</th>\n",
       "      <th>spaced_undigit_filename</th>\n",
       "      <th>image_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>http://upload.wikimedia.org/wikipedia/commons/0/00/Billingsgate_Cartographer%3B_Blome%2C_RichardSurveyor%3B_Stow%2C_John_1720.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Billingsgate Cartographer; Blome, RichardSurveyor; Stow, John 1720</td>\n",
       "      <td>Billingsgate Cartographer Blome RichardSurveyor Stow John 1720</td>\n",
       "      <td>Billingsgate Cartographer Blome Richard Surveyor Stow John 1720</td>\n",
       "      <td>Billingsgate Cartographer Blome Richard Surveyor Stow John</td>\n",
       "      <td>en</td>\n",
       "      <td>True</td>\n",
       "      <td>commons</td>\n",
       "      <td>NaN</td>\n",
       "      <td>jpg</td>\n",
       "      <td>True</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Billingsgate Cartographer Blome Richard Surveyor Stow John</td>\n",
       "      <td>Billingsgate Cartographer Blome Richard Surveyor Stow John</td>\n",
       "      <td>Billingsgate Cartographer Blome Richard Surveyor Stow John</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>http://upload.wikimedia.org/wikipedia/commons/0/00/Fairbanks%2C_fur_market_%2802_cut%29.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Fairbanks, fur market (02 cut)</td>\n",
       "      <td>Fairbanks fur market 02 cut</td>\n",
       "      <td>Fairbanks fur market 02 cut</td>\n",
       "      <td>Fairbanks fur market cut</td>\n",
       "      <td>en</td>\n",
       "      <td>True</td>\n",
       "      <td>commons</td>\n",
       "      <td>NaN</td>\n",
       "      <td>jpg</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Fairbanks fur market cut</td>\n",
       "      <td>Fairbanks fur market cut</td>\n",
       "      <td>Fairbanks fur market cut</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>http://upload.wikimedia.org/wikipedia/commons/0/00/Giro_Media_Blenio_1.JPG</td>\n",
       "      <td>1</td>\n",
       "      <td>Giro Media Blenio 1</td>\n",
       "      <td>Giro Media Blenio 1</td>\n",
       "      <td>Giro Media Blenio 1</td>\n",
       "      <td>Giro Media Blenio</td>\n",
       "      <td>nl</td>\n",
       "      <td>False</td>\n",
       "      <td>commons</td>\n",
       "      <td>NaN</td>\n",
       "      <td>jpg</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "      <td>Blenio Media Tour</td>\n",
       "      <td>Blenio Media Tour</td>\n",
       "      <td>Blenio Media Tour</td>\n",
       "      <td>Giro Media Blenio</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>http://upload.wikimedia.org/wikipedia/commons/0/00/Guetenbachtor_Lainzer_Tiergarten.JPG</td>\n",
       "      <td>2</td>\n",
       "      <td>Guetenbachtor Lainzer Tiergarten</td>\n",
       "      <td>Guetenbachtor Lainzer Tiergarten</td>\n",
       "      <td>Guetenbachtor Lainzer Tiergarten</td>\n",
       "      <td>Guetenbachtor Lainzer Tiergarten</td>\n",
       "      <td>nl</td>\n",
       "      <td>False</td>\n",
       "      <td>commons</td>\n",
       "      <td>NaN</td>\n",
       "      <td>jpg</td>\n",
       "      <td>False</td>\n",
       "      <td>3</td>\n",
       "      <td>Guetenbachtor Lainzer Tiergarten</td>\n",
       "      <td>Guetenbachtor Lainzer Tiergarten</td>\n",
       "      <td>Guetenbachtor Lainzer Tiergarten</td>\n",
       "      <td>Guetenbachtor Lainzer Tiergarten</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>http://upload.wikimedia.org/wikipedia/commons/0/00/Iron_Maiden%27s_Eddie.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Iron Maiden's Eddie</td>\n",
       "      <td>Iron Maiden s Eddie</td>\n",
       "      <td>Iron Maiden s Eddie</td>\n",
       "      <td>Iron Maiden s Eddie</td>\n",
       "      <td>en</td>\n",
       "      <td>True</td>\n",
       "      <td>commons</td>\n",
       "      <td>NaN</td>\n",
       "      <td>jpg</td>\n",
       "      <td>False</td>\n",
       "      <td>4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Iron Maiden s Eddie</td>\n",
       "      <td>Iron Maiden s Eddie</td>\n",
       "      <td>Iron Maiden s Eddie</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44757</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/vi/2/2f/Princess_kaiulani.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Princess kaiulani</td>\n",
       "      <td>Princess kaiulani</td>\n",
       "      <td>Princess kaiulani</td>\n",
       "      <td>Princess kaiulani</td>\n",
       "      <td>en</td>\n",
       "      <td>True</td>\n",
       "      <td>vi</td>\n",
       "      <td>NaN</td>\n",
       "      <td>jpg</td>\n",
       "      <td>False</td>\n",
       "      <td>44757</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Princess kaiulani</td>\n",
       "      <td>Princess kaiulani</td>\n",
       "      <td>Princess kaiulani</td>\n",
       "      <td>44757</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44758</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/vi/5/52/Thanhongdem1.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Thanhongdem1</td>\n",
       "      <td>Thanhongdem1</td>\n",
       "      <td>Thanhongdem 1</td>\n",
       "      <td>Thanhongdem</td>\n",
       "      <td>en</td>\n",
       "      <td>True</td>\n",
       "      <td>vi</td>\n",
       "      <td>NaN</td>\n",
       "      <td>jpg</td>\n",
       "      <td>True</td>\n",
       "      <td>44758</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Thanhongdem</td>\n",
       "      <td>Thanhongdem</td>\n",
       "      <td>Thanhongdem</td>\n",
       "      <td>44758</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44759</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/vi/8/84/Ch%C3%B9a_m%E1%BB%99t_c%E1%BB%99t_1896.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Chùa một cột 1896</td>\n",
       "      <td>Chùa một cột 1896</td>\n",
       "      <td>Chùa một cột 1896</td>\n",
       "      <td>Chùa một cột</td>\n",
       "      <td>vi</td>\n",
       "      <td>False</td>\n",
       "      <td>vi</td>\n",
       "      <td>Chua một cột 1896</td>\n",
       "      <td>jpg</td>\n",
       "      <td>True</td>\n",
       "      <td>44759</td>\n",
       "      <td>One Pillar Pagoda</td>\n",
       "      <td>One Pillar Pagoda</td>\n",
       "      <td>One Pillar Pagoda</td>\n",
       "      <td>Chùa một cột</td>\n",
       "      <td>44759</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44760</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/vi/8/89/Gi%C3%A1o_ho%C3%A0ng_Gioan_Phao_l%C3%B4_II_ch%E1%BB%A5p_c%C3%B9ng_HY_Giuse_Maria_Tr%E1%BB%8Bnh_V%C4%83n_C%C4%83n_t%E1%BA%A1i_Vatican.png</td>\n",
       "      <td>1</td>\n",
       "      <td>Giáo hoàng Gioan Phao lô II chụp cùng HY Giuse Maria Trịnh Văn Căn tại Vatican</td>\n",
       "      <td>Giáo hoàng Gioan Phao lô II chụp cùng HY Giuse Maria Trịnh Văn Căn tại Vatican</td>\n",
       "      <td>Giáo hoàng Gioan Phao lô II chụp cùng HY Giuse Maria Trịnh Văn Căn tại Vatican</td>\n",
       "      <td>Giáo hoàng Gioan Phao lô II chụp cùng HY Giuse Maria Trịnh Văn Căn tại Vatican</td>\n",
       "      <td>vi</td>\n",
       "      <td>False</td>\n",
       "      <td>vi</td>\n",
       "      <td>Giao hoang Gioan Phao lo II chụp cung HY Giuse Maria Trịnh Văn Căn tại Vatican</td>\n",
       "      <td>png</td>\n",
       "      <td>False</td>\n",
       "      <td>44760</td>\n",
       "      <td>Pope John Paul II poses with Cardinal Joseph Trinh Van Can at the Vatican</td>\n",
       "      <td>Pope John Paul II poses with Cardinal Joseph Trinh Van Can at the Vatican</td>\n",
       "      <td>Pope John Paul II poses with Cardinal Joseph Trinh Van Can at the Vatican</td>\n",
       "      <td>Giáo hoàng Gioan Phao lô II chụp cùng HY Giuse Maria Trịnh Văn Căn tại Vatican</td>\n",
       "      <td>44760</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44761</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/vi/b/b4/NamKy_%28BasseCochichine%291878.jpg</td>\n",
       "      <td>3</td>\n",
       "      <td>NamKy (BasseCochichine)1878</td>\n",
       "      <td>NamKy BasseCochichine 1878</td>\n",
       "      <td>Nam Ky Basse Cochichine 1878</td>\n",
       "      <td>Nam Ky Basse Cochichine</td>\n",
       "      <td>ceb</td>\n",
       "      <td>False</td>\n",
       "      <td>vi</td>\n",
       "      <td>NaN</td>\n",
       "      <td>jpg</td>\n",
       "      <td>True</td>\n",
       "      <td>44761</td>\n",
       "      <td>Nam Ky Basse Cochichine</td>\n",
       "      <td>Nam Ky Basse Cochichine</td>\n",
       "      <td>Nam Ky Basse Cochichine</td>\n",
       "      <td>Nam Ky Basse Cochichine</td>\n",
       "      <td>44761</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>44762 rows × 18 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                                                                                                                     image_url  \\\n",
       "0                                                            http://upload.wikimedia.org/wikipedia/commons/0/00/Billingsgate_Cartographer%3B_Blome%2C_RichardSurveyor%3B_Stow%2C_John_1720.jpg   \n",
       "1                                                                                                  http://upload.wikimedia.org/wikipedia/commons/0/00/Fairbanks%2C_fur_market_%2802_cut%29.jpg   \n",
       "2                                                                                                                   http://upload.wikimedia.org/wikipedia/commons/0/00/Giro_Media_Blenio_1.JPG   \n",
       "3                                                                                                      http://upload.wikimedia.org/wikipedia/commons/0/00/Guetenbachtor_Lainzer_Tiergarten.JPG   \n",
       "4                                                                                                                 http://upload.wikimedia.org/wikipedia/commons/0/00/Iron_Maiden%27s_Eddie.jpg   \n",
       "...                                                                                                                                                                                        ...   \n",
       "44757                                                                                                                     https://upload.wikimedia.org/wikipedia/vi/2/2f/Princess_kaiulani.jpg   \n",
       "44758                                                                                                                          https://upload.wikimedia.org/wikipedia/vi/5/52/Thanhongdem1.jpg   \n",
       "44759                                                                                                https://upload.wikimedia.org/wikipedia/vi/8/84/Ch%C3%B9a_m%E1%BB%99t_c%E1%BB%99t_1896.jpg   \n",
       "44760  https://upload.wikimedia.org/wikipedia/vi/8/89/Gi%C3%A1o_ho%C3%A0ng_Gioan_Phao_l%C3%B4_II_ch%E1%BB%A5p_c%C3%B9ng_HY_Giuse_Maria_Tr%E1%BB%8Bnh_V%C4%83n_C%C4%83n_t%E1%BA%A1i_Vatican.png   \n",
       "44761                                                                                                       https://upload.wikimedia.org/wikipedia/vi/b/b4/NamKy_%28BasseCochichine%291878.jpg   \n",
       "\n",
       "       count  \\\n",
       "0          1   \n",
       "1          1   \n",
       "2          1   \n",
       "3          2   \n",
       "4          1   \n",
       "...      ...   \n",
       "44757      1   \n",
       "44758      1   \n",
       "44759      1   \n",
       "44760      1   \n",
       "44761      3   \n",
       "\n",
       "                                                                             filename  \\\n",
       "0                  Billingsgate Cartographer; Blome, RichardSurveyor; Stow, John 1720   \n",
       "1                                                      Fairbanks, fur market (02 cut)   \n",
       "2                                                                 Giro Media Blenio 1   \n",
       "3                                                    Guetenbachtor Lainzer Tiergarten   \n",
       "4                                                                 Iron Maiden's Eddie   \n",
       "...                                                                               ...   \n",
       "44757                                                               Princess kaiulani   \n",
       "44758                                                                    Thanhongdem1   \n",
       "44759                                                               Chùa một cột 1896   \n",
       "44760  Giáo hoàng Gioan Phao lô II chụp cùng HY Giuse Maria Trịnh Văn Căn tại Vatican   \n",
       "44761                                                     NamKy (BasseCochichine)1878   \n",
       "\n",
       "                                                                       pured_filename  \\\n",
       "0                      Billingsgate Cartographer Blome RichardSurveyor Stow John 1720   \n",
       "1                                                        Fairbanks fur market 02 cut    \n",
       "2                                                                 Giro Media Blenio 1   \n",
       "3                                                    Guetenbachtor Lainzer Tiergarten   \n",
       "4                                                                 Iron Maiden s Eddie   \n",
       "...                                                                               ...   \n",
       "44757                                                               Princess kaiulani   \n",
       "44758                                                                    Thanhongdem1   \n",
       "44759                                                               Chùa một cột 1896   \n",
       "44760  Giáo hoàng Gioan Phao lô II chụp cùng HY Giuse Maria Trịnh Văn Căn tại Vatican   \n",
       "44761                                                      NamKy BasseCochichine 1878   \n",
       "\n",
       "                                                                      spaced_filename  \\\n",
       "0                     Billingsgate Cartographer Blome Richard Surveyor Stow John 1720   \n",
       "1                                                        Fairbanks fur market 02 cut    \n",
       "2                                                                 Giro Media Blenio 1   \n",
       "3                                                    Guetenbachtor Lainzer Tiergarten   \n",
       "4                                                                 Iron Maiden s Eddie   \n",
       "...                                                                               ...   \n",
       "44757                                                               Princess kaiulani   \n",
       "44758                                                                   Thanhongdem 1   \n",
       "44759                                                               Chùa một cột 1896   \n",
       "44760  Giáo hoàng Gioan Phao lô II chụp cùng HY Giuse Maria Trịnh Văn Căn tại Vatican   \n",
       "44761                                                    Nam Ky Basse Cochichine 1878   \n",
       "\n",
       "                                                                     undigit_filename  \\\n",
       "0                          Billingsgate Cartographer Blome Richard Surveyor Stow John   \n",
       "1                                                            Fairbanks fur market cut   \n",
       "2                                                                   Giro Media Blenio   \n",
       "3                                                    Guetenbachtor Lainzer Tiergarten   \n",
       "4                                                                 Iron Maiden s Eddie   \n",
       "...                                                                               ...   \n",
       "44757                                                               Princess kaiulani   \n",
       "44758                                                                     Thanhongdem   \n",
       "44759                                                                    Chùa một cột   \n",
       "44760  Giáo hoàng Gioan Phao lô II chụp cùng HY Giuse Maria Trịnh Văn Căn tại Vatican   \n",
       "44761                                                         Nam Ky Basse Cochichine   \n",
       "\n",
       "      filename_lang  filename_en  section  \\\n",
       "0                en         True  commons   \n",
       "1                en         True  commons   \n",
       "2                nl        False  commons   \n",
       "3                nl        False  commons   \n",
       "4                en         True  commons   \n",
       "...             ...          ...      ...   \n",
       "44757            en         True       vi   \n",
       "44758            en         True       vi   \n",
       "44759            vi        False       vi   \n",
       "44760            vi        False       vi   \n",
       "44761           ceb        False       vi   \n",
       "\n",
       "                                                             spaced_filename_translit  \\\n",
       "0                                                                                 NaN   \n",
       "1                                                                                 NaN   \n",
       "2                                                                                 NaN   \n",
       "3                                                                                 NaN   \n",
       "4                                                                                 NaN   \n",
       "...                                                                               ...   \n",
       "44757                                                                             NaN   \n",
       "44758                                                                             NaN   \n",
       "44759                                                               Chua một cột 1896   \n",
       "44760  Giao hoang Gioan Phao lo II chụp cung HY Giuse Maria Trịnh Văn Căn tại Vatican   \n",
       "44761                                                                             NaN   \n",
       "\n",
       "       ext  filename_contains_digit     id  \\\n",
       "0      jpg                     True      0   \n",
       "1      jpg                     True      1   \n",
       "2      jpg                     True      2   \n",
       "3      jpg                    False      3   \n",
       "4      jpg                    False      4   \n",
       "...    ...                      ...    ...   \n",
       "44757  jpg                    False  44757   \n",
       "44758  jpg                     True  44758   \n",
       "44759  jpg                     True  44759   \n",
       "44760  png                    False  44760   \n",
       "44761  jpg                     True  44761   \n",
       "\n",
       "                                                    undigit_filename_translation  \\\n",
       "0                                                                            NaN   \n",
       "1                                                                            NaN   \n",
       "2                                                              Blenio Media Tour   \n",
       "3                                               Guetenbachtor Lainzer Tiergarten   \n",
       "4                                                                            NaN   \n",
       "...                                                                          ...   \n",
       "44757                                                                        NaN   \n",
       "44758                                                                        NaN   \n",
       "44759                                                          One Pillar Pagoda   \n",
       "44760  Pope John Paul II poses with Cardinal Joseph Trinh Van Can at the Vatican   \n",
       "44761                                                    Nam Ky Basse Cochichine   \n",
       "\n",
       "                                                                  final_filename  \\\n",
       "0                     Billingsgate Cartographer Blome Richard Surveyor Stow John   \n",
       "1                                                       Fairbanks fur market cut   \n",
       "2                                                              Blenio Media Tour   \n",
       "3                                               Guetenbachtor Lainzer Tiergarten   \n",
       "4                                                            Iron Maiden s Eddie   \n",
       "...                                                                          ...   \n",
       "44757                                                          Princess kaiulani   \n",
       "44758                                                                Thanhongdem   \n",
       "44759                                                          One Pillar Pagoda   \n",
       "44760  Pope John Paul II poses with Cardinal Joseph Trinh Van Can at the Vatican   \n",
       "44761                                                    Nam Ky Basse Cochichine   \n",
       "\n",
       "                                                               PREfinal_filename  \\\n",
       "0                     Billingsgate Cartographer Blome Richard Surveyor Stow John   \n",
       "1                                                       Fairbanks fur market cut   \n",
       "2                                                              Blenio Media Tour   \n",
       "3                                               Guetenbachtor Lainzer Tiergarten   \n",
       "4                                                            Iron Maiden s Eddie   \n",
       "...                                                                          ...   \n",
       "44757                                                          Princess kaiulani   \n",
       "44758                                                                Thanhongdem   \n",
       "44759                                                          One Pillar Pagoda   \n",
       "44760  Pope John Paul II poses with Cardinal Joseph Trinh Van Can at the Vatican   \n",
       "44761                                                    Nam Ky Basse Cochichine   \n",
       "\n",
       "                                                              spaced_undigit_filename  \\\n",
       "0                          Billingsgate Cartographer Blome Richard Surveyor Stow John   \n",
       "1                                                            Fairbanks fur market cut   \n",
       "2                                                                   Giro Media Blenio   \n",
       "3                                                    Guetenbachtor Lainzer Tiergarten   \n",
       "4                                                                 Iron Maiden s Eddie   \n",
       "...                                                                               ...   \n",
       "44757                                                               Princess kaiulani   \n",
       "44758                                                                     Thanhongdem   \n",
       "44759                                                                    Chùa một cột   \n",
       "44760  Giáo hoàng Gioan Phao lô II chụp cùng HY Giuse Maria Trịnh Văn Căn tại Vatican   \n",
       "44761                                                         Nam Ky Basse Cochichine   \n",
       "\n",
       "       image_id  \n",
       "0             0  \n",
       "1             1  \n",
       "2             2  \n",
       "3             3  \n",
       "4             4  \n",
       "...         ...  \n",
       "44757     44757  \n",
       "44758     44758  \n",
       "44759     44759  \n",
       "44760     44760  \n",
       "44761     44761  \n",
       "\n",
       "[44762 rows x 18 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_images = pd.read_csv('../input/test-final-image-dataset/final_images.csv')\n",
    "test_images['image_id'] = test_images.index\n",
    "matchings = pd.read_csv('../input/test-combiner-target-dataset/final_matchings.csv')\n",
    "test_images"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "fa1d16f2",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-12-09T08:51:41.270064Z",
     "iopub.status.busy": "2021-12-09T08:51:41.269383Z",
     "iopub.status.idle": "2021-12-09T08:51:41.272551Z",
     "shell.execute_reply": "2021-12-09T08:51:41.273107Z",
     "shell.execute_reply.started": "2021-12-08T16:12:43.066498Z"
    },
    "papermill": {
     "duration": 0.053891,
     "end_time": "2021-12-09T08:51:41.273303",
     "exception": false,
     "start_time": "2021-12-09T08:51:41.219412",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "def pre_competition_inference(ranker, X, image_ids, target_ids):\n",
    "    rank_pred = ranker.predict(X)\n",
    "    \n",
    "    answer = pd.DataFrame({ 'image_id': image_ids, 'target_id': target_ids, 'rank': rank_pred })\n",
    "\n",
    "    answer.sort_values(by=['image_id', 'rank'], inplace=True, kind='mergesort', ascending=False)\n",
    "    \n",
    "    result = answer.groupby('image_id').head(50)\n",
    "    \n",
    "    temp = matchings[['target_id', 'target']]\n",
    "    result = pd.merge(result, temp, on='target_id')\n",
    "\n",
    "    temp = test_images[['image_id', 'count', 'undigit_filename', 'image_url']]\n",
    "    result = pd.merge(result, temp, on='image_id')\n",
    "    result.sort_values(by=['image_id', 'rank'], kind='mergesort', ascending=False, inplace=True)\n",
    "    \n",
    "    result['hyperref'] = result['image_url']\n",
    "    \n",
    "    return result\n",
    "\n",
    "\n",
    "def make_clickable(val):\n",
    "    return '<a target=\"_blank\" href=\"{}\">click</a>'.format(val)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "6ee0ca07",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-12-09T08:51:41.359901Z",
     "iopub.status.busy": "2021-12-09T08:51:41.359209Z",
     "iopub.status.idle": "2021-12-09T08:51:41.370833Z",
     "shell.execute_reply": "2021-12-09T08:51:41.371399Z",
     "shell.execute_reply.started": "2021-12-08T16:12:43.078132Z"
    },
    "papermill": {
     "duration": 0.057209,
     "end_time": "2021-12-09T08:51:41.371575",
     "exception": false,
     "start_time": "2021-12-09T08:51:41.314366",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "columns2float16 = ['CAPITAL_RANK', 'CAPTION_SENSE_CAPITAL_RANK_3', 'TITLE_SENSE_CAPITAL_RANK_3', 'CAPTION_SENSE_CAPITAL_RANK_3_mean-std', 'TITLE_SENSE_CAPITAL_RANK_3_mean-std',\n",
    "    'WEAK_ENTITY_RANK', 'TITLE_VISUAL_WEAK_ENTITY_RANK_3', 'TITLE_SENSE_WEAK_ENTITY_RANK_3', 'TITLE_VISUAL_WEAK_ENTITY_RANK_3_mean-std', 'CAPTION_VISUAL_WEAK_ENTITY_RANK_3',\n",
    "    'TITLE_SENSE_WEAK_ENTITY_RANK_3_mean-std', 'XTITLE_WEAK_ENTITY_RANK', 'CAPTION_VISUAL_WEAK_ENTITY_RANK_3_mean-std', 'CAPTION_SENSE_WEAK_ENTITY_RANK_3',\n",
    "    'CAPITAL_ACRONYM_RANK', 'CRUDE_ACRONYM_RANK', 'FUZZY_TITLE_RANK', 'XCAPTION_WEAK_ENTITY_RANK', 'CAPTION_SENSE_WEAK_ENTITY_RANK_3_mean-std',\n",
    "    'VISUAL_UNDIGIT_CAPTION', 'VISUAL_UNDIGIT_TITLE', 'VISUAL_FINAL_CAPTION', 'VISUAL_FINAL_TITLE', 'CAPTION_VISUAL_AGGR', 'TITLE_VISUAL_AGGR',\n",
    "    'SENSE_UNDIGIT_FILENAME_UNDIGIT_TITLE',\n",
    "    'SENSE_FINAL_FILENAME_UNDIGIT_TITLE',\n",
    "    'TITLE_SENSE_AGGR',\n",
    "    'SENSE_UNDIGIT_FILENAME_FINAL_TITLE',\n",
    "    'SENSE_FINAL_FILENAME_FINAL_TITLE',\n",
    "    'FUZZY_CAPTION_RANK',\n",
    "    'TITLE_VISUAL_FUZZY_TITLE_RANK_3',\n",
    "    'SENSE_UNDIGIT_FILENAME_UNDIGIT_CAPTION',\n",
    "    'SENSE_FINAL_FILENAME_UNDIGIT_CAPTION',\n",
    "    'TITLE_VISUAL_TITLE_CROSS_FUZZY_RANK_3',\n",
    "    'TITLE_VISUAL_FUZZY_CAPTION_RANK_3',\n",
    "    'TITLE_CROSS_FUZZY_RANK',\n",
    "    'CAPTION_SENSE_AGGR',\n",
    "    'SENSE_UNDIGIT_FILENAME_FINAL_CAPTION',\n",
    "    'TITLE_VISUAL_FUZZY_TITLE_RANK_3_mean-std',\n",
    "    'SENSE_FINAL_FILENAME_FINAL_CAPTION',\n",
    "    'TITLE_VISUAL_CRUDE_ACRONYM_RANK_3',\n",
    "    'TITLE_VISUAL_FUZZY_CAPTION_RANK_3_mean-std',\n",
    "    'TITLE_VISUAL_CAPTION_CROSS_FUZZY_RANK_3',\n",
    "    'CAPTION_VISUAL_FUZZY_TITLE_RANK_3',\n",
    "    'TITLE_SENSE_FUZZY_TITLE_RANK_3',\n",
    "    'TITLE_VISUAL_CRUDE_ACRONYM_RANK_3_mean-std',\n",
    "    'TITLE_VISUAL_CAPITAL_ACRONYM_RANK_3_mean-std',\n",
    "    'TITLE_VISUAL_CAPITAL_ACRONYM_RANK_3',\n",
    "    'TITLE_SENSE_FUZZY_CAPTION_RANK_3',\n",
    "    'TITLE_VISUAL_TITLE_CROSS_FUZZY_RANK_3_mean-std',\n",
    "    'CAPTION_VISUAL_TITLE_CROSS_FUZZY_RANK_3',\n",
    "    'TITLE_SENSE_CAPTION_CROSS_FUZZY_RANK_3',\n",
    "    'TITLE_VISUAL_NUMERIC_RANK_3',\n",
    "    'CAPTION_CROSS_FUZZY_RANK',\n",
    "    'TITLE_SENSE_TITLE_CROSS_FUZZY_RANK_3']\n",
    "\n",
    "\n",
    "def compress(X):\n",
    "    for c, dtype in X.dtypes.iteritems():\n",
    "        if dtype == np.float64:\n",
    "            X[c] = X[c].astype(np.float32)\n",
    "        \n",
    "        if c.startswith('DCAPTION') or c.startswith('DTITLE') or c.startswith('DFILENAME') or c.startswith('DIMG'):\n",
    "            X[c] = X[c].astype(np.float16)\n",
    "            \n",
    "    for c in columns2float16:\n",
    "        X[c] = X[c].astype(np.float16)\n",
    "            \n",
    "    X.fillna(-1000., inplace=True)\n",
    "    \n",
    "    _ = X\n",
    "    X = _.copy()\n",
    "    del _\n",
    "    gc.collect()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "47360391",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-12-09T08:51:41.826760Z",
     "iopub.status.busy": "2021-12-09T08:51:41.826086Z",
     "iopub.status.idle": "2021-12-09T10:31:19.404503Z",
     "shell.execute_reply": "2021-12-09T10:31:19.405231Z",
     "shell.execute_reply.started": "2021-12-08T16:12:43.146462Z"
    },
    "papermill": {
     "duration": 5977.629807,
     "end_time": "2021-12-09T10:31:19.406093",
     "exception": false,
     "start_time": "2021-12-09T08:51:41.776286",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 4h 2min 23s, sys: 16min 35s, total: 4h 18min 59s\n",
      "Wall time: 1h 39min 37s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "\n",
    "results = []\n",
    "\n",
    "for k in range(50):\n",
    "\n",
    "    X, y, group, image_ids, target_ids, sums = \\\n",
    "        preparator.load_parts([k], preprocessing_function=basic_preprocessing_function)\n",
    "\n",
    "\n",
    "    compress(X)\n",
    "    r = pre_competition_inference(ranker, X, image_ids, target_ids)\n",
    "    \n",
    "    results.append(r)\n",
    "    \n",
    "    del X\n",
    "    del y\n",
    "    del group\n",
    "    del image_ids\n",
    "    del target_ids\n",
    "    \n",
    "    gc.collect()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "d68ca589",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-12-09T10:31:19.497847Z",
     "iopub.status.busy": "2021-12-09T10:31:19.496905Z",
     "iopub.status.idle": "2021-12-09T10:31:19.580290Z",
     "shell.execute_reply": "2021-12-09T10:31:19.579534Z",
     "shell.execute_reply.started": "2021-12-08T16:14:55.053554Z"
    },
    "papermill": {
     "duration": 0.132747,
     "end_time": "2021-12-09T10:31:19.580437",
     "exception": false,
     "start_time": "2021-12-09T10:31:19.447690",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style type=\"text/css\">\n",
       "</style>\n",
       "<table id=\"T_7040d_\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th class=\"blank level0\" >&nbsp;</th>\n",
       "      <th class=\"col_heading level0 col0\" >image_id</th>\n",
       "      <th class=\"col_heading level0 col1\" >target_id</th>\n",
       "      <th class=\"col_heading level0 col2\" >rank</th>\n",
       "      <th class=\"col_heading level0 col3\" >target</th>\n",
       "      <th class=\"col_heading level0 col4\" >count</th>\n",
       "      <th class=\"col_heading level0 col5\" >undigit_filename</th>\n",
       "      <th class=\"col_heading level0 col7\" >hyperref</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th id=\"T_7040d_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
       "      <td id=\"T_7040d_row0_col0\" class=\"data row0 col0\" >44761</td>\n",
       "      <td id=\"T_7040d_row0_col1\" class=\"data row0 col1\" >71854</td>\n",
       "      <td id=\"T_7040d_row0_col2\" class=\"data row0 col2\" >4.550195</td>\n",
       "      <td id=\"T_7040d_row0_col3\" class=\"data row0 col3\" >Svay Theab [SEP] (Khet) Svay Teep (Soài Tiếp-Soài Riêng) năm 1878, trước khi Pháp hoạch định lại biên giới Nam Kỳ thuộc Pháp và Campuchia năm 1889.</td>\n",
       "      <td id=\"T_7040d_row0_col4\" class=\"data row0 col4\" >3</td>\n",
       "      <td id=\"T_7040d_row0_col5\" class=\"data row0 col5\" >Nam Ky Basse Cochichine</td>\n",
       "      <td id=\"T_7040d_row0_col7\" class=\"data row0 col7\" ><a target=\"_blank\" href=\"https://upload.wikimedia.org/wikipedia/vi/b/b4/NamKy_%28BasseCochichine%291878.jpg\">click</a></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_7040d_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
       "      <td id=\"T_7040d_row1_col0\" class=\"data row1 col0\" >44761</td>\n",
       "      <td id=\"T_7040d_row1_col1\" class=\"data row1 col1\" >83844</td>\n",
       "      <td id=\"T_7040d_row1_col2\" class=\"data row1 col2\" >2.440828</td>\n",
       "      <td id=\"T_7040d_row1_col3\" class=\"data row1 col3\" >An Giang [SEP] An Giang thời Pháp thuộc bị chia nhỏ (1878) vào các tỉnh: Châu Đốc, Long Xuyên, Sa Đéc, Cần Thơ và Sóc Trăng</td>\n",
       "      <td id=\"T_7040d_row1_col4\" class=\"data row1 col4\" >3</td>\n",
       "      <td id=\"T_7040d_row1_col5\" class=\"data row1 col5\" >Nam Ky Basse Cochichine</td>\n",
       "      <td id=\"T_7040d_row1_col7\" class=\"data row1 col7\" ><a target=\"_blank\" href=\"https://upload.wikimedia.org/wikipedia/vi/b/b4/NamKy_%28BasseCochichine%291878.jpg\">click</a></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_7040d_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
       "      <td id=\"T_7040d_row2_col0\" class=\"data row2 col0\" >44761</td>\n",
       "      <td id=\"T_7040d_row2_col1\" class=\"data row2 col1\" >62691</td>\n",
       "      <td id=\"T_7040d_row2_col2\" class=\"data row2 col2\" >1.434995</td>\n",
       "      <td id=\"T_7040d_row2_col3\" class=\"data row2 col3\" >Nam Bộ [SEP] Nam Bộ (xanh đậm) trên bản đồ Việt Nam</td>\n",
       "      <td id=\"T_7040d_row2_col4\" class=\"data row2 col4\" >3</td>\n",
       "      <td id=\"T_7040d_row2_col5\" class=\"data row2 col5\" >Nam Ky Basse Cochichine</td>\n",
       "      <td id=\"T_7040d_row2_col7\" class=\"data row2 col7\" ><a target=\"_blank\" href=\"https://upload.wikimedia.org/wikipedia/vi/b/b4/NamKy_%28BasseCochichine%291878.jpg\">click</a></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_7040d_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
       "      <td id=\"T_7040d_row3_col0\" class=\"data row3 col0\" >44761</td>\n",
       "      <td id=\"T_7040d_row3_col1\" class=\"data row3 col1\" >62091</td>\n",
       "      <td id=\"T_7040d_row3_col2\" class=\"data row3 col2\" >1.042987</td>\n",
       "      <td id=\"T_7040d_row3_col3\" class=\"data row3 col3\" >Hà Âm [SEP] Bản đồ Nam Kỳ với các địa danh giữa thế kỷ 19.</td>\n",
       "      <td id=\"T_7040d_row3_col4\" class=\"data row3 col4\" >3</td>\n",
       "      <td id=\"T_7040d_row3_col5\" class=\"data row3 col5\" >Nam Ky Basse Cochichine</td>\n",
       "      <td id=\"T_7040d_row3_col7\" class=\"data row3 col7\" ><a target=\"_blank\" href=\"https://upload.wikimedia.org/wikipedia/vi/b/b4/NamKy_%28BasseCochichine%291878.jpg\">click</a></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_7040d_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
       "      <td id=\"T_7040d_row4_col0\" class=\"data row4 col0\" >44761</td>\n",
       "      <td id=\"T_7040d_row4_col1\" class=\"data row4 col1\" >69442</td>\n",
       "      <td id=\"T_7040d_row4_col2\" class=\"data row4 col2\" >-0.250671</td>\n",
       "      <td id=\"T_7040d_row4_col3\" class=\"data row4 col3\" >Lãnh thổ Việt Nam qua từng thời kỳ [SEP] Bản đồ Bắc Kỳ năm 1883, (các vùng ven vịnh Bắc Bộ, (quanh vịnh Vạn Xuân (Oan-xuan) gồm: Tam Đảo Kinh tộc (Sam-tao), bán đảo Bạch Long Vĩ (C. Pak-lung) cho đến bờ sông An Nam Giang (An-nang-kiang) thuộc lãnh thổ Đại Nam.</td>\n",
       "      <td id=\"T_7040d_row4_col4\" class=\"data row4 col4\" >3</td>\n",
       "      <td id=\"T_7040d_row4_col5\" class=\"data row4 col5\" >Nam Ky Basse Cochichine</td>\n",
       "      <td id=\"T_7040d_row4_col7\" class=\"data row4 col7\" ><a target=\"_blank\" href=\"https://upload.wikimedia.org/wikipedia/vi/b/b4/NamKy_%28BasseCochichine%291878.jpg\">click</a></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_7040d_level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",
       "      <td id=\"T_7040d_row5_col0\" class=\"data row5 col0\" >44761</td>\n",
       "      <td id=\"T_7040d_row5_col1\" class=\"data row5 col1\" >61661</td>\n",
       "      <td id=\"T_7040d_row5_col2\" class=\"data row5 col2\" >-0.322840</td>\n",
       "      <td id=\"T_7040d_row5_col3\" class=\"data row5 col3\" >Quảng Ninh [SEP] Bản đồ Bắc Kỳ năm 1883, (các vùng ven vịnh Bắc Bộ, (quanh vịnh Vạn Xuân (Oan-xuan) gồm: Tam Đảo Kinh tộc (Sam-tao), bán đảo Bạch Long Vĩ (C. Pak-lung) cho đến bờ sông An Nam Giang (An-nang-kiang) thuộc lãnh thổ Đại Nam.</td>\n",
       "      <td id=\"T_7040d_row5_col4\" class=\"data row5 col4\" >3</td>\n",
       "      <td id=\"T_7040d_row5_col5\" class=\"data row5 col5\" >Nam Ky Basse Cochichine</td>\n",
       "      <td id=\"T_7040d_row5_col7\" class=\"data row5 col7\" ><a target=\"_blank\" href=\"https://upload.wikimedia.org/wikipedia/vi/b/b4/NamKy_%28BasseCochichine%291878.jpg\">click</a></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_7040d_level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",
       "      <td id=\"T_7040d_row6_col0\" class=\"data row6 col0\" >44761</td>\n",
       "      <td id=\"T_7040d_row6_col1\" class=\"data row6 col1\" >12530</td>\n",
       "      <td id=\"T_7040d_row6_col2\" class=\"data row6 col2\" >-0.743443</td>\n",
       "      <td id=\"T_7040d_row6_col3\" class=\"data row6 col3\" >Incidente de Namamugi [SEP] El cuerpo de Charles Lennox Richardson, 1862.</td>\n",
       "      <td id=\"T_7040d_row6_col4\" class=\"data row6 col4\" >3</td>\n",
       "      <td id=\"T_7040d_row6_col5\" class=\"data row6 col5\" >Nam Ky Basse Cochichine</td>\n",
       "      <td id=\"T_7040d_row6_col7\" class=\"data row6 col7\" ><a target=\"_blank\" href=\"https://upload.wikimedia.org/wikipedia/vi/b/b4/NamKy_%28BasseCochichine%291878.jpg\">click</a></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_7040d_level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",
       "      <td id=\"T_7040d_row7_col0\" class=\"data row7 col0\" >44761</td>\n",
       "      <td id=\"T_7040d_row7_col1\" class=\"data row7 col1\" >15877</td>\n",
       "      <td id=\"T_7040d_row7_col2\" class=\"data row7 col2\" >-0.918412</td>\n",
       "      <td id=\"T_7040d_row7_col3\" class=\"data row7 col3\" >Barrage de Kossou [SEP] Carte de Côte d'Ivoire avec le lac de Kossou sur le Bandama.</td>\n",
       "      <td id=\"T_7040d_row7_col4\" class=\"data row7 col4\" >3</td>\n",
       "      <td id=\"T_7040d_row7_col5\" class=\"data row7 col5\" >Nam Ky Basse Cochichine</td>\n",
       "      <td id=\"T_7040d_row7_col7\" class=\"data row7 col7\" ><a target=\"_blank\" href=\"https://upload.wikimedia.org/wikipedia/vi/b/b4/NamKy_%28BasseCochichine%291878.jpg\">click</a></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_7040d_level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",
       "      <td id=\"T_7040d_row8_col0\" class=\"data row8 col0\" >44761</td>\n",
       "      <td id=\"T_7040d_row8_col1\" class=\"data row8 col1\" >45986</td>\n",
       "      <td id=\"T_7040d_row8_col2\" class=\"data row8 col2\" >-0.920837</td>\n",
       "      <td id=\"T_7040d_row8_col3\" class=\"data row8 col3\" >Միտիո Միյագի [SEP] Ինչոնը ճապոնական օկուպացիայի տարիներին</td>\n",
       "      <td id=\"T_7040d_row8_col4\" class=\"data row8 col4\" >3</td>\n",
       "      <td id=\"T_7040d_row8_col5\" class=\"data row8 col5\" >Nam Ky Basse Cochichine</td>\n",
       "      <td id=\"T_7040d_row8_col7\" class=\"data row8 col7\" ><a target=\"_blank\" href=\"https://upload.wikimedia.org/wikipedia/vi/b/b4/NamKy_%28BasseCochichine%291878.jpg\">click</a></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_7040d_level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",
       "      <td id=\"T_7040d_row9_col0\" class=\"data row9 col0\" >44761</td>\n",
       "      <td id=\"T_7040d_row9_col1\" class=\"data row9 col1\" >27453</td>\n",
       "      <td id=\"T_7040d_row9_col2\" class=\"data row9 col2\" >-0.967654</td>\n",
       "      <td id=\"T_7040d_row9_col3\" class=\"data row9 col3\" >History of Guinea [SEP] Map of French West Africa circa 1913</td>\n",
       "      <td id=\"T_7040d_row9_col4\" class=\"data row9 col4\" >3</td>\n",
       "      <td id=\"T_7040d_row9_col5\" class=\"data row9 col5\" >Nam Ky Basse Cochichine</td>\n",
       "      <td id=\"T_7040d_row9_col7\" class=\"data row9 col7\" ><a target=\"_blank\" href=\"https://upload.wikimedia.org/wikipedia/vi/b/b4/NamKy_%28BasseCochichine%291878.jpg\">click</a></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n"
      ],
      "text/plain": [
       "<pandas.io.formats.style.Styler at 0x7fdb8c8ad890>"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "r.iloc[0:10].style.format({'hyperref': make_clickable}).hide_columns(['image_url'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "1c46729e",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-12-09T10:31:19.673073Z",
     "iopub.status.busy": "2021-12-09T10:31:19.672090Z",
     "iopub.status.idle": "2021-12-09T10:31:19.921201Z",
     "shell.execute_reply": "2021-12-09T10:31:19.920597Z",
     "shell.execute_reply.started": "2021-12-08T16:14:08.890546Z"
    },
    "papermill": {
     "duration": 0.297876,
     "end_time": "2021-12-09T10:31:19.921352",
     "exception": false,
     "start_time": "2021-12-09T10:31:19.623476",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>image_id</th>\n",
       "      <th>target_id</th>\n",
       "      <th>rank</th>\n",
       "      <th>target</th>\n",
       "      <th>count</th>\n",
       "      <th>undigit_filename</th>\n",
       "      <th>image_url</th>\n",
       "      <th>hyperref</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>895</td>\n",
       "      <td>74557</td>\n",
       "      <td>6.598406</td>\n",
       "      <td>National Register of Historic Places listings in Humboldt County, California [SEP] Location of Humboldt County in California</td>\n",
       "      <td>11</td>\n",
       "      <td>Map of California highlighting Humboldt County</td>\n",
       "      <td>http://upload.wikimedia.org/wikipedia/commons/3/31/Map_of_California_highlighting_Humboldt_County.svg</td>\n",
       "      <td>http://upload.wikimedia.org/wikipedia/commons/3/31/Map_of_California_highlighting_Humboldt_County.svg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>895</td>\n",
       "      <td>90738</td>\n",
       "      <td>6.262483</td>\n",
       "      <td>Registre national des lieux historiques dans le comté de Humboldt (Californie) [SEP] Localisation du comté de Humboldt en Californie</td>\n",
       "      <td>11</td>\n",
       "      <td>Map of California highlighting Humboldt County</td>\n",
       "      <td>http://upload.wikimedia.org/wikipedia/commons/3/31/Map_of_California_highlighting_Humboldt_County.svg</td>\n",
       "      <td>http://upload.wikimedia.org/wikipedia/commons/3/31/Map_of_California_highlighting_Humboldt_County.svg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>895</td>\n",
       "      <td>85699</td>\n",
       "      <td>6.133351</td>\n",
       "      <td>Shelter Cove, California [SEP] Location in Humboldt County and the state of California</td>\n",
       "      <td>11</td>\n",
       "      <td>Map of California highlighting Humboldt County</td>\n",
       "      <td>http://upload.wikimedia.org/wikipedia/commons/3/31/Map_of_California_highlighting_Humboldt_County.svg</td>\n",
       "      <td>http://upload.wikimedia.org/wikipedia/commons/3/31/Map_of_California_highlighting_Humboldt_County.svg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>895</td>\n",
       "      <td>18285</td>\n",
       "      <td>5.846202</td>\n",
       "      <td>Ettersburg, California [SEP] Location in Humboldt County, California and the state of California</td>\n",
       "      <td>11</td>\n",
       "      <td>Map of California highlighting Humboldt County</td>\n",
       "      <td>http://upload.wikimedia.org/wikipedia/commons/3/31/Map_of_California_highlighting_Humboldt_County.svg</td>\n",
       "      <td>http://upload.wikimedia.org/wikipedia/commons/3/31/Map_of_California_highlighting_Humboldt_County.svg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>895</td>\n",
       "      <td>86127</td>\n",
       "      <td>5.806528</td>\n",
       "      <td>Humboldt County, California [SEP] Location in the state of California</td>\n",
       "      <td>11</td>\n",
       "      <td>Map of California highlighting Humboldt County</td>\n",
       "      <td>http://upload.wikimedia.org/wikipedia/commons/3/31/Map_of_California_highlighting_Humboldt_County.svg</td>\n",
       "      <td>http://upload.wikimedia.org/wikipedia/commons/3/31/Map_of_California_highlighting_Humboldt_County.svg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4282</th>\n",
       "      <td>43867</td>\n",
       "      <td>15979</td>\n",
       "      <td>-0.316108</td>\n",
       "      <td>市場駅 (神戸電鉄) [SEP] 駅舎とホーム</td>\n",
       "      <td>1</td>\n",
       "      <td>Lyngby Banegård</td>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons/f/fb/Lyngby_Baneg%C3%A5rd.jpg</td>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons/f/fb/Lyngby_Baneg%C3%A5rd.jpg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4289</th>\n",
       "      <td>43867</td>\n",
       "      <td>68881</td>\n",
       "      <td>-0.328994</td>\n",
       "      <td>Kosjerić [SEP] Budova nádraží</td>\n",
       "      <td>1</td>\n",
       "      <td>Lyngby Banegård</td>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons/f/fb/Lyngby_Baneg%C3%A5rd.jpg</td>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons/f/fb/Lyngby_Baneg%C3%A5rd.jpg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4280</th>\n",
       "      <td>43867</td>\n",
       "      <td>41010</td>\n",
       "      <td>-0.371795</td>\n",
       "      <td>Schwyz (municipi) [SEP] Estació de ferrocarril</td>\n",
       "      <td>1</td>\n",
       "      <td>Lyngby Banegård</td>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons/f/fb/Lyngby_Baneg%C3%A5rd.jpg</td>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons/f/fb/Lyngby_Baneg%C3%A5rd.jpg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4266</th>\n",
       "      <td>43867</td>\n",
       "      <td>37699</td>\n",
       "      <td>-0.408711</td>\n",
       "      <td>Nagad railway station [SEP] Nagad Railway Station</td>\n",
       "      <td>1</td>\n",
       "      <td>Lyngby Banegård</td>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons/f/fb/Lyngby_Baneg%C3%A5rd.jpg</td>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons/f/fb/Lyngby_Baneg%C3%A5rd.jpg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4273</th>\n",
       "      <td>43867</td>\n",
       "      <td>39662</td>\n",
       "      <td>-0.465993</td>\n",
       "      <td>Cooran, Queensland [SEP] Railway Station at Cooran Queensland with Mount Cooran in the background,  ca. 1926</td>\n",
       "      <td>1</td>\n",
       "      <td>Lyngby Banegård</td>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons/f/fb/Lyngby_Baneg%C3%A5rd.jpg</td>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons/f/fb/Lyngby_Baneg%C3%A5rd.jpg</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2238067 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      image_id  target_id      rank  \\\n",
       "0          895      74557  6.598406   \n",
       "1          895      90738  6.262483   \n",
       "2          895      85699  6.133351   \n",
       "3          895      18285  5.846202   \n",
       "4          895      86127  5.806528   \n",
       "...        ...        ...       ...   \n",
       "4282     43867      15979 -0.316108   \n",
       "4289     43867      68881 -0.328994   \n",
       "4280     43867      41010 -0.371795   \n",
       "4266     43867      37699 -0.408711   \n",
       "4273     43867      39662 -0.465993   \n",
       "\n",
       "                                                                                                                                    target  \\\n",
       "0             National Register of Historic Places listings in Humboldt County, California [SEP] Location of Humboldt County in California   \n",
       "1     Registre national des lieux historiques dans le comté de Humboldt (Californie) [SEP] Localisation du comté de Humboldt en Californie   \n",
       "2                                                   Shelter Cove, California [SEP] Location in Humboldt County and the state of California   \n",
       "3                                         Ettersburg, California [SEP] Location in Humboldt County, California and the state of California   \n",
       "4                                                                    Humboldt County, California [SEP] Location in the state of California   \n",
       "...                                                                                                                                    ...   \n",
       "4282                                                                                                               市場駅 (神戸電鉄) [SEP] 駅舎とホーム   \n",
       "4289                                                                                                         Kosjerić [SEP] Budova nádraží   \n",
       "4280                                                                                        Schwyz (municipi) [SEP] Estació de ferrocarril   \n",
       "4266                                                                                     Nagad railway station [SEP] Nagad Railway Station   \n",
       "4273                          Cooran, Queensland [SEP] Railway Station at Cooran Queensland with Mount Cooran in the background,  ca. 1926   \n",
       "\n",
       "      count                                undigit_filename  \\\n",
       "0        11  Map of California highlighting Humboldt County   \n",
       "1        11  Map of California highlighting Humboldt County   \n",
       "2        11  Map of California highlighting Humboldt County   \n",
       "3        11  Map of California highlighting Humboldt County   \n",
       "4        11  Map of California highlighting Humboldt County   \n",
       "...     ...                                             ...   \n",
       "4282      1                                 Lyngby Banegård   \n",
       "4289      1                                 Lyngby Banegård   \n",
       "4280      1                                 Lyngby Banegård   \n",
       "4266      1                                 Lyngby Banegård   \n",
       "4273      1                                 Lyngby Banegård   \n",
       "\n",
       "                                                                                                  image_url  \\\n",
       "0     http://upload.wikimedia.org/wikipedia/commons/3/31/Map_of_California_highlighting_Humboldt_County.svg   \n",
       "1     http://upload.wikimedia.org/wikipedia/commons/3/31/Map_of_California_highlighting_Humboldt_County.svg   \n",
       "2     http://upload.wikimedia.org/wikipedia/commons/3/31/Map_of_California_highlighting_Humboldt_County.svg   \n",
       "3     http://upload.wikimedia.org/wikipedia/commons/3/31/Map_of_California_highlighting_Humboldt_County.svg   \n",
       "4     http://upload.wikimedia.org/wikipedia/commons/3/31/Map_of_California_highlighting_Humboldt_County.svg   \n",
       "...                                                                                                     ...   \n",
       "4282                           https://upload.wikimedia.org/wikipedia/commons/f/fb/Lyngby_Baneg%C3%A5rd.jpg   \n",
       "4289                           https://upload.wikimedia.org/wikipedia/commons/f/fb/Lyngby_Baneg%C3%A5rd.jpg   \n",
       "4280                           https://upload.wikimedia.org/wikipedia/commons/f/fb/Lyngby_Baneg%C3%A5rd.jpg   \n",
       "4266                           https://upload.wikimedia.org/wikipedia/commons/f/fb/Lyngby_Baneg%C3%A5rd.jpg   \n",
       "4273                           https://upload.wikimedia.org/wikipedia/commons/f/fb/Lyngby_Baneg%C3%A5rd.jpg   \n",
       "\n",
       "                                                                                                   hyperref  \n",
       "0     http://upload.wikimedia.org/wikipedia/commons/3/31/Map_of_California_highlighting_Humboldt_County.svg  \n",
       "1     http://upload.wikimedia.org/wikipedia/commons/3/31/Map_of_California_highlighting_Humboldt_County.svg  \n",
       "2     http://upload.wikimedia.org/wikipedia/commons/3/31/Map_of_California_highlighting_Humboldt_County.svg  \n",
       "3     http://upload.wikimedia.org/wikipedia/commons/3/31/Map_of_California_highlighting_Humboldt_County.svg  \n",
       "4     http://upload.wikimedia.org/wikipedia/commons/3/31/Map_of_California_highlighting_Humboldt_County.svg  \n",
       "...                                                                                                     ...  \n",
       "4282                           https://upload.wikimedia.org/wikipedia/commons/f/fb/Lyngby_Baneg%C3%A5rd.jpg  \n",
       "4289                           https://upload.wikimedia.org/wikipedia/commons/f/fb/Lyngby_Baneg%C3%A5rd.jpg  \n",
       "4280                           https://upload.wikimedia.org/wikipedia/commons/f/fb/Lyngby_Baneg%C3%A5rd.jpg  \n",
       "4266                           https://upload.wikimedia.org/wikipedia/commons/f/fb/Lyngby_Baneg%C3%A5rd.jpg  \n",
       "4273                           https://upload.wikimedia.org/wikipedia/commons/f/fb/Lyngby_Baneg%C3%A5rd.jpg  \n",
       "\n",
       "[2238067 rows x 8 columns]"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "results = pd.concat(results)\n",
    "\n",
    "results"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "d1d6ba8f",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-12-09T10:31:20.020655Z",
     "iopub.status.busy": "2021-12-09T10:31:20.019852Z",
     "iopub.status.idle": "2021-12-09T10:31:21.216690Z",
     "shell.execute_reply": "2021-12-09T10:31:21.217314Z",
     "shell.execute_reply.started": "2021-12-08T16:14:08.917058Z"
    },
    "papermill": {
     "duration": 1.252088,
     "end_time": "2021-12-09T10:31:21.217530",
     "exception": false,
     "start_time": "2021-12-09T10:31:19.965442",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "results[['image_id', 'target_id', 'rank']].sort_values(by=['image_id', 'target_id']).to_parquet('ranks.parquet')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "bf04f495",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-12-09T10:31:21.312656Z",
     "iopub.status.busy": "2021-12-09T10:31:21.311833Z",
     "iopub.status.idle": "2021-12-09T10:31:22.161639Z",
     "shell.execute_reply": "2021-12-09T10:31:22.160893Z",
     "shell.execute_reply.started": "2021-12-08T16:14:08.939622Z"
    },
    "papermill": {
     "duration": 0.899839,
     "end_time": "2021-12-09T10:31:22.161808",
     "exception": false,
     "start_time": "2021-12-09T10:31:21.261969",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "original_images = pd.read_csv('../input/wikipedia-image-caption/test.tsv', sep='\\t')\n",
    "sample = pd.read_csv('../input/wikipedia-image-caption/sample_submission.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "2de2b291",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-12-09T10:31:22.268603Z",
     "iopub.status.busy": "2021-12-09T10:31:22.267853Z",
     "iopub.status.idle": "2021-12-09T10:31:27.492309Z",
     "shell.execute_reply": "2021-12-09T10:31:27.492828Z",
     "shell.execute_reply.started": "2021-12-08T16:14:09.614037Z"
    },
    "papermill": {
     "duration": 5.283469,
     "end_time": "2021-12-09T10:31:27.493037",
     "exception": false,
     "start_time": "2021-12-09T10:31:22.209568",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>caption_title_and_reference_description</th>\n",
       "      <th>rank</th>\n",
       "      <th>count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>4618184</th>\n",
       "      <td>92363</td>\n",
       "      <td>Seznam objektů karlovarských lázeňských lesů a parků [SEP] Kategorie „Penitence cross in Karlovy Vary – Na Milíři“ na Wikimedia Commons</td>\n",
       "      <td>4.777161</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4618185</th>\n",
       "      <td>92363</td>\n",
       "      <td>Maybole [SEP] The head of the old Maybole Cross in the gardens of Maybole Castle. The cross bears the coats of arms of the Kennedy family of Cassillis and has a rare Moon dial on one face.</td>\n",
       "      <td>1.082144</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4618186</th>\n",
       "      <td>92363</td>\n",
       "      <td>ネヴィルズ・クロスの戦い [SEP] ダラムに残るネヴィルズ・クロスの遺跡</td>\n",
       "      <td>-0.157935</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4618187</th>\n",
       "      <td>92363</td>\n",
       "      <td>كنيسة العذراء والملاك ميخائيل [SEP] جزء من خشب الصليب المقدس</td>\n",
       "      <td>-0.195457</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4618188</th>\n",
       "      <td>92363</td>\n",
       "      <td>Hradec Králové [SEP] Krzyż w dzielnicy Plácky</td>\n",
       "      <td>-0.372130</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4618189</th>\n",
       "      <td>92363</td>\n",
       "      <td>رونیتشوو [SEP] Main road (I/6 from Prague to Karlovy Vary) in Řevničov</td>\n",
       "      <td>-0.485622</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4618190</th>\n",
       "      <td>92363</td>\n",
       "      <td>Նևիլի խաչ [SEP] Ինչ մնացել է Նևիլի խաչից այսօր Դարհեմում</td>\n",
       "      <td>-0.498507</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4618191</th>\n",
       "      <td>92363</td>\n",
       "      <td>Mulino del Dosso [SEP] Ruote del Mulino del Dosso e pila medievale in Rasura, Sondrio, Italia</td>\n",
       "      <td>-0.574875</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4618192</th>\n",
       "      <td>92363</td>\n",
       "      <td>Маэлсехнайлл мак Маэл Руанайд [SEP] Крест Фланна Синны, посвящённый им Маэлсехнайллу. \\n Музей в Клонмакнойсе</td>\n",
       "      <td>-0.708571</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4618193</th>\n",
       "      <td>92363</td>\n",
       "      <td>ゴスフォース十字架 [SEP] ホッグバック墳墓の彫刻。釣りをするトール</td>\n",
       "      <td>-0.925912</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4618194</th>\n",
       "      <td>92363</td>\n",
       "      <td>Saint-Quentin-Fallavier [SEP] Neben der Kirche liegt ein Schalenstein</td>\n",
       "      <td>-1.086390</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4618195</th>\n",
       "      <td>92363</td>\n",
       "      <td>Ermita de Nuestra Señora de los Remedios (Colmenar Viejo) [SEP] Mojón romano. Actualmente usado como pedestal para flores dentro de la ermita.</td>\n",
       "      <td>-1.374408</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4618196</th>\n",
       "      <td>92363</td>\n",
       "      <td>Пролеша [SEP] Изворът Римската чешма в Пролеша</td>\n",
       "      <td>-1.396160</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4618197</th>\n",
       "      <td>92363</td>\n",
       "      <td>Նևիլի խաչի ճակատամարտ [SEP] Նեվիլի խաչի մնացորդները Դարհեմում</td>\n",
       "      <td>-1.410680</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4618198</th>\n",
       "      <td>92363</td>\n",
       "      <td>Dorotheenstadt [SEP] Dorotheenstadt e 1688, a-gleiz war ar gartenn (E)</td>\n",
       "      <td>-1.465035</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4618199</th>\n",
       "      <td>92363</td>\n",
       "      <td>Verbliūdas [SEP] Velėnos slepiamas stambus riedulys</td>\n",
       "      <td>-1.497379</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4618200</th>\n",
       "      <td>92363</td>\n",
       "      <td>Св. св. София, Вяра, Надежда и Любов (Бойково) [SEP] Място за почивка до параклиса</td>\n",
       "      <td>-1.511036</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4618201</th>\n",
       "      <td>92363</td>\n",
       "      <td>Sáchica [SEP] Cruz construida en el siglo XVII por los padres dominicos</td>\n",
       "      <td>-1.584009</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4618202</th>\n",
       "      <td>92363</td>\n",
       "      <td>Brusnik (Zaječar) [SEP] Fountain Mita di Brusnik.</td>\n",
       "      <td>-1.638239</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4618203</th>\n",
       "      <td>92363</td>\n",
       "      <td>Kursalon Hübner [SEP] Kursalon im Stadtpark</td>\n",
       "      <td>-1.744619</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "            id  \\\n",
       "4618184  92363   \n",
       "4618185  92363   \n",
       "4618186  92363   \n",
       "4618187  92363   \n",
       "4618188  92363   \n",
       "4618189  92363   \n",
       "4618190  92363   \n",
       "4618191  92363   \n",
       "4618192  92363   \n",
       "4618193  92363   \n",
       "4618194  92363   \n",
       "4618195  92363   \n",
       "4618196  92363   \n",
       "4618197  92363   \n",
       "4618198  92363   \n",
       "4618199  92363   \n",
       "4618200  92363   \n",
       "4618201  92363   \n",
       "4618202  92363   \n",
       "4618203  92363   \n",
       "\n",
       "                                                                                                                                                              caption_title_and_reference_description  \\\n",
       "4618184                                                       Seznam objektů karlovarských lázeňských lesů a parků [SEP] Kategorie „Penitence cross in Karlovy Vary – Na Milíři“ na Wikimedia Commons   \n",
       "4618185  Maybole [SEP] The head of the old Maybole Cross in the gardens of Maybole Castle. The cross bears the coats of arms of the Kennedy family of Cassillis and has a rare Moon dial on one face.   \n",
       "4618186                                                                                                                                                         ネヴィルズ・クロスの戦い [SEP] ダラムに残るネヴィルズ・クロスの遺跡   \n",
       "4618187                                                                                                                                  كنيسة العذراء والملاك ميخائيل [SEP] جزء من خشب الصليب المقدس   \n",
       "4618188                                                                                                                                                 Hradec Králové [SEP] Krzyż w dzielnicy Plácky   \n",
       "4618189                                                                                                                        رونیتشوو [SEP] Main road (I/6 from Prague to Karlovy Vary) in Řevničov   \n",
       "4618190                                                                                                                                      Նևիլի խաչ [SEP] Ինչ մնացել է Նևիլի խաչից այսօր Դարհեմում   \n",
       "4618191                                                                                                 Mulino del Dosso [SEP] Ruote del Mulino del Dosso e pila medievale in Rasura, Sondrio, Italia   \n",
       "4618192                                                                                 Маэлсехнайлл мак Маэл Руанайд [SEP] Крест Фланна Синны, посвящённый им Маэлсехнайллу. \\n Музей в Клонмакнойсе   \n",
       "4618193                                                                                                                                                          ゴスフォース十字架 [SEP] ホッグバック墳墓の彫刻。釣りをするトール   \n",
       "4618194                                                                                                                         Saint-Quentin-Fallavier [SEP] Neben der Kirche liegt ein Schalenstein   \n",
       "4618195                                                Ermita de Nuestra Señora de los Remedios (Colmenar Viejo) [SEP] Mojón romano. Actualmente usado como pedestal para flores dentro de la ermita.   \n",
       "4618196                                                                                                                                                Пролеша [SEP] Изворът Римската чешма в Пролеша   \n",
       "4618197                                                                                                                                 Նևիլի խաչի ճակատամարտ [SEP] Նեվիլի խաչի մնացորդները Դարհեմում   \n",
       "4618198                                                                                                                        Dorotheenstadt [SEP] Dorotheenstadt e 1688, a-gleiz war ar gartenn (E)   \n",
       "4618199                                                                                                                                           Verbliūdas [SEP] Velėnos slepiamas stambus riedulys   \n",
       "4618200                                                                                                            Св. св. София, Вяра, Надежда и Любов (Бойково) [SEP] Място за почивка до параклиса   \n",
       "4618201                                                                                                                       Sáchica [SEP] Cruz construida en el siglo XVII por los padres dominicos   \n",
       "4618202                                                                                                                                             Brusnik (Zaječar) [SEP] Fountain Mita di Brusnik.   \n",
       "4618203                                                                                                                                                   Kursalon Hübner [SEP] Kursalon im Stadtpark   \n",
       "\n",
       "             rank  count  \n",
       "4618184  4.777161      1  \n",
       "4618185  1.082144      1  \n",
       "4618186 -0.157935      1  \n",
       "4618187 -0.195457      1  \n",
       "4618188 -0.372130      1  \n",
       "4618189 -0.485622      1  \n",
       "4618190 -0.498507      1  \n",
       "4618191 -0.574875      1  \n",
       "4618192 -0.708571      1  \n",
       "4618193 -0.925912      1  \n",
       "4618194 -1.086390      1  \n",
       "4618195 -1.374408      1  \n",
       "4618196 -1.396160      1  \n",
       "4618197 -1.410680      1  \n",
       "4618198 -1.465035      1  \n",
       "4618199 -1.497379      1  \n",
       "4618200 -1.511036      1  \n",
       "4618201 -1.584009      1  \n",
       "4618202 -1.638239      1  \n",
       "4618203 -1.744619      1  "
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "almost_answer = pd.merge(original_images, results, on='image_url')\n",
    "\n",
    "answer = almost_answer[['id', 'target', 'rank', 'count']].sort_values(by=['id', 'rank'], kind='mergesort', ascending=False)\n",
    "answer.rename(columns={ 'target': 'caption_title_and_reference_description'}, inplace=True)\n",
    "\n",
    "answer.iloc[100:120]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "5c98762e",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-12-09T10:31:27.596717Z",
     "iopub.status.busy": "2021-12-09T10:31:27.595988Z",
     "iopub.status.idle": "2021-12-09T10:31:53.525938Z",
     "shell.execute_reply": "2021-12-09T10:31:53.527588Z",
     "shell.execute_reply.started": "2021-12-08T16:14:09.674175Z"
    },
    "papermill": {
     "duration": 25.989647,
     "end_time": "2021-12-09T10:31:53.527857",
     "exception": false,
     "start_time": "2021-12-09T10:31:27.538210",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "answer[['id', 'caption_title_and_reference_description']].to_csv('submission.csv', index=None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "9956c59c",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-12-09T10:31:53.640388Z",
     "iopub.status.busy": "2021-12-09T10:31:53.639601Z",
     "iopub.status.idle": "2021-12-09T10:31:54.623812Z",
     "shell.execute_reply": "2021-12-09T10:31:54.623075Z",
     "shell.execute_reply.started": "2021-12-08T16:14:09.737884Z"
    },
    "papermill": {
     "duration": 1.041708,
     "end_time": "2021-12-09T10:31:54.623962",
     "exception": false,
     "start_time": "2021-12-09T10:31:53.582254",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "!rm -r ./wikimatcher"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.10"
  },
  "papermill": {
   "default_parameters": {},
   "duration": 6087.394292,
   "end_time": "2021-12-09T10:31:57.393609",
   "environment_variables": {},
   "exception": null,
   "input_path": "__notebook__.ipynb",
   "output_path": "__notebook__.ipynb",
   "parameters": {},
   "start_time": "2021-12-09T08:50:29.999317",
   "version": "2.3.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}