5.gen_train.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import os\n",
    "import sys\n",
    "from collections import OrderedDict\n",
    "import json\n",
    "import random\n",
    "random.seed(42)\n",
    "np.random.seed(42)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pickle\n",
    "with open('./pkl/author_name_map.pkl', 'rb') as file:\n",
    "    author_name_map = pickle.load(file)\n",
    "with open('./pkl/author_org_map.pkl', 'rb') as file:\n",
    "    author_org_map = pickle.load(file)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "whole_author_name_paper_ids = pd.read_pickle('./pkl/whole_author_name_paper_ids.pkl')\n",
    "train_author_name_ids = pd.read_pickle('./pkl/train_author_name_ids.pkl')\n",
    "valid_data = pd.read_pickle('./pkl/valid_data.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "valid:  36\n",
      "train:  221\n",
      "whole:  320\n",
      "------------------------------------------------------------\n",
      "valid & train:  0\n",
      "whole & valid:  36\n",
      "whole & train:  220\n"
     ]
    }
   ],
   "source": [
    "print('valid: ', len(set(valid_data['author_name'])))\n",
    "print('train: ', len(set(train_author_name_ids['author_name'])))\n",
    "print('whole: ', len(set(whole_author_name_paper_ids['author_name'])))\n",
    "print('-'*60)\n",
    "print('valid & train: ', len(set(train_author_name_ids['author_name']) & set(valid_data['author_name'])))\n",
    "print('whole & valid: ', len(set(whole_author_name_paper_ids['author_name']) & set(valid_data['author_name'])))\n",
    "print('whole & train: ', len(set(whole_author_name_paper_ids['author_name']) & set(train_author_name_ids['author_name'])))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_author_paper_ids = pd.read_pickle('./pkl/train_author_paper_ids.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>author_id</th>\n",
       "      <th>author_name</th>\n",
       "      <th>paper_ids</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>004mBKh6</td>\n",
       "      <td>changsheng_li</td>\n",
       "      <td>[lRl7m2tU, 1vUnZLES, 5IbEOTRh, dVAKsHla, TY0MY...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>008b5hIc</td>\n",
       "      <td>yuanyuan_liu</td>\n",
       "      <td>[nPuf0kYs]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>00BAgHFr</td>\n",
       "      <td>xi_li</td>\n",
       "      <td>[TuEkjf5i, kn6wo3ot, 0f2awX7U]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>00M93JDI</td>\n",
       "      <td>weiping_cai</td>\n",
       "      <td>[mHDfYkqE, RWISo90R, FSsnfI0X, 4U4GvMmc, Yh45T...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>00ShLPmg</td>\n",
       "      <td>hong_xiao</td>\n",
       "      <td>[inFGp3mc, uyJus3zu, o6poFI1m, KvHObx7O, vg64a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>00spmMI1</td>\n",
       "      <td>feng_liu</td>\n",
       "      <td>[10ykVAH3, wsAMQuWh, yIfqzYkw, 6xmeeYQX]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>016kCnvN</td>\n",
       "      <td>bo_zhang</td>\n",
       "      <td>[JPpvkljc, iu27HXuu, sR7LojbI, FyxOvKTv]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>019rPybm</td>\n",
       "      <td>feng_zhu</td>\n",
       "      <td>[29jyH3ur]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>01B6P0IC</td>\n",
       "      <td>liu_yang</td>\n",
       "      <td>[qp9i4bCq]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>01Ep2mqq</td>\n",
       "      <td>ming_chen</td>\n",
       "      <td>[9ZcJh2w1, iTcHhzjY, uJFwhMlE, KVivqYYz]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>01hQUc2n</td>\n",
       "      <td>jun_chen</td>\n",
       "      <td>[7YMwONqR, yEZy71Fe, BxKTAQSv, Pq6XTTK2, JI8sN...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>01lDTk6t</td>\n",
       "      <td>jun_chen</td>\n",
       "      <td>[Xf0dDqG1, UFHYzNIv, ftE9NcbE, rArWxP9y, AwWEa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>01mFX99n</td>\n",
       "      <td>feng_gao</td>\n",
       "      <td>[uxjp6tWC, T7tLIwNW, F7hb3v5x, 0GnLPTwM, LNCyT...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>01sROJ1w</td>\n",
       "      <td>chao_yuan</td>\n",
       "      <td>[XtP59vj5, q8Eatm6g, vZrY3N4X, EdZwL9RG, IPsBy...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>021S5Dgp</td>\n",
       "      <td>yong_yu</td>\n",
       "      <td>[kc4SsvJ3]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>023zvSlv</td>\n",
       "      <td>feng_zhu</td>\n",
       "      <td>[FmFb9Ofo]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>028kPXFb</td>\n",
       "      <td>c_c_wang</td>\n",
       "      <td>[K99mpzHC]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0296NTh7</td>\n",
       "      <td>s_liu</td>\n",
       "      <td>[iRlhVbCa]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>02E3zQhR</td>\n",
       "      <td>bing_zhou</td>\n",
       "      <td>[XiQrkDdT, FB2VYgAg, 8fNqrsNU, zTgwVbF1, PGW3F...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>02Rfc8WQ</td>\n",
       "      <td>xue_wang</td>\n",
       "      <td>[e7sknJaf, iQLr1A6P, eJQMePQR, O3YEZmSv]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>02TCy2lh</td>\n",
       "      <td>li_ma</td>\n",
       "      <td>[dD99Byu5]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>02n9yUf0</td>\n",
       "      <td>feng_liu</td>\n",
       "      <td>[V1mqNXyi, Bf6Sf4nl, 4g7bl0Dz, hKIMx2wH, 11fG5...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>02nOtsqB</td>\n",
       "      <td>yuanyuan_liu</td>\n",
       "      <td>[7ImkX65o]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>02xCc1XW</td>\n",
       "      <td>z_wu</td>\n",
       "      <td>[NmXyhnfP]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>02yiIOce</td>\n",
       "      <td>ji_zhang</td>\n",
       "      <td>[S81GprJB, PuCLCyTt, TF9z5eGU]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0342Xnsp</td>\n",
       "      <td>bo_jiang</td>\n",
       "      <td>[ZcpFBTgC]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0372SRFC</td>\n",
       "      <td>y_feng</td>\n",
       "      <td>[TkFBEAHN]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>03Lueicz</td>\n",
       "      <td>jun_chen</td>\n",
       "      <td>[bYmPkcqj, QXuD9z72, OsO8sBkr, t3y7e6m8, iQyiM...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>03TeIKhe</td>\n",
       "      <td>bo_zhang</td>\n",
       "      <td>[Rkyw4g4m, EzROIpwY, lpG04dfk, aYZcyb7i, b2kbZ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>03UZ6yih</td>\n",
       "      <td>jin_xu</td>\n",
       "      <td>[XlWkLtyl, nr4DFRqD, 1C1W6FHc, LOcg29Jj, 107AB...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25881</th>\n",
       "      <td>zvgcgSxN</td>\n",
       "      <td>gang_zhang</td>\n",
       "      <td>[cE4ImAWZ]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25882</th>\n",
       "      <td>zvp9lgzh</td>\n",
       "      <td>heqing_huang</td>\n",
       "      <td>[ljGJaE15, 5vF3lSig]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25883</th>\n",
       "      <td>zwE0i8ky</td>\n",
       "      <td>gang_zhang</td>\n",
       "      <td>[VnSr0KEP]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25884</th>\n",
       "      <td>zwIvP0Lg</td>\n",
       "      <td>zhi_wang</td>\n",
       "      <td>[eqzrsw3L, VeCzOrEI]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25885</th>\n",
       "      <td>zwZWax87</td>\n",
       "      <td>yan_liang</td>\n",
       "      <td>[7dMX8J8j]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25886</th>\n",
       "      <td>zwc3vzOj</td>\n",
       "      <td>fang_wang</td>\n",
       "      <td>[HjupoFtI, 4j7pO38c, RwX3wmg2, Ds6wOKqT, e9Aj4...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25887</th>\n",
       "      <td>zwkRwf9E</td>\n",
       "      <td>xia_li</td>\n",
       "      <td>[73aPikcc, dy8RDnlm, agwIaoIJ, Lgl9Lz3X]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25888</th>\n",
       "      <td>zwoXJ9Qq</td>\n",
       "      <td>xue_wang</td>\n",
       "      <td>[IxVcnc21]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25889</th>\n",
       "      <td>zwvOoECx</td>\n",
       "      <td>yan_liang</td>\n",
       "      <td>[cc9zbzL6]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25890</th>\n",
       "      <td>zx3vQrQz</td>\n",
       "      <td>shuai_zhang</td>\n",
       "      <td>[p9oTeXll, QlocW0SV, tx2AuGOk, jLXLkpnt, POyQ3...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25891</th>\n",
       "      <td>zx8Vmnuk</td>\n",
       "      <td>lei_shi</td>\n",
       "      <td>[GTEsev9V, fsA3GIGf, MY2i2FZq, Xh8Qlhoj, nsfMF...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25892</th>\n",
       "      <td>zxK5YmBD</td>\n",
       "      <td>xi_li</td>\n",
       "      <td>[OIarJAVW]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25893</th>\n",
       "      <td>zxSYNSa5</td>\n",
       "      <td>yan_gao</td>\n",
       "      <td>[iAf4eeck, fQMU9IrO, 4WjMrv63, oc6KuyaR, a08Hv...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25894</th>\n",
       "      <td>zxSzxjZF</td>\n",
       "      <td>xiang_gao</td>\n",
       "      <td>[y6Jaiinp, 91kt8fUH, GLp1LugE]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25895</th>\n",
       "      <td>zxVyrRrh</td>\n",
       "      <td>jing_chen</td>\n",
       "      <td>[jnAS3yUI, Gih9m1F2, nf1fqw86]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25896</th>\n",
       "      <td>zxYpjWnI</td>\n",
       "      <td>bin_hu</td>\n",
       "      <td>[SZoSglzO, JhXJFxDp, F5IaJRZ3, AYyMe6E6, kPRP1...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25897</th>\n",
       "      <td>zxiEiruf</td>\n",
       "      <td>jianjun_liu</td>\n",
       "      <td>[TYvXnVln, HHzfcYUI, 5AP0Fy2q, LJQ0nyQ1, Eeww9...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25898</th>\n",
       "      <td>zy1apjjm</td>\n",
       "      <td>lan_wang</td>\n",
       "      <td>[Ol2QgXuM]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25899</th>\n",
       "      <td>zy9MbnjV</td>\n",
       "      <td>jing_chen</td>\n",
       "      <td>[RJCtHATb, aaFeydiw, CvZj4nUs]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25900</th>\n",
       "      <td>zyEX1J1i</td>\n",
       "      <td>jia_li</td>\n",
       "      <td>[ESq7xQCm, 4m0FyGse, ECuAF6pn, Bkru0l4b, NXjJ2...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25901</th>\n",
       "      <td>zyVieHr3</td>\n",
       "      <td>z_wu</td>\n",
       "      <td>[4m9dBLEp, bMCJrwZK, 9JesopqP]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25902</th>\n",
       "      <td>zyvyUJsN</td>\n",
       "      <td>xiang_wang</td>\n",
       "      <td>[FIO3mXov]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25903</th>\n",
       "      <td>zyz7znyO</td>\n",
       "      <td>xin_li</td>\n",
       "      <td>[yoBRAmDd, eyE3mKR1, 7Ec8sQQA, vkXvnPPB, N2vUg...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25904</th>\n",
       "      <td>zzH2p2Vp</td>\n",
       "      <td>ming_chen</td>\n",
       "      <td>[vfPmkouB]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25905</th>\n",
       "      <td>zzQ9wlSi</td>\n",
       "      <td>xin_wu</td>\n",
       "      <td>[ODL3iqRx]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25906</th>\n",
       "      <td>zzSkQtmA</td>\n",
       "      <td>hong_zhao</td>\n",
       "      <td>[UXN2DXa4, AAPSkLON, CcR2FVZk, YDU0L4Tk, 8EZfr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25907</th>\n",
       "      <td>zziR8f6A</td>\n",
       "      <td>qing_yang</td>\n",
       "      <td>[jlOoesGq]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25908</th>\n",
       "      <td>zzjar8aW</td>\n",
       "      <td>feng_liu</td>\n",
       "      <td>[my1HC700, i9JjXbJx, VPaaM7Et, xzyTre1z, R0UfJ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25909</th>\n",
       "      <td>zzqI8ndQ</td>\n",
       "      <td>jun_chen</td>\n",
       "      <td>[ubfwavT4, mTFn2lPv, OpxbhSrg, wmbCUMP0, 0wP4N...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25910</th>\n",
       "      <td>zzzC8lFa</td>\n",
       "      <td>s_liu</td>\n",
       "      <td>[9lrTX6cQ]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>25911 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      author_id    author_name  \\\n",
       "0      004mBKh6  changsheng_li   \n",
       "1      008b5hIc   yuanyuan_liu   \n",
       "2      00BAgHFr          xi_li   \n",
       "3      00M93JDI    weiping_cai   \n",
       "4      00ShLPmg      hong_xiao   \n",
       "5      00spmMI1       feng_liu   \n",
       "6      016kCnvN       bo_zhang   \n",
       "7      019rPybm       feng_zhu   \n",
       "8      01B6P0IC       liu_yang   \n",
       "9      01Ep2mqq      ming_chen   \n",
       "10     01hQUc2n       jun_chen   \n",
       "11     01lDTk6t       jun_chen   \n",
       "12     01mFX99n       feng_gao   \n",
       "13     01sROJ1w      chao_yuan   \n",
       "14     021S5Dgp        yong_yu   \n",
       "15     023zvSlv       feng_zhu   \n",
       "16     028kPXFb       c_c_wang   \n",
       "17     0296NTh7          s_liu   \n",
       "18     02E3zQhR      bing_zhou   \n",
       "19     02Rfc8WQ       xue_wang   \n",
       "20     02TCy2lh          li_ma   \n",
       "21     02n9yUf0       feng_liu   \n",
       "22     02nOtsqB   yuanyuan_liu   \n",
       "23     02xCc1XW           z_wu   \n",
       "24     02yiIOce       ji_zhang   \n",
       "25     0342Xnsp       bo_jiang   \n",
       "26     0372SRFC         y_feng   \n",
       "27     03Lueicz       jun_chen   \n",
       "28     03TeIKhe       bo_zhang   \n",
       "29     03UZ6yih         jin_xu   \n",
       "...         ...            ...   \n",
       "25881  zvgcgSxN     gang_zhang   \n",
       "25882  zvp9lgzh   heqing_huang   \n",
       "25883  zwE0i8ky     gang_zhang   \n",
       "25884  zwIvP0Lg       zhi_wang   \n",
       "25885  zwZWax87      yan_liang   \n",
       "25886  zwc3vzOj      fang_wang   \n",
       "25887  zwkRwf9E         xia_li   \n",
       "25888  zwoXJ9Qq       xue_wang   \n",
       "25889  zwvOoECx      yan_liang   \n",
       "25890  zx3vQrQz    shuai_zhang   \n",
       "25891  zx8Vmnuk        lei_shi   \n",
       "25892  zxK5YmBD          xi_li   \n",
       "25893  zxSYNSa5        yan_gao   \n",
       "25894  zxSzxjZF      xiang_gao   \n",
       "25895  zxVyrRrh      jing_chen   \n",
       "25896  zxYpjWnI         bin_hu   \n",
       "25897  zxiEiruf    jianjun_liu   \n",
       "25898  zy1apjjm       lan_wang   \n",
       "25899  zy9MbnjV      jing_chen   \n",
       "25900  zyEX1J1i         jia_li   \n",
       "25901  zyVieHr3           z_wu   \n",
       "25902  zyvyUJsN     xiang_wang   \n",
       "25903  zyz7znyO         xin_li   \n",
       "25904  zzH2p2Vp      ming_chen   \n",
       "25905  zzQ9wlSi         xin_wu   \n",
       "25906  zzSkQtmA      hong_zhao   \n",
       "25907  zziR8f6A      qing_yang   \n",
       "25908  zzjar8aW       feng_liu   \n",
       "25909  zzqI8ndQ       jun_chen   \n",
       "25910  zzzC8lFa          s_liu   \n",
       "\n",
       "                                               paper_ids  \n",
       "0      [lRl7m2tU, 1vUnZLES, 5IbEOTRh, dVAKsHla, TY0MY...  \n",
       "1                                             [nPuf0kYs]  \n",
       "2                         [TuEkjf5i, kn6wo3ot, 0f2awX7U]  \n",
       "3      [mHDfYkqE, RWISo90R, FSsnfI0X, 4U4GvMmc, Yh45T...  \n",
       "4      [inFGp3mc, uyJus3zu, o6poFI1m, KvHObx7O, vg64a...  \n",
       "5               [10ykVAH3, wsAMQuWh, yIfqzYkw, 6xmeeYQX]  \n",
       "6               [JPpvkljc, iu27HXuu, sR7LojbI, FyxOvKTv]  \n",
       "7                                             [29jyH3ur]  \n",
       "8                                             [qp9i4bCq]  \n",
       "9               [9ZcJh2w1, iTcHhzjY, uJFwhMlE, KVivqYYz]  \n",
       "10     [7YMwONqR, yEZy71Fe, BxKTAQSv, Pq6XTTK2, JI8sN...  \n",
       "11     [Xf0dDqG1, UFHYzNIv, ftE9NcbE, rArWxP9y, AwWEa...  \n",
       "12     [uxjp6tWC, T7tLIwNW, F7hb3v5x, 0GnLPTwM, LNCyT...  \n",
       "13     [XtP59vj5, q8Eatm6g, vZrY3N4X, EdZwL9RG, IPsBy...  \n",
       "14                                            [kc4SsvJ3]  \n",
       "15                                            [FmFb9Ofo]  \n",
       "16                                            [K99mpzHC]  \n",
       "17                                            [iRlhVbCa]  \n",
       "18     [XiQrkDdT, FB2VYgAg, 8fNqrsNU, zTgwVbF1, PGW3F...  \n",
       "19              [e7sknJaf, iQLr1A6P, eJQMePQR, O3YEZmSv]  \n",
       "20                                            [dD99Byu5]  \n",
       "21     [V1mqNXyi, Bf6Sf4nl, 4g7bl0Dz, hKIMx2wH, 11fG5...  \n",
       "22                                            [7ImkX65o]  \n",
       "23                                            [NmXyhnfP]  \n",
       "24                        [S81GprJB, PuCLCyTt, TF9z5eGU]  \n",
       "25                                            [ZcpFBTgC]  \n",
       "26                                            [TkFBEAHN]  \n",
       "27     [bYmPkcqj, QXuD9z72, OsO8sBkr, t3y7e6m8, iQyiM...  \n",
       "28     [Rkyw4g4m, EzROIpwY, lpG04dfk, aYZcyb7i, b2kbZ...  \n",
       "29     [XlWkLtyl, nr4DFRqD, 1C1W6FHc, LOcg29Jj, 107AB...  \n",
       "...                                                  ...  \n",
       "25881                                         [cE4ImAWZ]  \n",
       "25882                               [ljGJaE15, 5vF3lSig]  \n",
       "25883                                         [VnSr0KEP]  \n",
       "25884                               [eqzrsw3L, VeCzOrEI]  \n",
       "25885                                         [7dMX8J8j]  \n",
       "25886  [HjupoFtI, 4j7pO38c, RwX3wmg2, Ds6wOKqT, e9Aj4...  \n",
       "25887           [73aPikcc, dy8RDnlm, agwIaoIJ, Lgl9Lz3X]  \n",
       "25888                                         [IxVcnc21]  \n",
       "25889                                         [cc9zbzL6]  \n",
       "25890  [p9oTeXll, QlocW0SV, tx2AuGOk, jLXLkpnt, POyQ3...  \n",
       "25891  [GTEsev9V, fsA3GIGf, MY2i2FZq, Xh8Qlhoj, nsfMF...  \n",
       "25892                                         [OIarJAVW]  \n",
       "25893  [iAf4eeck, fQMU9IrO, 4WjMrv63, oc6KuyaR, a08Hv...  \n",
       "25894                     [y6Jaiinp, 91kt8fUH, GLp1LugE]  \n",
       "25895                     [jnAS3yUI, Gih9m1F2, nf1fqw86]  \n",
       "25896  [SZoSglzO, JhXJFxDp, F5IaJRZ3, AYyMe6E6, kPRP1...  \n",
       "25897  [TYvXnVln, HHzfcYUI, 5AP0Fy2q, LJQ0nyQ1, Eeww9...  \n",
       "25898                                         [Ol2QgXuM]  \n",
       "25899                     [RJCtHATb, aaFeydiw, CvZj4nUs]  \n",
       "25900  [ESq7xQCm, 4m0FyGse, ECuAF6pn, Bkru0l4b, NXjJ2...  \n",
       "25901                     [4m9dBLEp, bMCJrwZK, 9JesopqP]  \n",
       "25902                                         [FIO3mXov]  \n",
       "25903  [yoBRAmDd, eyE3mKR1, 7Ec8sQQA, vkXvnPPB, N2vUg...  \n",
       "25904                                         [vfPmkouB]  \n",
       "25905                                         [ODL3iqRx]  \n",
       "25906  [UXN2DXa4, AAPSkLON, CcR2FVZk, YDU0L4Tk, 8EZfr...  \n",
       "25907                                         [jlOoesGq]  \n",
       "25908  [my1HC700, i9JjXbJx, VPaaM7Et, xzyTre1z, R0UfJ...  \n",
       "25909  [ubfwavT4, mTFn2lPv, OpxbhSrg, wmbCUMP0, 0wP4N...  \n",
       "25910                                         [9lrTX6cQ]  \n",
       "\n",
       "[25911 rows x 3 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "whole_author_name_paper_ids"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>author_name</th>\n",
       "      <th>author_ids</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>li_guo</td>\n",
       "      <td>[EShnTfSe, sCKCrny5, SY2FEqNj, XXFI1LfP, KZUHq...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bo_shen</td>\n",
       "      <td>[dMMuUSbg, r91hXBvS, kk7noJ6Z, S0KddW6h, kUxuc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>di_wang</td>\n",
       "      <td>[2o9S3IgV, uzBq8AY4, 7NLyk3Bt, kYTys3CU, 3XCRz...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>long_wang</td>\n",
       "      <td>[uKI2RE1e, K2JAovvb, vWlBGAUA, FLgn5LLT, 7bIVU...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>qiang_xu</td>\n",
       "      <td>[IYKUkSRi, W32PyUka, oBEDBnzr, NDYPRF7h, 4pv4t...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>xiang_wang</td>\n",
       "      <td>[cykm1BJw, stdvmffN, mrsIu8Ho, 4lLJsaTA, 5ig0F...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>changming_liu</td>\n",
       "      <td>[Vk5pmdTQ, heYnUfuY, o2chpvWn, dRDBdt8h, cwrrT...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>kenji_kaneko</td>\n",
       "      <td>[HnK9fnTV, 7RU1YNLQ, CL77nXuo, WHPZ6PXO, 6B9H3...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>guohua_chen</td>\n",
       "      <td>[GdEw4XzH, fXl8TXkC, tvMgxeH8, 0pLF5rFp, 5FZNH...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>hai_jin</td>\n",
       "      <td>[DonOpobk, 25yQj8PF, UplTM9r1, xhbXfLSi, maXhU...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>jia_li</td>\n",
       "      <td>[ADwWYT0i, RU40uLrp, hbN0CZZi, EEL0HNsz, UU9yw...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>guoliang_li</td>\n",
       "      <td>[sxKCpVzv, 2zvX0amO, aDMsfOWG, H25P9a8Q, Rusti...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>lan_wang</td>\n",
       "      <td>[ZFUB0P91, Gtt8Psva, otNxrb8y, l0xqBcmT, seXHY...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>alessandro_giuliani</td>\n",
       "      <td>[fTF8ReaC, hgAzrerZ, JlG4ALNx, mIkonUWw, hbGAG...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>jiang_he</td>\n",
       "      <td>[flshajOb, Rb62sNM9, B548d7Ek, Fku2G1Tk, 6qEIg...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>xiang_gao</td>\n",
       "      <td>[2iVrut0V, cavQuWAQ, uMElkuOk, Li5ZnxXl, tEhQg...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>jianping_wu</td>\n",
       "      <td>[1pkuc8Ic, 3THsUyD9, at27cJUx, jt32rPVO, 16Hyz...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>peng_shi</td>\n",
       "      <td>[edMdy0SG, GLHXrzgg, klpPZTP1, bq1EtMlz, GFkOK...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>feng_wu</td>\n",
       "      <td>[d8fxL9lF, UAaWcQKO, yOwk0vIP, EP9wu7MT, c2R21...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>jing_zhu</td>\n",
       "      <td>[np1q8IBz, 1hvqTfUD, 8CTAXCXJ, Sc3T0YNW, UeUzf...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>xiaoyang_zhang</td>\n",
       "      <td>[cej2LsRS, aMRVKIqF, HUYWA0a4, KzTGJGb8, T8aML...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>mei_han</td>\n",
       "      <td>[6VBFRgpL, UAecUaTz, RbVFwGuZ, 84x84G1o, NqPkR...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>jianhua_shen</td>\n",
       "      <td>[KlCfxkxF, ZoFiChpZ, Zc7elbp6, UT6ZaTX8, 2IaHd...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>hong_xiao</td>\n",
       "      <td>[KUGcNQmo, xesBgqia, VlzADtvb, 29HFs22F, odk7o...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>qing_yang</td>\n",
       "      <td>[Em2A4tS1, 0WlmdXBO, UxCY5YpO, Lp3Vz2b4, oE3TL...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>makoto_sasaki</td>\n",
       "      <td>[w0SzBj9c, UcyJtHGs, 26AaywtR, fsutuuw8, Iw1vW...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>feng_gao</td>\n",
       "      <td>[UXpTXfbE, hWA4ptRW, Ibc5BWCr, 2bNaxaKq, YGaTF...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>d_zhang</td>\n",
       "      <td>[Wtx5Pe3T, lLXmBCaA, dkwkbnGS, d22NNg4G, 4eSU5...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>akira_ono</td>\n",
       "      <td>[7ZlFaYQq, pn65uNo2, zHlJV1dg, Gbike6iR, 8DdHg...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>hong_yang</td>\n",
       "      <td>[SCPI8IFH, fFeOSsqX, v0UT56ZP, jIhPOaEl, GVfHi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>191</th>\n",
       "      <td>wenjun_zheng</td>\n",
       "      <td>[MSQLtx09, nST9Jy4s, K91ZSBEb, 2WGW1CPk]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>192</th>\n",
       "      <td>bo_jiang</td>\n",
       "      <td>[k23TUMWC, eQ5P0mJE, i9YgTtHt, 43fMi2Bu, eaYRF...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>193</th>\n",
       "      <td>hideaki_takahashi</td>\n",
       "      <td>[QMHRVODI, O80OAkZP, ArKgVx4V, spdYqzMp]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>194</th>\n",
       "      <td>kai_yu</td>\n",
       "      <td>[4jKFUfvP, Pz9zJb6B, yd6hwUs9, eOPMlL1o, IqvYX...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>195</th>\n",
       "      <td>changsheng_li</td>\n",
       "      <td>[M6jbsS5p, CV9pyIPZ, Zsga7lc2, 8tecoUxC, yJbqq...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>196</th>\n",
       "      <td>peng_gong</td>\n",
       "      <td>[KUz2Gid6, 5lgNUgkq, NTXzddqt, ge9brGo8, aJAzq...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>197</th>\n",
       "      <td>hongbo_sun</td>\n",
       "      <td>[qTBWQjvI, bmk95xdp, xNIzK3vN, Y0LCW3FI, 1CSED...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>198</th>\n",
       "      <td>jie_yin</td>\n",
       "      <td>[IEHBCWYU, YlwFZpq2, 2PilAhiy, lsmPFG01, Z6tNx...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>199</th>\n",
       "      <td>z_wu</td>\n",
       "      <td>[801Q930X, hiHcfXhi, GJPMT3x6, qAGT1hte, SJnpd...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>200</th>\n",
       "      <td>zhi_wang</td>\n",
       "      <td>[EDjjiDwo, 3xFysgal, fG35e58k, JpBN44nj, XomTX...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>201</th>\n",
       "      <td>lixia_zhang</td>\n",
       "      <td>[op5dXmcv, c0fsPU7c, AD8qgWVT, lsIB0Zyv, OfBS3...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>202</th>\n",
       "      <td>qiong_luo</td>\n",
       "      <td>[plxoreN7, XjplHrA1, BoOs9WKi, ndioyFvi, McTvK...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>203</th>\n",
       "      <td>s_liu</td>\n",
       "      <td>[ZzZLKrQI, LV3rKG2W, QZcbbuuX, qBeSO0B6, xg46I...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204</th>\n",
       "      <td>jin_li</td>\n",
       "      <td>[hVnOHMSk, GSFaPxRC, BjuHiUeF, xM2HTWE6, H9hEi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>205</th>\n",
       "      <td>jing_li</td>\n",
       "      <td>[2U43ERuM, r5jWVGAK, NylRCM27, aOSyFGbj, KQMMR...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206</th>\n",
       "      <td>c_yang</td>\n",
       "      <td>[W8AvSvlM, MliJWC7p, SJ6t5Pb7, rQfQ5qC5, QamPG...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>207</th>\n",
       "      <td>yuxi_liu</td>\n",
       "      <td>[isjfuWsC, VrBVSm2b, 7rKHVWto, gBgDC4P3, XPdsJ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>208</th>\n",
       "      <td>bing_zhang</td>\n",
       "      <td>[jEYNF9a7, n7uT775d, L9nf6sgD, 45sR4K8u, yVlJQ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>209</th>\n",
       "      <td>j_y_wang</td>\n",
       "      <td>[zcv2dkx9, mTbIvGzk, honpCAUb, zb8KUWLP, bjtgi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>210</th>\n",
       "      <td>sheng_dai</td>\n",
       "      <td>[M8HrhNRb, 7iCMQilA, Q6G1hMn4, gxf3ctF0]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211</th>\n",
       "      <td>jie_luo</td>\n",
       "      <td>[6eRoLE9n, SpvWAoRX, BTe5T3H4, p2LthVSJ, c5sYu...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>212</th>\n",
       "      <td>bin_hu</td>\n",
       "      <td>[9z2Mnvr0, Py04Ea0N, 5nCJBOJq, 5XQlyb0T, Q3wUb...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213</th>\n",
       "      <td>hai_yang</td>\n",
       "      <td>[LHhM2MD4, 7WK1SvgR, F9RM8SHg, 3W3DGjzk, O2jQH...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>214</th>\n",
       "      <td>ming_chen</td>\n",
       "      <td>[CiAQiQOM, xq4n8gBy, EufNqoTN, Grwo6hcp, JKGCM...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>215</th>\n",
       "      <td>juan_du</td>\n",
       "      <td>[2tQVlXgA, x8gVaC1l, M5vrhWX3, 3W0mPmWi, xKAbW...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>216</th>\n",
       "      <td>hiroaki_okamoto</td>\n",
       "      <td>[LGcWUHZe, 8mPqiOw9, FHbmL2jX, eENv2Wuh, U2IDa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>217</th>\n",
       "      <td>dan_wang</td>\n",
       "      <td>[Pxy7hkaf, WLncYKR0, rev1qrvb, qiadKgDB, 4j5kq...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>218</th>\n",
       "      <td>jun_chen</td>\n",
       "      <td>[AUYRKdop, EcUVStC9, 7U2oA8Ei, 8aadbYEC, 1YTud...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>219</th>\n",
       "      <td>bai_yang</td>\n",
       "      <td>[MiIxNg2Y, nnXl5kA9, qsAl4WGb, Mth7l53q, ZtC2S...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>220</th>\n",
       "      <td>hiroshi_sakamoto</td>\n",
       "      <td>[vwt9Wd81, MLEuzS1T, xOEKHNxv, Ms4yXx88, VosVg...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>221 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             author_name                                         author_ids\n",
       "0                 li_guo  [EShnTfSe, sCKCrny5, SY2FEqNj, XXFI1LfP, KZUHq...\n",
       "1                bo_shen  [dMMuUSbg, r91hXBvS, kk7noJ6Z, S0KddW6h, kUxuc...\n",
       "2                di_wang  [2o9S3IgV, uzBq8AY4, 7NLyk3Bt, kYTys3CU, 3XCRz...\n",
       "3              long_wang  [uKI2RE1e, K2JAovvb, vWlBGAUA, FLgn5LLT, 7bIVU...\n",
       "4               qiang_xu  [IYKUkSRi, W32PyUka, oBEDBnzr, NDYPRF7h, 4pv4t...\n",
       "5             xiang_wang  [cykm1BJw, stdvmffN, mrsIu8Ho, 4lLJsaTA, 5ig0F...\n",
       "6          changming_liu  [Vk5pmdTQ, heYnUfuY, o2chpvWn, dRDBdt8h, cwrrT...\n",
       "7           kenji_kaneko  [HnK9fnTV, 7RU1YNLQ, CL77nXuo, WHPZ6PXO, 6B9H3...\n",
       "8            guohua_chen  [GdEw4XzH, fXl8TXkC, tvMgxeH8, 0pLF5rFp, 5FZNH...\n",
       "9                hai_jin  [DonOpobk, 25yQj8PF, UplTM9r1, xhbXfLSi, maXhU...\n",
       "10                jia_li  [ADwWYT0i, RU40uLrp, hbN0CZZi, EEL0HNsz, UU9yw...\n",
       "11           guoliang_li  [sxKCpVzv, 2zvX0amO, aDMsfOWG, H25P9a8Q, Rusti...\n",
       "12              lan_wang  [ZFUB0P91, Gtt8Psva, otNxrb8y, l0xqBcmT, seXHY...\n",
       "13   alessandro_giuliani  [fTF8ReaC, hgAzrerZ, JlG4ALNx, mIkonUWw, hbGAG...\n",
       "14              jiang_he  [flshajOb, Rb62sNM9, B548d7Ek, Fku2G1Tk, 6qEIg...\n",
       "15             xiang_gao  [2iVrut0V, cavQuWAQ, uMElkuOk, Li5ZnxXl, tEhQg...\n",
       "16           jianping_wu  [1pkuc8Ic, 3THsUyD9, at27cJUx, jt32rPVO, 16Hyz...\n",
       "17              peng_shi  [edMdy0SG, GLHXrzgg, klpPZTP1, bq1EtMlz, GFkOK...\n",
       "18               feng_wu  [d8fxL9lF, UAaWcQKO, yOwk0vIP, EP9wu7MT, c2R21...\n",
       "19              jing_zhu  [np1q8IBz, 1hvqTfUD, 8CTAXCXJ, Sc3T0YNW, UeUzf...\n",
       "20        xiaoyang_zhang  [cej2LsRS, aMRVKIqF, HUYWA0a4, KzTGJGb8, T8aML...\n",
       "21               mei_han  [6VBFRgpL, UAecUaTz, RbVFwGuZ, 84x84G1o, NqPkR...\n",
       "22          jianhua_shen  [KlCfxkxF, ZoFiChpZ, Zc7elbp6, UT6ZaTX8, 2IaHd...\n",
       "23             hong_xiao  [KUGcNQmo, xesBgqia, VlzADtvb, 29HFs22F, odk7o...\n",
       "24             qing_yang  [Em2A4tS1, 0WlmdXBO, UxCY5YpO, Lp3Vz2b4, oE3TL...\n",
       "25         makoto_sasaki  [w0SzBj9c, UcyJtHGs, 26AaywtR, fsutuuw8, Iw1vW...\n",
       "26              feng_gao  [UXpTXfbE, hWA4ptRW, Ibc5BWCr, 2bNaxaKq, YGaTF...\n",
       "27               d_zhang  [Wtx5Pe3T, lLXmBCaA, dkwkbnGS, d22NNg4G, 4eSU5...\n",
       "28             akira_ono  [7ZlFaYQq, pn65uNo2, zHlJV1dg, Gbike6iR, 8DdHg...\n",
       "29             hong_yang  [SCPI8IFH, fFeOSsqX, v0UT56ZP, jIhPOaEl, GVfHi...\n",
       "..                   ...                                                ...\n",
       "191         wenjun_zheng           [MSQLtx09, nST9Jy4s, K91ZSBEb, 2WGW1CPk]\n",
       "192             bo_jiang  [k23TUMWC, eQ5P0mJE, i9YgTtHt, 43fMi2Bu, eaYRF...\n",
       "193    hideaki_takahashi           [QMHRVODI, O80OAkZP, ArKgVx4V, spdYqzMp]\n",
       "194               kai_yu  [4jKFUfvP, Pz9zJb6B, yd6hwUs9, eOPMlL1o, IqvYX...\n",
       "195        changsheng_li  [M6jbsS5p, CV9pyIPZ, Zsga7lc2, 8tecoUxC, yJbqq...\n",
       "196            peng_gong  [KUz2Gid6, 5lgNUgkq, NTXzddqt, ge9brGo8, aJAzq...\n",
       "197           hongbo_sun  [qTBWQjvI, bmk95xdp, xNIzK3vN, Y0LCW3FI, 1CSED...\n",
       "198              jie_yin  [IEHBCWYU, YlwFZpq2, 2PilAhiy, lsmPFG01, Z6tNx...\n",
       "199                 z_wu  [801Q930X, hiHcfXhi, GJPMT3x6, qAGT1hte, SJnpd...\n",
       "200             zhi_wang  [EDjjiDwo, 3xFysgal, fG35e58k, JpBN44nj, XomTX...\n",
       "201          lixia_zhang  [op5dXmcv, c0fsPU7c, AD8qgWVT, lsIB0Zyv, OfBS3...\n",
       "202            qiong_luo  [plxoreN7, XjplHrA1, BoOs9WKi, ndioyFvi, McTvK...\n",
       "203                s_liu  [ZzZLKrQI, LV3rKG2W, QZcbbuuX, qBeSO0B6, xg46I...\n",
       "204               jin_li  [hVnOHMSk, GSFaPxRC, BjuHiUeF, xM2HTWE6, H9hEi...\n",
       "205              jing_li  [2U43ERuM, r5jWVGAK, NylRCM27, aOSyFGbj, KQMMR...\n",
       "206               c_yang  [W8AvSvlM, MliJWC7p, SJ6t5Pb7, rQfQ5qC5, QamPG...\n",
       "207             yuxi_liu  [isjfuWsC, VrBVSm2b, 7rKHVWto, gBgDC4P3, XPdsJ...\n",
       "208           bing_zhang  [jEYNF9a7, n7uT775d, L9nf6sgD, 45sR4K8u, yVlJQ...\n",
       "209             j_y_wang  [zcv2dkx9, mTbIvGzk, honpCAUb, zb8KUWLP, bjtgi...\n",
       "210            sheng_dai           [M8HrhNRb, 7iCMQilA, Q6G1hMn4, gxf3ctF0]\n",
       "211              jie_luo  [6eRoLE9n, SpvWAoRX, BTe5T3H4, p2LthVSJ, c5sYu...\n",
       "212               bin_hu  [9z2Mnvr0, Py04Ea0N, 5nCJBOJq, 5XQlyb0T, Q3wUb...\n",
       "213             hai_yang  [LHhM2MD4, 7WK1SvgR, F9RM8SHg, 3W3DGjzk, O2jQH...\n",
       "214            ming_chen  [CiAQiQOM, xq4n8gBy, EufNqoTN, Grwo6hcp, JKGCM...\n",
       "215              juan_du  [2tQVlXgA, x8gVaC1l, M5vrhWX3, 3W0mPmWi, xKAbW...\n",
       "216      hiroaki_okamoto  [LGcWUHZe, 8mPqiOw9, FHbmL2jX, eENv2Wuh, U2IDa...\n",
       "217             dan_wang  [Pxy7hkaf, WLncYKR0, rev1qrvb, qiadKgDB, 4j5kq...\n",
       "218             jun_chen  [AUYRKdop, EcUVStC9, 7U2oA8Ei, 8aadbYEC, 1YTud...\n",
       "219             bai_yang  [MiIxNg2Y, nnXl5kA9, qsAl4WGb, Mth7l53q, ZtC2S...\n",
       "220     hiroshi_sakamoto  [vwt9Wd81, MLEuzS1T, xOEKHNxv, Ms4yXx88, VosVg...\n",
       "\n",
       "[221 rows x 2 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_author_name_ids"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>author_id</th>\n",
       "      <th>paper_ids</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>EShnTfSe</td>\n",
       "      <td>[P9a1gcvg]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>sCKCrny5</td>\n",
       "      <td>[Rg5fAeTd, lJPsGNBE, er5gTz90, UG32p2zs, FTweB...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>SY2FEqNj</td>\n",
       "      <td>[2EGB9ZLn]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>XXFI1LfP</td>\n",
       "      <td>[wd3ugFQM, pYKTrEQj, ZUfWc0Zj, jMErL46k, g2a7a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>KZUHqEs8</td>\n",
       "      <td>[u1BaKbeK, 3Vez4kTb, q6I5CrjK, 4r4hJNan, WTpMs...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>lcJ3cnoe</td>\n",
       "      <td>[JGa3ayoe, YamUC6TD, 3IUjB6eO]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>fDByJNym</td>\n",
       "      <td>[xwrRFngw, iu91hRCJ]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>LXHDFVWG</td>\n",
       "      <td>[Ly6DVUex]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>EDAY9Bxa</td>\n",
       "      <td>[fZxFyG1K]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>TjyBlvRR</td>\n",
       "      <td>[VOm1IioC]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>OimeuzLX</td>\n",
       "      <td>[n6LzIFhS]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>mnBTCEVw</td>\n",
       "      <td>[eJOFE3Jh]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>KJ0R8Gf2</td>\n",
       "      <td>[cjB1WPRn]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>vQ8nLNPX</td>\n",
       "      <td>[Xdh4Wvth]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>O9MqKvQL</td>\n",
       "      <td>[t18lapg8, gz5NM7eR]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>kdcR2lfs</td>\n",
       "      <td>[XwdyiM5A, 8yI7Ne3Z, rS54zMYj, CprlvEix]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>ZKfMoZ6f</td>\n",
       "      <td>[6m1pU4vp, eNu10VUE, QQKOFsm9, 9fRGz1Us, UtU36...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>7HtL9jKl</td>\n",
       "      <td>[bJNT1e43, m7BRnkPN, T0QaZmVv, Rq31QNs1, TVTbK...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>feRN2Ze9</td>\n",
       "      <td>[k6RU8MBA]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>OaVJcRwn</td>\n",
       "      <td>[ijXjpqYT]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>BLDVuq8W</td>\n",
       "      <td>[LkM8DxZC]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>mCeqcVBX</td>\n",
       "      <td>[Rua38AfY, GvJ36Ck7, t5cixJhe, xZYnIJN7, ACZ9x...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>HoEFUy2X</td>\n",
       "      <td>[MSErtepK]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0EFqaz5F</td>\n",
       "      <td>[gxFkYKbT, ncgx26VX, MSNMRJCQ, R0EhOHO7, ukyDh...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>tc7akgkH</td>\n",
       "      <td>[TBO7qnQt]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>aFzc7mdG</td>\n",
       "      <td>[uc4Qm5Ke]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>boNLDMdP</td>\n",
       "      <td>[kgDUK0f2, eXP1xPHJ, fIjcgCDx, EWkv51gJ, msWie...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>dtiuYthw</td>\n",
       "      <td>[oKNSOHh0]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>2FmiB5lM</td>\n",
       "      <td>[E6xJAj0L, dhp6sPrt, CPL6CInC, wusLSr2K, pdOh3...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>HD66kgFI</td>\n",
       "      <td>[tdaysBqn, azZqveNS, zqmk4YLM, XHQEEpeC, bABxQ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22809</th>\n",
       "      <td>ZHG5A0E1</td>\n",
       "      <td>[av4OYhaf, ZlmsXm8w]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22810</th>\n",
       "      <td>5eoqmbkq</td>\n",
       "      <td>[8S3aV5jY, F2sLODeZ]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22811</th>\n",
       "      <td>wNNsUQUZ</td>\n",
       "      <td>[7kKfjfdN, pGQL2nJx]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22812</th>\n",
       "      <td>fTMPzHOU</td>\n",
       "      <td>[T6XpBsue, UhV3Zxu2]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22813</th>\n",
       "      <td>rANZRQd1</td>\n",
       "      <td>[gfgyrUBg, DcbsO6rR, sIrqoUcI]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22814</th>\n",
       "      <td>wxp3KZ6K</td>\n",
       "      <td>[vJjd6ia4, o5vQ9qse]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22815</th>\n",
       "      <td>MxnQjb0L</td>\n",
       "      <td>[0KNv0WCW, GB9q8eU7]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22816</th>\n",
       "      <td>kn8alOEs</td>\n",
       "      <td>[N2Ox4qUA, pPTs5QBl, LPpCulk6]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22817</th>\n",
       "      <td>pRqJctfG</td>\n",
       "      <td>[SES12SQf, LXQDPqyt]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22818</th>\n",
       "      <td>K1LZUGNe</td>\n",
       "      <td>[LQJoXHm1, H0ud3mu1, qyVWxJIa]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22819</th>\n",
       "      <td>ktYhcDwN</td>\n",
       "      <td>[tklaetC3, da6f30GB, nihDBJyY, yEAeFpVF, hPBNK...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22820</th>\n",
       "      <td>P5Mlu2kv</td>\n",
       "      <td>[3t69Gwhj, TuDLHe19]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22821</th>\n",
       "      <td>FbnA1sTY</td>\n",
       "      <td>[TCvzeYBF, Zu3AhbnR, uVizKeh5]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22822</th>\n",
       "      <td>SzzTePJS</td>\n",
       "      <td>[0f3GeG0h, EaDflXT5, Xm8i19Q1, iOpvC7Dr, rH8Iq...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22823</th>\n",
       "      <td>z3cSXoHV</td>\n",
       "      <td>[y5BaUlCX, EUygRCgd, trjuqNc3]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22824</th>\n",
       "      <td>fI33qhqp</td>\n",
       "      <td>[zWvxVCL2, smmBCRIv, 0UtIXIyo, ihv2AZc9]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22825</th>\n",
       "      <td>Sg3uQQD3</td>\n",
       "      <td>[mXiuQKt5, 4DzMdxve]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22826</th>\n",
       "      <td>0r0Hx9dp</td>\n",
       "      <td>[flV9jLqi, yy4JD5EX, 9TB95RR5]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22827</th>\n",
       "      <td>CQc2jjdP</td>\n",
       "      <td>[GSJNf3ol, 1amJBWLb]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22828</th>\n",
       "      <td>vwt9Wd81</td>\n",
       "      <td>[ymO4V1gc, GGuKnlYB, eJgQbJrk, CDbrpav6, dX1j5...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22829</th>\n",
       "      <td>MLEuzS1T</td>\n",
       "      <td>[gjvLuBOr, LRtgAqWY, WskqvCyn, vtbPrVS2, m8GaF...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22830</th>\n",
       "      <td>xOEKHNxv</td>\n",
       "      <td>[ZqNzf8N8, aWUV2pTs, BRCvxVwg, VccHO8Lm, GhePy...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22831</th>\n",
       "      <td>Ms4yXx88</td>\n",
       "      <td>[qX1RU3As, MEgEOz0V, yqMplwmg, efhcLrL1, hkjcb...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22832</th>\n",
       "      <td>VosVgGWX</td>\n",
       "      <td>[STuVsxAA, MqLMnPYX, fevypmPc, 00vBYh5M, FQTKR...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22833</th>\n",
       "      <td>H7pPNJ9H</td>\n",
       "      <td>[QZUlzYXd, Svq8l5ly, HryTGsNz, onQVRgYh, I0fgv...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22834</th>\n",
       "      <td>Izy4g5GJ</td>\n",
       "      <td>[X6Y5JzvB, KXUghQFL, hMpb5e3i, 0clVHYAI, qW2qm...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22835</th>\n",
       "      <td>KCYgj45o</td>\n",
       "      <td>[7lXwlh1Q, 4SMScMPv, 4QjMUpKk, J07eYUKv, QkfHE...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22836</th>\n",
       "      <td>QgxWVd6S</td>\n",
       "      <td>[r6Z8eLFd, 6wqc5w05, fLUWqFzl, xM60g1AO, 13tFP...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22837</th>\n",
       "      <td>7mR9sXDN</td>\n",
       "      <td>[ATnbqhim, FAgWcVKY, O321nQmD, S7vtkqwZ, snIBk...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22838</th>\n",
       "      <td>3qn5CxG9</td>\n",
       "      <td>[K8cvwVdF, tWNrHrcN, 4F5SbAoT]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>22839 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      author_id                                          paper_ids\n",
       "0      EShnTfSe                                         [P9a1gcvg]\n",
       "1      sCKCrny5  [Rg5fAeTd, lJPsGNBE, er5gTz90, UG32p2zs, FTweB...\n",
       "2      SY2FEqNj                                         [2EGB9ZLn]\n",
       "3      XXFI1LfP  [wd3ugFQM, pYKTrEQj, ZUfWc0Zj, jMErL46k, g2a7a...\n",
       "4      KZUHqEs8  [u1BaKbeK, 3Vez4kTb, q6I5CrjK, 4r4hJNan, WTpMs...\n",
       "5      lcJ3cnoe                     [JGa3ayoe, YamUC6TD, 3IUjB6eO]\n",
       "6      fDByJNym                               [xwrRFngw, iu91hRCJ]\n",
       "7      LXHDFVWG                                         [Ly6DVUex]\n",
       "8      EDAY9Bxa                                         [fZxFyG1K]\n",
       "9      TjyBlvRR                                         [VOm1IioC]\n",
       "10     OimeuzLX                                         [n6LzIFhS]\n",
       "11     mnBTCEVw                                         [eJOFE3Jh]\n",
       "12     KJ0R8Gf2                                         [cjB1WPRn]\n",
       "13     vQ8nLNPX                                         [Xdh4Wvth]\n",
       "14     O9MqKvQL                               [t18lapg8, gz5NM7eR]\n",
       "15     kdcR2lfs           [XwdyiM5A, 8yI7Ne3Z, rS54zMYj, CprlvEix]\n",
       "16     ZKfMoZ6f  [6m1pU4vp, eNu10VUE, QQKOFsm9, 9fRGz1Us, UtU36...\n",
       "17     7HtL9jKl  [bJNT1e43, m7BRnkPN, T0QaZmVv, Rq31QNs1, TVTbK...\n",
       "18     feRN2Ze9                                         [k6RU8MBA]\n",
       "19     OaVJcRwn                                         [ijXjpqYT]\n",
       "20     BLDVuq8W                                         [LkM8DxZC]\n",
       "21     mCeqcVBX  [Rua38AfY, GvJ36Ck7, t5cixJhe, xZYnIJN7, ACZ9x...\n",
       "22     HoEFUy2X                                         [MSErtepK]\n",
       "23     0EFqaz5F  [gxFkYKbT, ncgx26VX, MSNMRJCQ, R0EhOHO7, ukyDh...\n",
       "24     tc7akgkH                                         [TBO7qnQt]\n",
       "25     aFzc7mdG                                         [uc4Qm5Ke]\n",
       "26     boNLDMdP  [kgDUK0f2, eXP1xPHJ, fIjcgCDx, EWkv51gJ, msWie...\n",
       "27     dtiuYthw                                         [oKNSOHh0]\n",
       "28     2FmiB5lM  [E6xJAj0L, dhp6sPrt, CPL6CInC, wusLSr2K, pdOh3...\n",
       "29     HD66kgFI  [tdaysBqn, azZqveNS, zqmk4YLM, XHQEEpeC, bABxQ...\n",
       "...         ...                                                ...\n",
       "22809  ZHG5A0E1                               [av4OYhaf, ZlmsXm8w]\n",
       "22810  5eoqmbkq                               [8S3aV5jY, F2sLODeZ]\n",
       "22811  wNNsUQUZ                               [7kKfjfdN, pGQL2nJx]\n",
       "22812  fTMPzHOU                               [T6XpBsue, UhV3Zxu2]\n",
       "22813  rANZRQd1                     [gfgyrUBg, DcbsO6rR, sIrqoUcI]\n",
       "22814  wxp3KZ6K                               [vJjd6ia4, o5vQ9qse]\n",
       "22815  MxnQjb0L                               [0KNv0WCW, GB9q8eU7]\n",
       "22816  kn8alOEs                     [N2Ox4qUA, pPTs5QBl, LPpCulk6]\n",
       "22817  pRqJctfG                               [SES12SQf, LXQDPqyt]\n",
       "22818  K1LZUGNe                     [LQJoXHm1, H0ud3mu1, qyVWxJIa]\n",
       "22819  ktYhcDwN  [tklaetC3, da6f30GB, nihDBJyY, yEAeFpVF, hPBNK...\n",
       "22820  P5Mlu2kv                               [3t69Gwhj, TuDLHe19]\n",
       "22821  FbnA1sTY                     [TCvzeYBF, Zu3AhbnR, uVizKeh5]\n",
       "22822  SzzTePJS  [0f3GeG0h, EaDflXT5, Xm8i19Q1, iOpvC7Dr, rH8Iq...\n",
       "22823  z3cSXoHV                     [y5BaUlCX, EUygRCgd, trjuqNc3]\n",
       "22824  fI33qhqp           [zWvxVCL2, smmBCRIv, 0UtIXIyo, ihv2AZc9]\n",
       "22825  Sg3uQQD3                               [mXiuQKt5, 4DzMdxve]\n",
       "22826  0r0Hx9dp                     [flV9jLqi, yy4JD5EX, 9TB95RR5]\n",
       "22827  CQc2jjdP                               [GSJNf3ol, 1amJBWLb]\n",
       "22828  vwt9Wd81  [ymO4V1gc, GGuKnlYB, eJgQbJrk, CDbrpav6, dX1j5...\n",
       "22829  MLEuzS1T  [gjvLuBOr, LRtgAqWY, WskqvCyn, vtbPrVS2, m8GaF...\n",
       "22830  xOEKHNxv  [ZqNzf8N8, aWUV2pTs, BRCvxVwg, VccHO8Lm, GhePy...\n",
       "22831  Ms4yXx88  [qX1RU3As, MEgEOz0V, yqMplwmg, efhcLrL1, hkjcb...\n",
       "22832  VosVgGWX  [STuVsxAA, MqLMnPYX, fevypmPc, 00vBYh5M, FQTKR...\n",
       "22833  H7pPNJ9H  [QZUlzYXd, Svq8l5ly, HryTGsNz, onQVRgYh, I0fgv...\n",
       "22834  Izy4g5GJ  [X6Y5JzvB, KXUghQFL, hMpb5e3i, 0clVHYAI, qW2qm...\n",
       "22835  KCYgj45o  [7lXwlh1Q, 4SMScMPv, 4QjMUpKk, J07eYUKv, QkfHE...\n",
       "22836  QgxWVd6S  [r6Z8eLFd, 6wqc5w05, fLUWqFzl, xM60g1AO, 13tFP...\n",
       "22837  7mR9sXDN  [ATnbqhim, FAgWcVKY, O321nQmD, S7vtkqwZ, snIBk...\n",
       "22838  3qn5CxG9                     [K8cvwVdF, tWNrHrcN, 4F5SbAoT]\n",
       "\n",
       "[22839 rows x 2 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_author_paper_ids"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_author_name_ids['author_num'] = train_author_name_ids['author_ids'].apply(len)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "count    221.000000\n",
       "mean     103.343891\n",
       "std      132.716819\n",
       "min        0.000000\n",
       "25%       15.000000\n",
       "50%       27.000000\n",
       "75%      216.000000\n",
       "max      588.000000\n",
       "Name: author_num, dtype: float64"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_author_name_ids['author_num'].describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_author_name_ids = train_author_name_ids[train_author_name_ids['author_num'] >= 5]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5\n"
     ]
    }
   ],
   "source": [
    "print(train_author_name_ids['author_num'].min())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>author_name</th>\n",
       "      <th>author_ids</th>\n",
       "      <th>author_num</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>li_guo</td>\n",
       "      <td>[EShnTfSe, sCKCrny5, SY2FEqNj, XXFI1LfP, KZUHq...</td>\n",
       "      <td>249</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bo_shen</td>\n",
       "      <td>[dMMuUSbg, r91hXBvS, kk7noJ6Z, S0KddW6h, kUxuc...</td>\n",
       "      <td>57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>di_wang</td>\n",
       "      <td>[2o9S3IgV, uzBq8AY4, 7NLyk3Bt, kYTys3CU, 3XCRz...</td>\n",
       "      <td>112</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>long_wang</td>\n",
       "      <td>[uKI2RE1e, K2JAovvb, vWlBGAUA, FLgn5LLT, 7bIVU...</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>qiang_xu</td>\n",
       "      <td>[IYKUkSRi, W32PyUka, oBEDBnzr, NDYPRF7h, 4pv4t...</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>xiang_wang</td>\n",
       "      <td>[cykm1BJw, stdvmffN, mrsIu8Ho, 4lLJsaTA, 5ig0F...</td>\n",
       "      <td>379</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>changming_liu</td>\n",
       "      <td>[Vk5pmdTQ, heYnUfuY, o2chpvWn, dRDBdt8h, cwrrT...</td>\n",
       "      <td>22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>kenji_kaneko</td>\n",
       "      <td>[HnK9fnTV, 7RU1YNLQ, CL77nXuo, WHPZ6PXO, 6B9H3...</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>guohua_chen</td>\n",
       "      <td>[GdEw4XzH, fXl8TXkC, tvMgxeH8, 0pLF5rFp, 5FZNH...</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>hai_jin</td>\n",
       "      <td>[DonOpobk, 25yQj8PF, UplTM9r1, xhbXfLSi, maXhU...</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>jia_li</td>\n",
       "      <td>[ADwWYT0i, RU40uLrp, hbN0CZZi, EEL0HNsz, UU9yw...</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>guoliang_li</td>\n",
       "      <td>[sxKCpVzv, 2zvX0amO, aDMsfOWG, H25P9a8Q, Rusti...</td>\n",
       "      <td>36</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>lan_wang</td>\n",
       "      <td>[ZFUB0P91, Gtt8Psva, otNxrb8y, l0xqBcmT, seXHY...</td>\n",
       "      <td>436</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>alessandro_giuliani</td>\n",
       "      <td>[fTF8ReaC, hgAzrerZ, JlG4ALNx, mIkonUWw, hbGAG...</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>jiang_he</td>\n",
       "      <td>[flshajOb, Rb62sNM9, B548d7Ek, Fku2G1Tk, 6qEIg...</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>xiang_gao</td>\n",
       "      <td>[2iVrut0V, cavQuWAQ, uMElkuOk, Li5ZnxXl, tEhQg...</td>\n",
       "      <td>232</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>jianping_wu</td>\n",
       "      <td>[1pkuc8Ic, 3THsUyD9, at27cJUx, jt32rPVO, 16Hyz...</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>peng_shi</td>\n",
       "      <td>[edMdy0SG, GLHXrzgg, klpPZTP1, bq1EtMlz, GFkOK...</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>feng_wu</td>\n",
       "      <td>[d8fxL9lF, UAaWcQKO, yOwk0vIP, EP9wu7MT, c2R21...</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>jing_zhu</td>\n",
       "      <td>[np1q8IBz, 1hvqTfUD, 8CTAXCXJ, Sc3T0YNW, UeUzf...</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>xiaoyang_zhang</td>\n",
       "      <td>[cej2LsRS, aMRVKIqF, HUYWA0a4, KzTGJGb8, T8aML...</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>mei_han</td>\n",
       "      <td>[6VBFRgpL, UAecUaTz, RbVFwGuZ, 84x84G1o, NqPkR...</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>jianhua_shen</td>\n",
       "      <td>[KlCfxkxF, ZoFiChpZ, Zc7elbp6, UT6ZaTX8, 2IaHd...</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>hong_xiao</td>\n",
       "      <td>[KUGcNQmo, xesBgqia, VlzADtvb, 29HFs22F, odk7o...</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>qing_yang</td>\n",
       "      <td>[Em2A4tS1, 0WlmdXBO, UxCY5YpO, Lp3Vz2b4, oE3TL...</td>\n",
       "      <td>290</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>makoto_sasaki</td>\n",
       "      <td>[w0SzBj9c, UcyJtHGs, 26AaywtR, fsutuuw8, Iw1vW...</td>\n",
       "      <td>22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>feng_gao</td>\n",
       "      <td>[UXpTXfbE, hWA4ptRW, Ibc5BWCr, 2bNaxaKq, YGaTF...</td>\n",
       "      <td>92</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>d_zhang</td>\n",
       "      <td>[Wtx5Pe3T, lLXmBCaA, dkwkbnGS, d22NNg4G, 4eSU5...</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>akira_ono</td>\n",
       "      <td>[7ZlFaYQq, pn65uNo2, zHlJV1dg, Gbike6iR, 8DdHg...</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>hong_yang</td>\n",
       "      <td>[SCPI8IFH, fFeOSsqX, v0UT56ZP, jIhPOaEl, GVfHi...</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>188</th>\n",
       "      <td>gang_zhang</td>\n",
       "      <td>[TWHG8tzb, FBXNdOiv, nlZmUZOk, 8zj324d8, RwMna...</td>\n",
       "      <td>255</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189</th>\n",
       "      <td>xiaoming_li</td>\n",
       "      <td>[k1pc2mF3, kCmVVlgT, Y0p20tzQ, QCpKq0Ql, sACqc...</td>\n",
       "      <td>69</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>190</th>\n",
       "      <td>chunxia_li</td>\n",
       "      <td>[CwFi7j3L, rEigJoBE, BW94HSma, sBVlSGxW, SFeqm...</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>192</th>\n",
       "      <td>bo_jiang</td>\n",
       "      <td>[k23TUMWC, eQ5P0mJE, i9YgTtHt, 43fMi2Bu, eaYRF...</td>\n",
       "      <td>231</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>194</th>\n",
       "      <td>kai_yu</td>\n",
       "      <td>[4jKFUfvP, Pz9zJb6B, yd6hwUs9, eOPMlL1o, IqvYX...</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>195</th>\n",
       "      <td>changsheng_li</td>\n",
       "      <td>[M6jbsS5p, CV9pyIPZ, Zsga7lc2, 8tecoUxC, yJbqq...</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>196</th>\n",
       "      <td>peng_gong</td>\n",
       "      <td>[KUz2Gid6, 5lgNUgkq, NTXzddqt, ge9brGo8, aJAzq...</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>197</th>\n",
       "      <td>hongbo_sun</td>\n",
       "      <td>[qTBWQjvI, bmk95xdp, xNIzK3vN, Y0LCW3FI, 1CSED...</td>\n",
       "      <td>36</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>198</th>\n",
       "      <td>jie_yin</td>\n",
       "      <td>[IEHBCWYU, YlwFZpq2, 2PilAhiy, lsmPFG01, Z6tNx...</td>\n",
       "      <td>69</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>199</th>\n",
       "      <td>z_wu</td>\n",
       "      <td>[801Q930X, hiHcfXhi, GJPMT3x6, qAGT1hte, SJnpd...</td>\n",
       "      <td>302</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>200</th>\n",
       "      <td>zhi_wang</td>\n",
       "      <td>[EDjjiDwo, 3xFysgal, fG35e58k, JpBN44nj, XomTX...</td>\n",
       "      <td>357</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>201</th>\n",
       "      <td>lixia_zhang</td>\n",
       "      <td>[op5dXmcv, c0fsPU7c, AD8qgWVT, lsIB0Zyv, OfBS3...</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>202</th>\n",
       "      <td>qiong_luo</td>\n",
       "      <td>[plxoreN7, XjplHrA1, BoOs9WKi, ndioyFvi, McTvK...</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>203</th>\n",
       "      <td>s_liu</td>\n",
       "      <td>[ZzZLKrQI, LV3rKG2W, QZcbbuuX, qBeSO0B6, xg46I...</td>\n",
       "      <td>588</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204</th>\n",
       "      <td>jin_li</td>\n",
       "      <td>[hVnOHMSk, GSFaPxRC, BjuHiUeF, xM2HTWE6, H9hEi...</td>\n",
       "      <td>160</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>205</th>\n",
       "      <td>jing_li</td>\n",
       "      <td>[2U43ERuM, r5jWVGAK, NylRCM27, aOSyFGbj, KQMMR...</td>\n",
       "      <td>518</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206</th>\n",
       "      <td>c_yang</td>\n",
       "      <td>[W8AvSvlM, MliJWC7p, SJ6t5Pb7, rQfQ5qC5, QamPG...</td>\n",
       "      <td>331</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>207</th>\n",
       "      <td>yuxi_liu</td>\n",
       "      <td>[isjfuWsC, VrBVSm2b, 7rKHVWto, gBgDC4P3, XPdsJ...</td>\n",
       "      <td>18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>208</th>\n",
       "      <td>bing_zhang</td>\n",
       "      <td>[jEYNF9a7, n7uT775d, L9nf6sgD, 45sR4K8u, yVlJQ...</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>209</th>\n",
       "      <td>j_y_wang</td>\n",
       "      <td>[zcv2dkx9, mTbIvGzk, honpCAUb, zb8KUWLP, bjtgi...</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211</th>\n",
       "      <td>jie_luo</td>\n",
       "      <td>[6eRoLE9n, SpvWAoRX, BTe5T3H4, p2LthVSJ, c5sYu...</td>\n",
       "      <td>62</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>212</th>\n",
       "      <td>bin_hu</td>\n",
       "      <td>[9z2Mnvr0, Py04Ea0N, 5nCJBOJq, 5XQlyb0T, Q3wUb...</td>\n",
       "      <td>179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213</th>\n",
       "      <td>hai_yang</td>\n",
       "      <td>[LHhM2MD4, 7WK1SvgR, F9RM8SHg, 3W3DGjzk, O2jQH...</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>214</th>\n",
       "      <td>ming_chen</td>\n",
       "      <td>[CiAQiQOM, xq4n8gBy, EufNqoTN, Grwo6hcp, JKGCM...</td>\n",
       "      <td>282</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>215</th>\n",
       "      <td>juan_du</td>\n",
       "      <td>[2tQVlXgA, x8gVaC1l, M5vrhWX3, 3W0mPmWi, xKAbW...</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>216</th>\n",
       "      <td>hiroaki_okamoto</td>\n",
       "      <td>[LGcWUHZe, 8mPqiOw9, FHbmL2jX, eENv2Wuh, U2IDa...</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>217</th>\n",
       "      <td>dan_wang</td>\n",
       "      <td>[Pxy7hkaf, WLncYKR0, rev1qrvb, qiadKgDB, 4j5kq...</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>218</th>\n",
       "      <td>jun_chen</td>\n",
       "      <td>[AUYRKdop, EcUVStC9, 7U2oA8Ei, 8aadbYEC, 1YTud...</td>\n",
       "      <td>231</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>219</th>\n",
       "      <td>bai_yang</td>\n",
       "      <td>[MiIxNg2Y, nnXl5kA9, qsAl4WGb, Mth7l53q, ZtC2S...</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>220</th>\n",
       "      <td>hiroshi_sakamoto</td>\n",
       "      <td>[vwt9Wd81, MLEuzS1T, xOEKHNxv, Ms4yXx88, VosVg...</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>204 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             author_name                                         author_ids  \\\n",
       "0                 li_guo  [EShnTfSe, sCKCrny5, SY2FEqNj, XXFI1LfP, KZUHq...   \n",
       "1                bo_shen  [dMMuUSbg, r91hXBvS, kk7noJ6Z, S0KddW6h, kUxuc...   \n",
       "2                di_wang  [2o9S3IgV, uzBq8AY4, 7NLyk3Bt, kYTys3CU, 3XCRz...   \n",
       "3              long_wang  [uKI2RE1e, K2JAovvb, vWlBGAUA, FLgn5LLT, 7bIVU...   \n",
       "4               qiang_xu  [IYKUkSRi, W32PyUka, oBEDBnzr, NDYPRF7h, 4pv4t...   \n",
       "5             xiang_wang  [cykm1BJw, stdvmffN, mrsIu8Ho, 4lLJsaTA, 5ig0F...   \n",
       "6          changming_liu  [Vk5pmdTQ, heYnUfuY, o2chpvWn, dRDBdt8h, cwrrT...   \n",
       "7           kenji_kaneko  [HnK9fnTV, 7RU1YNLQ, CL77nXuo, WHPZ6PXO, 6B9H3...   \n",
       "8            guohua_chen  [GdEw4XzH, fXl8TXkC, tvMgxeH8, 0pLF5rFp, 5FZNH...   \n",
       "9                hai_jin  [DonOpobk, 25yQj8PF, UplTM9r1, xhbXfLSi, maXhU...   \n",
       "10                jia_li  [ADwWYT0i, RU40uLrp, hbN0CZZi, EEL0HNsz, UU9yw...   \n",
       "11           guoliang_li  [sxKCpVzv, 2zvX0amO, aDMsfOWG, H25P9a8Q, Rusti...   \n",
       "12              lan_wang  [ZFUB0P91, Gtt8Psva, otNxrb8y, l0xqBcmT, seXHY...   \n",
       "13   alessandro_giuliani  [fTF8ReaC, hgAzrerZ, JlG4ALNx, mIkonUWw, hbGAG...   \n",
       "14              jiang_he  [flshajOb, Rb62sNM9, B548d7Ek, Fku2G1Tk, 6qEIg...   \n",
       "15             xiang_gao  [2iVrut0V, cavQuWAQ, uMElkuOk, Li5ZnxXl, tEhQg...   \n",
       "16           jianping_wu  [1pkuc8Ic, 3THsUyD9, at27cJUx, jt32rPVO, 16Hyz...   \n",
       "17              peng_shi  [edMdy0SG, GLHXrzgg, klpPZTP1, bq1EtMlz, GFkOK...   \n",
       "18               feng_wu  [d8fxL9lF, UAaWcQKO, yOwk0vIP, EP9wu7MT, c2R21...   \n",
       "19              jing_zhu  [np1q8IBz, 1hvqTfUD, 8CTAXCXJ, Sc3T0YNW, UeUzf...   \n",
       "20        xiaoyang_zhang  [cej2LsRS, aMRVKIqF, HUYWA0a4, KzTGJGb8, T8aML...   \n",
       "21               mei_han  [6VBFRgpL, UAecUaTz, RbVFwGuZ, 84x84G1o, NqPkR...   \n",
       "22          jianhua_shen  [KlCfxkxF, ZoFiChpZ, Zc7elbp6, UT6ZaTX8, 2IaHd...   \n",
       "23             hong_xiao  [KUGcNQmo, xesBgqia, VlzADtvb, 29HFs22F, odk7o...   \n",
       "24             qing_yang  [Em2A4tS1, 0WlmdXBO, UxCY5YpO, Lp3Vz2b4, oE3TL...   \n",
       "25         makoto_sasaki  [w0SzBj9c, UcyJtHGs, 26AaywtR, fsutuuw8, Iw1vW...   \n",
       "26              feng_gao  [UXpTXfbE, hWA4ptRW, Ibc5BWCr, 2bNaxaKq, YGaTF...   \n",
       "27               d_zhang  [Wtx5Pe3T, lLXmBCaA, dkwkbnGS, d22NNg4G, 4eSU5...   \n",
       "28             akira_ono  [7ZlFaYQq, pn65uNo2, zHlJV1dg, Gbike6iR, 8DdHg...   \n",
       "29             hong_yang  [SCPI8IFH, fFeOSsqX, v0UT56ZP, jIhPOaEl, GVfHi...   \n",
       "..                   ...                                                ...   \n",
       "188           gang_zhang  [TWHG8tzb, FBXNdOiv, nlZmUZOk, 8zj324d8, RwMna...   \n",
       "189          xiaoming_li  [k1pc2mF3, kCmVVlgT, Y0p20tzQ, QCpKq0Ql, sACqc...   \n",
       "190           chunxia_li  [CwFi7j3L, rEigJoBE, BW94HSma, sBVlSGxW, SFeqm...   \n",
       "192             bo_jiang  [k23TUMWC, eQ5P0mJE, i9YgTtHt, 43fMi2Bu, eaYRF...   \n",
       "194               kai_yu  [4jKFUfvP, Pz9zJb6B, yd6hwUs9, eOPMlL1o, IqvYX...   \n",
       "195        changsheng_li  [M6jbsS5p, CV9pyIPZ, Zsga7lc2, 8tecoUxC, yJbqq...   \n",
       "196            peng_gong  [KUz2Gid6, 5lgNUgkq, NTXzddqt, ge9brGo8, aJAzq...   \n",
       "197           hongbo_sun  [qTBWQjvI, bmk95xdp, xNIzK3vN, Y0LCW3FI, 1CSED...   \n",
       "198              jie_yin  [IEHBCWYU, YlwFZpq2, 2PilAhiy, lsmPFG01, Z6tNx...   \n",
       "199                 z_wu  [801Q930X, hiHcfXhi, GJPMT3x6, qAGT1hte, SJnpd...   \n",
       "200             zhi_wang  [EDjjiDwo, 3xFysgal, fG35e58k, JpBN44nj, XomTX...   \n",
       "201          lixia_zhang  [op5dXmcv, c0fsPU7c, AD8qgWVT, lsIB0Zyv, OfBS3...   \n",
       "202            qiong_luo  [plxoreN7, XjplHrA1, BoOs9WKi, ndioyFvi, McTvK...   \n",
       "203                s_liu  [ZzZLKrQI, LV3rKG2W, QZcbbuuX, qBeSO0B6, xg46I...   \n",
       "204               jin_li  [hVnOHMSk, GSFaPxRC, BjuHiUeF, xM2HTWE6, H9hEi...   \n",
       "205              jing_li  [2U43ERuM, r5jWVGAK, NylRCM27, aOSyFGbj, KQMMR...   \n",
       "206               c_yang  [W8AvSvlM, MliJWC7p, SJ6t5Pb7, rQfQ5qC5, QamPG...   \n",
       "207             yuxi_liu  [isjfuWsC, VrBVSm2b, 7rKHVWto, gBgDC4P3, XPdsJ...   \n",
       "208           bing_zhang  [jEYNF9a7, n7uT775d, L9nf6sgD, 45sR4K8u, yVlJQ...   \n",
       "209             j_y_wang  [zcv2dkx9, mTbIvGzk, honpCAUb, zb8KUWLP, bjtgi...   \n",
       "211              jie_luo  [6eRoLE9n, SpvWAoRX, BTe5T3H4, p2LthVSJ, c5sYu...   \n",
       "212               bin_hu  [9z2Mnvr0, Py04Ea0N, 5nCJBOJq, 5XQlyb0T, Q3wUb...   \n",
       "213             hai_yang  [LHhM2MD4, 7WK1SvgR, F9RM8SHg, 3W3DGjzk, O2jQH...   \n",
       "214            ming_chen  [CiAQiQOM, xq4n8gBy, EufNqoTN, Grwo6hcp, JKGCM...   \n",
       "215              juan_du  [2tQVlXgA, x8gVaC1l, M5vrhWX3, 3W0mPmWi, xKAbW...   \n",
       "216      hiroaki_okamoto  [LGcWUHZe, 8mPqiOw9, FHbmL2jX, eENv2Wuh, U2IDa...   \n",
       "217             dan_wang  [Pxy7hkaf, WLncYKR0, rev1qrvb, qiadKgDB, 4j5kq...   \n",
       "218             jun_chen  [AUYRKdop, EcUVStC9, 7U2oA8Ei, 8aadbYEC, 1YTud...   \n",
       "219             bai_yang  [MiIxNg2Y, nnXl5kA9, qsAl4WGb, Mth7l53q, ZtC2S...   \n",
       "220     hiroshi_sakamoto  [vwt9Wd81, MLEuzS1T, xOEKHNxv, Ms4yXx88, VosVg...   \n",
       "\n",
       "     author_num  \n",
       "0           249  \n",
       "1            57  \n",
       "2           112  \n",
       "3            28  \n",
       "4            27  \n",
       "5           379  \n",
       "6            22  \n",
       "7             5  \n",
       "8            24  \n",
       "9             5  \n",
       "10           23  \n",
       "11           36  \n",
       "12          436  \n",
       "13           25  \n",
       "14           10  \n",
       "15          232  \n",
       "16           21  \n",
       "17           11  \n",
       "18          123  \n",
       "19           27  \n",
       "20           30  \n",
       "21           19  \n",
       "22            7  \n",
       "23           27  \n",
       "24          290  \n",
       "25           22  \n",
       "26           92  \n",
       "27           16  \n",
       "28            9  \n",
       "29           17  \n",
       "..          ...  \n",
       "188         255  \n",
       "189          69  \n",
       "190          15  \n",
       "192         231  \n",
       "194           8  \n",
       "195          27  \n",
       "196           5  \n",
       "197          36  \n",
       "198          69  \n",
       "199         302  \n",
       "200         357  \n",
       "201          24  \n",
       "202           9  \n",
       "203         588  \n",
       "204         160  \n",
       "205         518  \n",
       "206         331  \n",
       "207          18  \n",
       "208          29  \n",
       "209          13  \n",
       "211          62  \n",
       "212         179  \n",
       "213          11  \n",
       "214         282  \n",
       "215          20  \n",
       "216           8  \n",
       "217          24  \n",
       "218         231  \n",
       "219          27  \n",
       "220          11  \n",
       "\n",
       "[204 rows x 3 columns]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_author_name_ids"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>author_name</th>\n",
       "      <th>author_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>li_guo</td>\n",
       "      <td>EShnTfSe</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>li_guo</td>\n",
       "      <td>sCKCrny5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>li_guo</td>\n",
       "      <td>SY2FEqNj</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>li_guo</td>\n",
       "      <td>XXFI1LfP</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>li_guo</td>\n",
       "      <td>KZUHqEs8</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  author_name author_id\n",
       "0      li_guo  EShnTfSe\n",
       "1      li_guo  sCKCrny5\n",
       "2      li_guo  SY2FEqNj\n",
       "3      li_guo  XXFI1LfP\n",
       "4      li_guo  KZUHqEs8"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_author_name_ids_ext = []\n",
    "for author_name, author_ids in train_author_name_ids[['author_name', 'author_ids']].values:\n",
    "     for aid in author_ids:\n",
    "            train_author_name_ids_ext.append([author_name, aid])\n",
    "            \n",
    "train_author_name_ids_ext = pd.DataFrame(train_author_name_ids_ext, columns=['author_name', 'author_id'])\n",
    "train_author_name_ids_ext.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "# remove author that pub less than k"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_author_paper_ids = pd.read_pickle('./pkl/train_author_paper_ids.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "count    22839.000000\n",
       "mean         8.997679\n",
       "std         37.176879\n",
       "min          1.000000\n",
       "25%          1.000000\n",
       "50%          2.000000\n",
       "75%          7.000000\n",
       "max       1646.000000\n",
       "Name: paper_num, dtype: float64"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_author_paper_ids['paper_num'] = train_author_paper_ids['paper_ids'].apply(len)\n",
    "train_author_paper_ids['paper_num'].describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "22839 22839\n"
     ]
    }
   ],
   "source": [
    "author_pub_more_than_k = train_author_paper_ids[train_author_paper_ids['paper_num'] > 0]['author_id'].unique()\n",
    "print(len(author_pub_more_than_k), train_author_paper_ids['author_id'].nunique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "22782\n",
      "22782\n"
     ]
    }
   ],
   "source": [
    "print(len(train_author_name_ids_ext))\n",
    "train_author_name_ids_ext = train_author_name_ids_ext[train_author_name_ids_ext['author_id'].isin(author_pub_more_than_k)]\n",
    "print(len(train_author_name_ids_ext))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_author_paper_ids_ext = []\n",
    "for author_id, paper_ids in train_author_paper_ids[['author_id', 'paper_ids']].values:\n",
    "     for pid in paper_ids:\n",
    "            train_author_paper_ids_ext.append([author_id, pid])\n",
    "train_author_paper_ids_ext = pd.DataFrame(train_author_paper_ids_ext, columns=['author_id', 'paper_id'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "# train_pub_info = pd.read_pickle('./pkl/train_pub_info.pkl')[['paper_id', 'authors']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "# train_author_paper_ids_ext = train_author_paper_ids_ext.merge(train_pub_info, 'left', 'paper_id')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_author_paper_ids_ext = train_author_paper_ids_ext.merge(train_author_name_ids_ext, 'left', 'author_id')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>author_id</th>\n",
       "      <th>paper_id</th>\n",
       "      <th>author_name</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>EShnTfSe</td>\n",
       "      <td>P9a1gcvg</td>\n",
       "      <td>li_guo</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>sCKCrny5</td>\n",
       "      <td>Rg5fAeTd</td>\n",
       "      <td>li_guo</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>sCKCrny5</td>\n",
       "      <td>lJPsGNBE</td>\n",
       "      <td>li_guo</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>sCKCrny5</td>\n",
       "      <td>er5gTz90</td>\n",
       "      <td>li_guo</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>sCKCrny5</td>\n",
       "      <td>UG32p2zs</td>\n",
       "      <td>li_guo</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  author_id  paper_id author_name\n",
       "0  EShnTfSe  P9a1gcvg      li_guo\n",
       "1  sCKCrny5  Rg5fAeTd      li_guo\n",
       "2  sCKCrny5  lJPsGNBE      li_guo\n",
       "3  sCKCrny5  er5gTz90      li_guo\n",
       "4  sCKCrny5  UG32p2zs      li_guo"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_author_paper_ids_ext.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_author_paper_ids_ext = train_author_paper_ids_ext.dropna(subset=['author_name'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 11.3 s, sys: 41.3 ms, total: 11.4 s\n",
      "Wall time: 11.4 s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "train_author_paper_ids_ext['author_org'] = train_author_paper_ids_ext.apply(lambda row: author_org_map[row['author_name']][row['paper_id']], axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.36125013573409936"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_author_paper_ids_ext['author_org'].nunique() / len(train_author_paper_ids_ext)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>author_id</th>\n",
       "      <th>paper_id</th>\n",
       "      <th>author_name</th>\n",
       "      <th>author_org</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>EShnTfSe</td>\n",
       "      <td>P9a1gcvg</td>\n",
       "      <td>li_guo</td>\n",
       "      <td>Institute of Pharmacology and Toxicology</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>sCKCrny5</td>\n",
       "      <td>Rg5fAeTd</td>\n",
       "      <td>li_guo</td>\n",
       "      <td>Dept. of Pharmaceutical Chemistry</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>sCKCrny5</td>\n",
       "      <td>lJPsGNBE</td>\n",
       "      <td>li_guo</td>\n",
       "      <td>Department of Chemical Engineering</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>sCKCrny5</td>\n",
       "      <td>er5gTz90</td>\n",
       "      <td>li_guo</td>\n",
       "      <td>Sichuan Union University</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>sCKCrny5</td>\n",
       "      <td>UG32p2zs</td>\n",
       "      <td>li_guo</td>\n",
       "      <td>West China School of Pharmacy</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  author_id  paper_id author_name                                author_org\n",
       "0  EShnTfSe  P9a1gcvg      li_guo  Institute of Pharmacology and Toxicology\n",
       "1  sCKCrny5  Rg5fAeTd      li_guo         Dept. of Pharmaceutical Chemistry\n",
       "2  sCKCrny5  lJPsGNBE      li_guo        Department of Chemical Engineering\n",
       "3  sCKCrny5  er5gTz90      li_guo                  Sichuan Union University\n",
       "4  sCKCrny5  UG32p2zs      li_guo             West China School of Pharmacy"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_author_paper_ids_ext.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>author_name</th>\n",
       "      <th>author_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>li_guo</td>\n",
       "      <td>EShnTfSe</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>li_guo</td>\n",
       "      <td>sCKCrny5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>li_guo</td>\n",
       "      <td>SY2FEqNj</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>li_guo</td>\n",
       "      <td>XXFI1LfP</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>li_guo</td>\n",
       "      <td>KZUHqEs8</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  author_name author_id\n",
       "0      li_guo  EShnTfSe\n",
       "1      li_guo  sCKCrny5\n",
       "2      li_guo  SY2FEqNj\n",
       "3      li_guo  XXFI1LfP\n",
       "4      li_guo  KZUHqEs8"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_author_name_ids_ext.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_author_name_ids_ext2 = train_author_name_ids_ext.merge(train_author_name_ids[['author_name', 'author_ids']], 'left', 'author_name')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>author_name</th>\n",
       "      <th>author_id</th>\n",
       "      <th>author_ids</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>li_guo</td>\n",
       "      <td>EShnTfSe</td>\n",
       "      <td>[EShnTfSe, sCKCrny5, SY2FEqNj, XXFI1LfP, KZUHq...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>li_guo</td>\n",
       "      <td>sCKCrny5</td>\n",
       "      <td>[EShnTfSe, sCKCrny5, SY2FEqNj, XXFI1LfP, KZUHq...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>li_guo</td>\n",
       "      <td>SY2FEqNj</td>\n",
       "      <td>[EShnTfSe, sCKCrny5, SY2FEqNj, XXFI1LfP, KZUHq...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>li_guo</td>\n",
       "      <td>XXFI1LfP</td>\n",
       "      <td>[EShnTfSe, sCKCrny5, SY2FEqNj, XXFI1LfP, KZUHq...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>li_guo</td>\n",
       "      <td>KZUHqEs8</td>\n",
       "      <td>[EShnTfSe, sCKCrny5, SY2FEqNj, XXFI1LfP, KZUHq...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  author_name author_id                                         author_ids\n",
       "0      li_guo  EShnTfSe  [EShnTfSe, sCKCrny5, SY2FEqNj, XXFI1LfP, KZUHq...\n",
       "1      li_guo  sCKCrny5  [EShnTfSe, sCKCrny5, SY2FEqNj, XXFI1LfP, KZUHq...\n",
       "2      li_guo  SY2FEqNj  [EShnTfSe, sCKCrny5, SY2FEqNj, XXFI1LfP, KZUHq...\n",
       "3      li_guo  XXFI1LfP  [EShnTfSe, sCKCrny5, SY2FEqNj, XXFI1LfP, KZUHq...\n",
       "4      li_guo  KZUHqEs8  [EShnTfSe, sCKCrny5, SY2FEqNj, XXFI1LfP, KZUHq..."
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_author_name_ids_ext2.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "# sample \n",
    "n = 5\n",
    "train_author_name_ids_ext2['author_ids_sample'] = train_author_name_ids_ext2['author_ids'].apply(lambda x: np.random.permutation(x)[:n])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>author_name</th>\n",
       "      <th>author_id</th>\n",
       "      <th>author_ids</th>\n",
       "      <th>author_ids_sample</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>li_guo</td>\n",
       "      <td>EShnTfSe</td>\n",
       "      <td>[EShnTfSe, sCKCrny5, SY2FEqNj, XXFI1LfP, KZUHq...</td>\n",
       "      <td>{8GjtUmBs, EShnTfSe, t1ruuB9N, xLLXKy6I, jTu2A...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>li_guo</td>\n",
       "      <td>sCKCrny5</td>\n",
       "      <td>[EShnTfSe, sCKCrny5, SY2FEqNj, XXFI1LfP, KZUHq...</td>\n",
       "      <td>{PAZF8zlm, eGjj8Ese, tkaLWFV8, 58iKrVpc, sCKCr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>li_guo</td>\n",
       "      <td>SY2FEqNj</td>\n",
       "      <td>[EShnTfSe, sCKCrny5, SY2FEqNj, XXFI1LfP, KZUHq...</td>\n",
       "      <td>{SY2FEqNj, fnrQVlgp, SQ2fucxi, fy0e5Ywx, yXftG...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>li_guo</td>\n",
       "      <td>XXFI1LfP</td>\n",
       "      <td>[EShnTfSe, sCKCrny5, SY2FEqNj, XXFI1LfP, KZUHq...</td>\n",
       "      <td>{DwtOOnzZ, kbFi9XoZ, rGwozEzu, XXFI1LfP, 1puJW...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>li_guo</td>\n",
       "      <td>KZUHqEs8</td>\n",
       "      <td>[EShnTfSe, sCKCrny5, SY2FEqNj, XXFI1LfP, KZUHq...</td>\n",
       "      <td>{EUjMRrjW, 7EBzXNd9, UAKj9Sgw, KZUHqEs8, qpezO...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  author_name author_id                                         author_ids  \\\n",
       "0      li_guo  EShnTfSe  [EShnTfSe, sCKCrny5, SY2FEqNj, XXFI1LfP, KZUHq...   \n",
       "1      li_guo  sCKCrny5  [EShnTfSe, sCKCrny5, SY2FEqNj, XXFI1LfP, KZUHq...   \n",
       "2      li_guo  SY2FEqNj  [EShnTfSe, sCKCrny5, SY2FEqNj, XXFI1LfP, KZUHq...   \n",
       "3      li_guo  XXFI1LfP  [EShnTfSe, sCKCrny5, SY2FEqNj, XXFI1LfP, KZUHq...   \n",
       "4      li_guo  KZUHqEs8  [EShnTfSe, sCKCrny5, SY2FEqNj, XXFI1LfP, KZUHq...   \n",
       "\n",
       "                                   author_ids_sample  \n",
       "0  {8GjtUmBs, EShnTfSe, t1ruuB9N, xLLXKy6I, jTu2A...  \n",
       "1  {PAZF8zlm, eGjj8Ese, tkaLWFV8, 58iKrVpc, sCKCr...  \n",
       "2  {SY2FEqNj, fnrQVlgp, SQ2fucxi, fy0e5Ywx, yXftG...  \n",
       "3  {DwtOOnzZ, kbFi9XoZ, rGwozEzu, XXFI1LfP, 1puJW...  \n",
       "4  {EUjMRrjW, 7EBzXNd9, UAKj9Sgw, KZUHqEs8, qpezO...  "
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_author_name_ids_ext2['author_ids_sample'] = train_author_name_ids_ext2.apply(lambda row: {row['author_id']} | set(row['author_ids_sample']), axis=1)\n",
    "train_author_name_ids_ext2.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>author_id</th>\n",
       "      <th>author_id_sample</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>EShnTfSe</td>\n",
       "      <td>8GjtUmBs</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>EShnTfSe</td>\n",
       "      <td>EShnTfSe</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>EShnTfSe</td>\n",
       "      <td>t1ruuB9N</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>EShnTfSe</td>\n",
       "      <td>xLLXKy6I</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>EShnTfSe</td>\n",
       "      <td>jTu2AZES</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  author_id author_id_sample\n",
       "0  EShnTfSe         8GjtUmBs\n",
       "1  EShnTfSe         EShnTfSe\n",
       "2  EShnTfSe         t1ruuB9N\n",
       "3  EShnTfSe         xLLXKy6I\n",
       "4  EShnTfSe         jTu2AZES"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_author_ids_ext2_sample = []\n",
    "for author_id, author_ids_sample in train_author_name_ids_ext2[['author_id', 'author_ids_sample']].values:\n",
    "     for aid in author_ids_sample:\n",
    "            train_author_ids_ext2_sample.append([author_id, aid])\n",
    "            \n",
    "train_author_ids_ext2_sample = pd.DataFrame(train_author_ids_ext2_sample, columns=['author_id', 'author_id_sample'])\n",
    "train_author_ids_ext2_sample.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_data = train_author_paper_ids_ext.merge(train_author_ids_ext2_sample, 'left', 'author_id')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_data['label'] = (train_data['author_id'] == train_data['author_id_sample']).astype(int)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_data.drop(columns=['author_id'], inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_data.columns = ['paper_id', 'author_name', 'author_org', 'author_id', 'label']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    992394\n",
       "1    202602\n",
       "Name: label, dtype: int64"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_data['label'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>paper_id</th>\n",
       "      <th>author_name</th>\n",
       "      <th>author_org</th>\n",
       "      <th>author_id</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>P9a1gcvg</td>\n",
       "      <td>li_guo</td>\n",
       "      <td>Institute of Pharmacology and Toxicology</td>\n",
       "      <td>8GjtUmBs</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>P9a1gcvg</td>\n",
       "      <td>li_guo</td>\n",
       "      <td>Institute of Pharmacology and Toxicology</td>\n",
       "      <td>EShnTfSe</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>P9a1gcvg</td>\n",
       "      <td>li_guo</td>\n",
       "      <td>Institute of Pharmacology and Toxicology</td>\n",
       "      <td>t1ruuB9N</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>P9a1gcvg</td>\n",
       "      <td>li_guo</td>\n",
       "      <td>Institute of Pharmacology and Toxicology</td>\n",
       "      <td>xLLXKy6I</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>P9a1gcvg</td>\n",
       "      <td>li_guo</td>\n",
       "      <td>Institute of Pharmacology and Toxicology</td>\n",
       "      <td>jTu2AZES</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   paper_id author_name                                author_org author_id  \\\n",
       "0  P9a1gcvg      li_guo  Institute of Pharmacology and Toxicology  8GjtUmBs   \n",
       "1  P9a1gcvg      li_guo  Institute of Pharmacology and Toxicology  EShnTfSe   \n",
       "2  P9a1gcvg      li_guo  Institute of Pharmacology and Toxicology  t1ruuB9N   \n",
       "3  P9a1gcvg      li_guo  Institute of Pharmacology and Toxicology  xLLXKy6I   \n",
       "4  P9a1gcvg      li_guo  Institute of Pharmacology and Toxicology  jTu2AZES   \n",
       "\n",
       "   label  \n",
       "0      0  \n",
       "1      1  \n",
       "2      0  \n",
       "3      0  \n",
       "4      0  "
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_data.to_pickle('./pkl/train_data.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}