shanghai.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "da5f49cc-1ca4-47ed-9943-fae3287d32d0",
   "metadata": {},
   "outputs": [],
   "source": [
    "import os.path\n",
    "import tensorboardX\n",
    "from tqdm import tqdm\n",
    "import torch\n",
    "import numpy as np\n",
    "from torch import nn\n",
    "import torch.distributed as dist\n",
    "from torch.nn.parallel import DistributedDataParallel as DDP\n",
    "from torch.utils.data import Dataset, DataLoader, DistributedSampler\n",
    "from model.HGNN import HGNN\n",
    "from utils.dataset import JobDataset\n",
    "from utils.metrics import *"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "3892844d-a1ca-4dd6-ad2e-9f468101ca30",
   "metadata": {},
   "outputs": [],
   "source": [
    "def train(args):\n",
    "    # set random seed\n",
    "    torch.cuda.manual_seed_all(args.seed)\n",
    "    torch.manual_seed(args.seed)\n",
    "    np.random.seed(args.seed)\n",
    "\n",
    "    train_loader = DataLoader(JobDataset(root=\"/individual/xxx/train/sample\",top_k=args.top_k, val_prop=args.val_prop), batch_size=args.batch_size, shuffle=True, num_workers=0)\n",
    "    test_loader = DataLoader(JobDataset(root=\"/individual/xxx/test/sample\",top_k=args.top_k, mode='test', val_prop=args.val_prop), batch_size=args.batch_size, shuffle=True, num_workers=0)\n",
    "    in_channels = 0\n",
    "    out_channels = args.n_hid\n",
    "    ncount = 0\n",
    "    for i, data in enumerate(train_loader):\n",
    "        phi1 = data['phi1']\n",
    "        phi1_inv = data['phi1_inverse']\n",
    "        phi2 = data['phi2']\n",
    "        phi2_inv = data['phi2_inverse']\n",
    "        fea = data['Fea']\n",
    "        joblst = data['joblst']\n",
    "        label = data['label']\n",
    "        in_channels = fea.shape[-1]\n",
    "        ncount = phi1.shape[-1]\n",
    "        break\n",
    "\n",
    "\n",
    "    model = HGNN(in_channels, out_channels, ncount, args.device, args.top_k)\n",
    "    if args.device != 'cpu':\n",
    "        model = model.to(args.device)\n",
    "\n",
    "    loss_func = nn.CrossEntropyLoss()\n",
    "\n",
    "    optimizer = torch.optim.Adam(model.parameters(),\n",
    "                                      lr=args.lr,\n",
    "                                      weight_decay=args.weight_decay)\n",
    "\n",
    "    scheduler = torch.optim.lr_scheduler.StepLR(optimizer, step_size=args.stepsize, gamma=args.gamma)\n",
    "\n",
    "    model_path = './save_models/'\n",
    "    log_path = './logs'\n",
    "    if not os.path.exists(model_path):\n",
    "        os.makedirs(model_path)\n",
    "    elif os.path.exists(model_path + 'parameter.pkl'):\n",
    "        model.load_state_dict(torch.load(model_path + 'parameter.pkl'))\n",
    "    if not os.path.exists(log_path):\n",
    "        os.makedirs(log_path)\n",
    "    writer = tensorboardX.SummaryWriter(log_path)\n",
    "\n",
    "    step_n = 0\n",
    "    best_hr = 0.0\n",
    "    best_mrr = 0.0\n",
    "    for epoch in range(args.n_epoch):\n",
    "#         print(\"epoch is:\", epoch)\n",
    "        model.train()\n",
    "\n",
    "        progress_bar = tqdm(enumerate(train_loader), total=len(train_loader), desc=f\"Epoch {epoch + 1}\")\n",
    "        for batch_idx, data in progress_bar: # tqdm(train_loader, desc=f\"Epoch {epoch+1}\"):\n",
    "            phi1 = data['phi1']\n",
    "            phi1_inv = data['phi1_inverse']\n",
    "            phi2 = data['phi2']\n",
    "            phi2_inv = data['phi2_inverse']\n",
    "            fea = data['Fea']\n",
    "            joblst = data['joblst']\n",
    "            label = data['label']\n",
    "            # label = label.unsqueeze(1)\n",
    "\n",
    "            if args.device != 'cpu':\n",
    "                phi1 = phi1.to(args.device)\n",
    "                phi1_inv = phi1_inv.to(args.device)\n",
    "                phi2 = phi2.to(args.device)\n",
    "                phi2_inv = phi2_inv.to(args.device)\n",
    "                fea = fea.to(args.device)\n",
    "                joblst = joblst.to(args.device)\n",
    "                label = label.to(args.device)\n",
    "\n",
    "            output = model.forward(phi1, phi1_inv, phi2, phi2_inv, fea, joblst)\n",
    "            # print('main output shape:', output.shape)\n",
    "            # print('main label shape:', label.shape)\n",
    "            # print(label)\n",
    "            loss = loss_func(output, label)\n",
    "            optimizer.zero_grad()\n",
    "            loss.backward()\n",
    "            optimizer.step()\n",
    "\n",
    "            _, pred = torch.max(output.data, dim=1)\n",
    "            correct = pred.eq(label.data).cpu().sum()\n",
    "\n",
    "            writer.add_scalar(\"train loss\", loss.item(), global_step=step_n)\n",
    "            writer.add_scalar(\"train correct\", 100.0 * correct.item() / args.batch_size, global_step=step_n)\n",
    "            progress_bar.set_description(f\"Epoch {epoch + 1} loss={round(loss.item(), 8)}\")\n",
    "            step_n += 1\n",
    "\n",
    "        scheduler.step()\n",
    "\n",
    "        sum_loss = 0\n",
    "        model.eval()\n",
    "        hit_rates = []\n",
    "        average_precisions = []\n",
    "        precisions = []\n",
    "        recalls = []\n",
    "        f1_scores = []\n",
    "        mrrs = []\n",
    "        ndcgs = []\n",
    "        for i, data in enumerate(test_loader):\n",
    "            phi1 = data['phi1']\n",
    "            phi1_inv = data['phi1_inverse']\n",
    "            phi2 = data['phi2']\n",
    "            phi2_inv = data['phi2_inverse']\n",
    "            fea = data['Fea']\n",
    "            joblst = data['joblst']\n",
    "            label = data['label']\n",
    "\n",
    "            if args.device != 'cpu':\n",
    "                phi1 = phi1.to(args.device)\n",
    "                phi1_inv = phi1_inv.to(args.device)\n",
    "                phi2 = phi2.to(args.device)\n",
    "                phi2_inv = phi2_inv.to(args.device)\n",
    "                fea = fea.to(args.device)\n",
    "                joblst = joblst.to(args.device)\n",
    "                label = label.to(args.device)\n",
    "\n",
    "            output = model(phi1, phi1_inv, phi2, phi2_inv, fea, joblst)\n",
    "            loss = loss_func(output, label)\n",
    "            _, pred = torch.max(output.data, dim=1)\n",
    "\n",
    "            for i in range(pred.shape[0]):\n",
    "                recommended_items = pred.tolist()[i]\n",
    "                test_items = label.tolist()[i]\n",
    "                hit_rates.append(hit_rate(recommended_items, test_items))\n",
    "                average_precisions.append(average_precision(recommended_items, test_items))\n",
    "                pre = precision(recommended_items, test_items)\n",
    "                rec = recall(recommended_items, test_items)\n",
    "                precisions.append(pre)\n",
    "                recalls.append(rec)\n",
    "                f1_scores.append(f1_score(pre, rec))\n",
    "                mrrs.append(mean_reciprocal_rank(recommended_items, test_items))\n",
    "                ndcgs.append(ndcg(recommended_items, test_items))\n",
    "\n",
    "            sum_loss += loss.item()\n",
    "        test_loss = sum_loss * 1.0 / len(test_loader)\n",
    "\n",
    "        # 计算总体指标\n",
    "        overall_mrr = np.mean(mrrs)\n",
    "        overall_hr = np.mean(hit_rates)\n",
    "\n",
    "        writer.add_scalar(\"test loss\", test_loss, global_step=epoch + 1)\n",
    "        writer.add_scalar(\"test Mean Reciprocal Rank\", overall_mrr, global_step=epoch + 1)\n",
    "        writer.add_scalar(\"test Hit Rate\", overall_hr, global_step=epoch + 1)\n",
    "        \n",
    "        flag = False\n",
    "        if best_hr < overall_hr:\n",
    "            best_hr = overall_hr\n",
    "            flag = True\n",
    "        if best_mrr < overall_mrr:\n",
    "            best_mrr = overall_mrr\n",
    "            flag = True\n",
    "        \n",
    "        if flag:\n",
    "            print(\"Best Hit Rate is\", best_hr, 'Best Mean Reciprocal Rank:', best_mrr)\n",
    "    return"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "d2cd0fed-1d0a-4ed7-b676-1c394ede1047",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tDensity of wavelets: 4.77%.\n",
      "\tDensity of inverse wavelets: 0.2%.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch 1 loss=6.08781776: 100%|██████████| 1108/1108 [21:40<00:00,  1.17s/it]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best Hit Rate is 0.44421906693711966 Best Mean Reciprocal Rank: 0.19860587913326247\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch 2 loss=5.84049858: 100%|██████████| 1108/1108 [00:32<00:00, 34.03it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best Hit Rate is 0.44421906693711966 Best Mean Reciprocal Rank: 0.3711967545638945\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch 3 loss=5.99249812: 100%|██████████| 1108/1108 [00:33<00:00, 33.33it/s]\n",
      "Epoch 4 loss=5.95639931: 100%|██████████| 1108/1108 [00:33<00:00, 33.47it/s]\n",
      "Epoch 5 loss=5.84244488: 100%|██████████| 1108/1108 [00:32<00:00, 33.59it/s]\n",
      "Epoch 6 loss=6.05458681: 100%|██████████| 1108/1108 [00:33<00:00, 33.53it/s]\n",
      "Epoch 7 loss=5.85101774: 100%|██████████| 1108/1108 [00:33<00:00, 33.45it/s]\n",
      "Epoch 8 loss=5.96852003: 100%|██████████| 1108/1108 [00:32<00:00, 33.59it/s]\n",
      "Epoch 9 loss=5.86687456: 100%|██████████| 1108/1108 [00:33<00:00, 33.48it/s]\n",
      "Epoch 10 loss=5.94563633: 100%|██████████| 1108/1108 [00:33<00:00, 33.50it/s]\n",
      "Epoch 11 loss=5.89202188: 100%|██████████| 1108/1108 [00:32<00:00, 33.72it/s]\n",
      "Epoch 12 loss=5.84020385: 100%|██████████| 1108/1108 [00:33<00:00, 33.57it/s]\n",
      "Epoch 13 loss=5.843809: 100%|██████████| 1108/1108 [00:32<00:00, 33.64it/s]  \n",
      "Epoch 14 loss=5.745633: 100%|██████████| 1108/1108 [00:32<00:00, 33.75it/s]  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best Hit Rate is 0.44421906693711966 Best Mean Reciprocal Rank: 0.37322515212981744\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch 15 loss=5.88468405: 100%|██████████| 1108/1108 [00:32<00:00, 33.64it/s]\n",
      "Epoch 16 loss=5.89381115: 100%|██████████| 1108/1108 [00:32<00:00, 33.74it/s]\n",
      "Epoch 17 loss=6.12899289: 100%|██████████| 1108/1108 [00:32<00:00, 33.66it/s]\n",
      "Epoch 18 loss=6.13267259: 100%|██████████| 1108/1108 [00:33<00:00, 33.35it/s]\n",
      "Epoch 19 loss=5.83838609: 100%|██████████| 1108/1108 [00:32<00:00, 34.18it/s]\n",
      "Epoch 20 loss=6.10454914: 100%|██████████| 1108/1108 [00:33<00:00, 33.41it/s]\n",
      "Epoch 21 loss=5.90458005: 100%|██████████| 1108/1108 [00:33<00:00, 33.42it/s]\n",
      "Epoch 22 loss=5.85394735: 100%|██████████| 1108/1108 [00:33<00:00, 33.52it/s]\n",
      "Epoch 23 loss=5.79563603: 100%|██████████| 1108/1108 [00:33<00:00, 33.41it/s]\n",
      "Epoch 24 loss=6.0272203: 100%|██████████| 1108/1108 [00:33<00:00, 33.45it/s] \n",
      "Epoch 25 loss=5.98838526: 100%|██████████| 1108/1108 [00:33<00:00, 33.37it/s]\n",
      "Epoch 26 loss=5.94383095: 100%|██████████| 1108/1108 [00:32<00:00, 33.62it/s]\n",
      "Epoch 27 loss=6.02917583: 100%|██████████| 1108/1108 [00:32<00:00, 33.66it/s]\n",
      "Epoch 28 loss=5.94573414: 100%|██████████| 1108/1108 [00:32<00:00, 33.78it/s]\n",
      "Epoch 29 loss=6.14379685: 100%|██████████| 1108/1108 [00:32<00:00, 33.71it/s]\n",
      "Epoch 30 loss=5.83836862: 100%|██████████| 1108/1108 [00:33<00:00, 33.54it/s]\n",
      "Epoch 31 loss=5.91513367: 100%|██████████| 1108/1108 [00:32<00:00, 33.64it/s]\n",
      "Epoch 32 loss=5.99239015: 100%|██████████| 1108/1108 [00:32<00:00, 33.72it/s]\n",
      "Epoch 33 loss=5.93052397: 100%|██████████| 1108/1108 [00:32<00:00, 33.87it/s]\n",
      "Epoch 34 loss=5.7579554: 100%|██████████| 1108/1108 [00:32<00:00, 34.21it/s] \n",
      "Epoch 35 loss=5.76674116: 100%|██████████| 1108/1108 [00:33<00:00, 33.48it/s]\n",
      "Epoch 36 loss=5.88401375: 100%|██████████| 1108/1108 [00:32<00:00, 33.59it/s]\n",
      "Epoch 37 loss=6.24041551: 100%|██████████| 1108/1108 [00:33<00:00, 33.53it/s]\n",
      "Epoch 38 loss=5.74381382: 100%|██████████| 1108/1108 [00:33<00:00, 33.17it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best Hit Rate is 0.5152129817444219 Best Mean Reciprocal Rank: 0.5152129817444219\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch 39 loss=6.14019819: 100%|██████████| 1108/1108 [00:33<00:00, 33.29it/s]\n",
      "Epoch 40 loss=6.19023953: 100%|██████████| 1108/1108 [00:33<00:00, 33.22it/s]\n",
      "Epoch 41 loss=5.93472562: 100%|██████████| 1108/1108 [00:33<00:00, 33.22it/s]\n",
      "Epoch 42 loss=5.93472136: 100%|██████████| 1108/1108 [00:33<00:00, 33.34it/s]\n",
      "Epoch 43 loss=5.79202893: 100%|██████████| 1108/1108 [00:32<00:00, 33.65it/s]\n",
      "Epoch 44 loss=6.10984143: 100%|██████████| 1108/1108 [00:33<00:00, 33.34it/s]\n",
      "Epoch 45 loss=6.07361818: 100%|██████████| 1108/1108 [00:33<00:00, 33.21it/s]\n",
      "Epoch 46 loss=6.06601671: 100%|██████████| 1108/1108 [00:33<00:00, 33.25it/s]\n",
      "Epoch 47 loss=6.04499557: 100%|██████████| 1108/1108 [00:33<00:00, 33.35it/s]\n",
      "Epoch 48 loss=6.05139168: 100%|██████████| 1108/1108 [00:33<00:00, 33.50it/s]\n",
      "Epoch 49 loss=6.14858393: 100%|██████████| 1108/1108 [00:33<00:00, 33.39it/s]\n",
      "Epoch 50 loss=5.73799727: 100%|██████████| 1108/1108 [00:33<00:00, 33.31it/s]\n",
      "Epoch 51 loss=5.76540781: 100%|██████████| 1108/1108 [00:33<00:00, 33.50it/s]\n",
      "Epoch 52 loss=5.96751148: 100%|██████████| 1108/1108 [00:32<00:00, 33.63it/s]\n",
      "Epoch 53 loss=5.76539945: 100%|██████████| 1108/1108 [00:30<00:00, 36.33it/s]\n",
      "Epoch 54 loss=6.01120894: 100%|██████████| 1108/1108 [00:30<00:00, 36.64it/s]\n",
      "Epoch 55 loss=6.07828422: 100%|██████████| 1108/1108 [00:29<00:00, 36.96it/s]\n",
      "Epoch 56 loss=5.92145332: 100%|██████████| 1108/1108 [00:29<00:00, 37.15it/s]\n",
      "Epoch 57 loss=5.76542422: 100%|██████████| 1108/1108 [00:29<00:00, 37.61it/s]\n",
      "Epoch 58 loss=5.95494317: 100%|██████████| 1108/1108 [00:29<00:00, 36.99it/s]\n",
      "Epoch 59 loss=5.81434595: 100%|██████████| 1108/1108 [00:29<00:00, 37.41it/s]\n",
      "Epoch 60 loss=6.20492477: 100%|██████████| 1108/1108 [00:30<00:00, 36.42it/s]\n",
      "Epoch 61 loss=6.10884979: 100%|██████████| 1108/1108 [00:29<00:00, 37.02it/s]\n",
      "Epoch 62 loss=6.02370917: 100%|██████████| 1108/1108 [00:30<00:00, 36.74it/s]\n",
      "Epoch 63 loss=6.20987198: 100%|██████████| 1108/1108 [00:30<00:00, 36.71it/s]\n",
      "Epoch 64 loss=5.78794908: 100%|██████████| 1108/1108 [00:29<00:00, 37.65it/s]\n",
      "Epoch 65 loss=5.68797671: 100%|██████████| 1108/1108 [00:31<00:00, 35.68it/s]\n",
      "Epoch 66 loss=5.92780268: 100%|██████████| 1108/1108 [00:30<00:00, 36.91it/s]\n",
      "Epoch 67 loss=6.08388054: 100%|██████████| 1108/1108 [00:29<00:00, 37.26it/s]\n",
      "Epoch 68 loss=6.02163232: 100%|██████████| 1108/1108 [00:30<00:00, 36.76it/s]\n",
      "Epoch 69 loss=6.26751048: 100%|██████████| 1108/1108 [00:29<00:00, 37.65it/s]\n",
      "Epoch 70 loss=5.89441289: 100%|██████████| 1108/1108 [00:29<00:00, 37.64it/s]\n",
      "Epoch 71 loss=5.79798577: 100%|██████████| 1108/1108 [00:30<00:00, 36.68it/s]\n",
      "Epoch 72 loss=5.90913891: 100%|██████████| 1108/1108 [00:29<00:00, 37.05it/s]\n",
      "Epoch 73 loss=6.01331042: 100%|██████████| 1108/1108 [00:29<00:00, 37.95it/s]\n",
      "Epoch 74 loss=6.1195639: 100%|██████████| 1108/1108 [00:30<00:00, 36.04it/s] \n",
      "Epoch 75 loss=5.96120892: 100%|██████████| 1108/1108 [00:30<00:00, 36.27it/s]\n",
      "Epoch 76 loss=6.11123308: 100%|██████████| 1108/1108 [00:30<00:00, 36.59it/s]\n",
      "Epoch 77 loss=5.99202014: 100%|██████████| 1108/1108 [00:30<00:00, 36.73it/s]\n",
      "Epoch 78 loss=5.88188944: 100%|██████████| 1108/1108 [00:29<00:00, 38.13it/s]\n",
      "Epoch 79 loss=5.81537341: 100%|██████████| 1108/1108 [00:30<00:00, 36.45it/s]\n",
      "Epoch 80 loss=6.05702874: 100%|██████████| 1108/1108 [00:29<00:00, 37.63it/s]\n",
      "Epoch 81 loss=6.08482572: 100%|██████████| 1108/1108 [00:29<00:00, 37.92it/s]\n",
      "Epoch 82 loss=5.87369598: 100%|██████████| 1108/1108 [00:29<00:00, 37.47it/s]\n",
      "Epoch 83 loss=5.86750004: 100%|██████████| 1108/1108 [00:30<00:00, 36.65it/s]\n",
      "Epoch 84 loss=5.73595645: 100%|██████████| 1108/1108 [00:29<00:00, 37.41it/s]\n",
      "Epoch 85 loss=5.98190382: 100%|██████████| 1108/1108 [00:29<00:00, 37.31it/s]\n",
      "Epoch 86 loss=5.91957434: 100%|██████████| 1108/1108 [00:29<00:00, 37.68it/s]\n",
      "Epoch 87 loss=6.05589835: 100%|██████████| 1108/1108 [00:29<00:00, 37.50it/s]\n",
      "Epoch 88 loss=5.78595686: 100%|██████████| 1108/1108 [00:29<00:00, 37.28it/s]\n",
      "Epoch 89 loss=5.85785233: 100%|██████████| 1108/1108 [00:29<00:00, 37.35it/s]\n",
      "Epoch 90 loss=6.10910771: 100%|██████████| 1108/1108 [00:29<00:00, 37.42it/s]\n",
      "Epoch 91 loss=6.16953391: 100%|██████████| 1108/1108 [00:29<00:00, 37.39it/s]\n",
      "Epoch 92 loss=5.97982357: 100%|██████████| 1108/1108 [00:29<00:00, 37.60it/s]\n",
      "Epoch 93 loss=6.07333363: 100%|██████████| 1108/1108 [00:29<00:00, 37.84it/s]\n",
      "Epoch 94 loss=6.14852433: 100%|██████████| 1108/1108 [00:29<00:00, 37.99it/s]\n",
      "Epoch 95 loss=6.25063464: 100%|██████████| 1108/1108 [00:29<00:00, 37.32it/s]\n",
      "Epoch 96 loss=5.78917686: 100%|██████████| 1108/1108 [00:31<00:00, 35.27it/s]\n",
      "Epoch 97 loss=6.05488866: 100%|██████████| 1108/1108 [00:30<00:00, 35.99it/s]\n",
      "Epoch 98 loss=6.05276633: 100%|██████████| 1108/1108 [00:29<00:00, 37.40it/s]\n",
      "Epoch 99 loss=6.04034795: 100%|██████████| 1108/1108 [00:29<00:00, 37.46it/s]\n",
      "Epoch 100 loss=6.13098577: 100%|██████████| 1108/1108 [00:29<00:00, 37.52it/s]\n",
      "Epoch 101 loss=6.17160595: 100%|██████████| 1108/1108 [00:29<00:00, 37.40it/s]\n",
      "Epoch 102 loss=6.01537501: 100%|██████████| 1108/1108 [00:29<00:00, 37.82it/s]\n",
      "Epoch 103 loss=6.13590918: 100%|██████████| 1108/1108 [00:30<00:00, 36.59it/s]\n",
      "Epoch 104 loss=5.97775095: 100%|██████████| 1108/1108 [00:29<00:00, 37.11it/s]\n",
      "Epoch 105 loss=6.22774408: 100%|██████████| 1108/1108 [00:29<00:00, 37.16it/s]\n",
      "Epoch 106 loss=6.06120363: 100%|██████████| 1108/1108 [00:30<00:00, 35.81it/s]\n",
      "Epoch 107 loss=5.87159161: 100%|██████████| 1108/1108 [00:29<00:00, 36.96it/s]\n",
      "Epoch 108 loss=6.12161266: 100%|██████████| 1108/1108 [00:30<00:00, 36.09it/s]\n",
      "Epoch 109 loss=5.96953423: 100%|██████████| 1108/1108 [00:29<00:00, 37.71it/s]\n",
      "Epoch 110 loss=5.90832429: 100%|██████████| 1108/1108 [00:29<00:00, 37.21it/s]\n",
      "Epoch 111 loss=5.7298259: 100%|██████████| 1108/1108 [00:30<00:00, 36.88it/s] \n",
      "Epoch 112 loss=5.82263579: 100%|██████████| 1108/1108 [00:29<00:00, 37.61it/s]\n",
      "Epoch 113 loss=5.84386628: 100%|██████████| 1108/1108 [00:30<00:00, 36.40it/s]\n",
      "Epoch 114 loss=6.0153593: 100%|██████████| 1108/1108 [00:30<00:00, 36.20it/s] \n",
      "Epoch 115 loss=5.703191: 100%|██████████| 1108/1108 [00:30<00:00, 36.53it/s]  \n",
      "Epoch 116 loss=5.92982013: 100%|██████████| 1108/1108 [00:29<00:00, 37.21it/s]\n",
      "Epoch 117 loss=6.03927892: 100%|██████████| 1108/1108 [00:30<00:00, 36.60it/s]\n",
      "Epoch 118 loss=5.85328611: 100%|██████████| 1108/1108 [00:30<00:00, 36.07it/s]\n",
      "Epoch 119 loss=5.70069435: 100%|██████████| 1108/1108 [00:29<00:00, 37.85it/s]\n",
      "Epoch 120 loss=5.75806849: 100%|██████████| 1108/1108 [00:29<00:00, 37.77it/s]\n",
      "Epoch 121 loss=6.08725253: 100%|██████████| 1108/1108 [00:29<00:00, 37.86it/s]\n",
      "Epoch 122 loss=5.83457178: 100%|██████████| 1108/1108 [00:29<00:00, 37.09it/s]\n",
      "Epoch 123 loss=5.73456797: 100%|██████████| 1108/1108 [00:29<00:00, 37.26it/s]\n",
      "Epoch 124 loss=6.17192905: 100%|██████████| 1108/1108 [00:29<00:00, 37.17it/s]\n",
      "Epoch 125 loss=6.1486468: 100%|██████████| 1108/1108 [00:29<00:00, 37.50it/s] \n",
      "Epoch 126 loss=6.0569575: 100%|██████████| 1108/1108 [00:29<00:00, 37.10it/s] \n",
      "Epoch 127 loss=5.87740846: 100%|██████████| 1108/1108 [00:29<00:00, 37.47it/s]\n",
      "Epoch 128 loss=5.82505679: 100%|██████████| 1108/1108 [00:29<00:00, 37.21it/s]\n",
      "Epoch 129 loss=5.95554113: 100%|██████████| 1108/1108 [00:29<00:00, 37.74it/s]\n",
      "Epoch 130 loss=6.24599801: 100%|██████████| 1108/1108 [00:29<00:00, 37.82it/s]\n",
      "Epoch 131 loss=5.77023675: 100%|██████████| 1108/1108 [00:29<00:00, 37.33it/s]\n",
      "Epoch 132 loss=5.93690615: 100%|██████████| 1108/1108 [00:29<00:00, 37.62it/s]\n",
      "Epoch 133 loss=5.59166821: 100%|██████████| 1108/1108 [00:29<00:00, 37.48it/s]\n",
      "Epoch 134 loss=5.74399368: 100%|██████████| 1108/1108 [00:29<00:00, 37.86it/s]\n",
      "Epoch 135 loss=5.84162916: 100%|██████████| 1108/1108 [00:29<00:00, 37.37it/s]\n",
      "Epoch 136 loss=6.09904704: 100%|██████████| 1108/1108 [00:30<00:00, 36.87it/s]\n",
      "Epoch 137 loss=6.04394516: 100%|██████████| 1108/1108 [00:30<00:00, 36.89it/s]\n",
      "Epoch 138 loss=5.73219526: 100%|██████████| 1108/1108 [00:29<00:00, 37.26it/s]\n",
      "Epoch 139 loss=5.77610403: 100%|██████████| 1108/1108 [00:29<00:00, 37.49it/s]\n",
      "Epoch 140 loss=6.0032651: 100%|██████████| 1108/1108 [00:29<00:00, 37.32it/s] \n",
      "Epoch 141 loss=5.92982248: 100%|██████████| 1108/1108 [00:29<00:00, 37.64it/s]\n",
      "Epoch 142 loss=5.77501025: 100%|██████████| 1108/1108 [00:29<00:00, 37.55it/s]\n",
      "Epoch 143 loss=5.75807682: 100%|██████████| 1108/1108 [00:30<00:00, 36.29it/s]\n",
      "Epoch 144 loss=5.85870647: 100%|██████████| 1108/1108 [00:29<00:00, 37.40it/s]\n",
      "Epoch 145 loss=5.89434438: 100%|██████████| 1108/1108 [00:29<00:00, 37.62it/s]\n",
      "Epoch 146 loss=5.67021585: 100%|██████████| 1108/1108 [00:29<00:00, 37.05it/s]\n",
      "Epoch 147 loss=5.64824638: 100%|██████████| 1108/1108 [00:30<00:00, 36.89it/s]\n",
      "Epoch 148 loss=5.95041276: 100%|██████████| 1108/1108 [00:29<00:00, 37.03it/s]\n",
      "Epoch 149 loss=6.09166394: 100%|██████████| 1108/1108 [00:29<00:00, 37.62it/s]\n",
      "Epoch 150 loss=6.0202099: 100%|██████████| 1108/1108 [00:29<00:00, 37.67it/s] \n",
      "Epoch 151 loss=6.00318516: 100%|██████████| 1108/1108 [00:29<00:00, 37.32it/s]\n",
      "Epoch 152 loss=6.00097536: 100%|██████████| 1108/1108 [00:30<00:00, 36.78it/s]\n",
      "Epoch 153 loss=5.8486391: 100%|██████████| 1108/1108 [00:29<00:00, 36.97it/s] \n",
      "Epoch 154 loss=5.92982632: 100%|██████████| 1108/1108 [00:30<00:00, 35.94it/s]\n",
      "Epoch 155 loss=5.70324967: 100%|██████████| 1108/1108 [00:29<00:00, 37.10it/s]\n",
      "Epoch 156 loss=6.1868885: 100%|██████████| 1108/1108 [00:29<00:00, 37.27it/s] \n",
      "Epoch 157 loss=6.00834262: 100%|██████████| 1108/1108 [00:29<00:00, 37.31it/s]\n",
      "Epoch 158 loss=5.68456733: 100%|██████████| 1108/1108 [00:30<00:00, 36.65it/s]\n",
      "Epoch 159 loss=5.89164621: 100%|██████████| 1108/1108 [00:30<00:00, 36.64it/s]\n",
      "Epoch 160 loss=6.09492222: 100%|██████████| 1108/1108 [00:30<00:00, 35.91it/s]\n",
      "Epoch 161 loss=6.03929308: 100%|██████████| 1108/1108 [00:30<00:00, 36.10it/s]\n",
      "Epoch 162 loss=6.04397525: 100%|██████████| 1108/1108 [00:29<00:00, 37.34it/s]\n",
      "Epoch 163 loss=6.02608201: 100%|██████████| 1108/1108 [00:30<00:00, 36.90it/s]\n",
      "Epoch 164 loss=5.76551276: 100%|██████████| 1108/1108 [00:29<00:00, 37.96it/s]\n",
      "Epoch 165 loss=5.85327236: 100%|██████████| 1108/1108 [00:29<00:00, 38.06it/s]\n",
      "Epoch 166 loss=6.3345106: 100%|██████████| 1108/1108 [00:29<00:00, 37.23it/s] \n",
      "Epoch 167 loss=5.79399778: 100%|██████████| 1108/1108 [00:29<00:00, 37.44it/s]\n",
      "Epoch 168 loss=5.87983235: 100%|██████████| 1108/1108 [00:29<00:00, 37.49it/s]\n",
      "Epoch 169 loss=6.19397813: 100%|██████████| 1108/1108 [00:30<00:00, 36.42it/s]\n",
      "Epoch 170 loss=5.85788769: 100%|██████████| 1108/1108 [00:29<00:00, 37.17it/s]\n",
      "Epoch 171 loss=6.15093742: 100%|██████████| 1108/1108 [00:30<00:00, 36.86it/s]\n",
      "Epoch 172 loss=6.18216039: 100%|██████████| 1108/1108 [00:31<00:00, 35.67it/s]\n",
      "Epoch 173 loss=5.98672179: 100%|██████████| 1108/1108 [00:29<00:00, 37.29it/s]\n",
      "Epoch 174 loss=5.97742946: 100%|██████████| 1108/1108 [00:31<00:00, 35.63it/s]\n",
      "Epoch 175 loss=6.05260561: 100%|██████████| 1108/1108 [00:29<00:00, 37.62it/s]\n",
      "Epoch 176 loss=5.66297504: 100%|██████████| 1108/1108 [00:29<00:00, 37.40it/s]\n",
      "Epoch 177 loss=5.97024321: 100%|██████████| 1108/1108 [00:30<00:00, 36.88it/s]\n",
      "Epoch 178 loss=5.59406222: 100%|██████████| 1108/1108 [00:30<00:00, 36.71it/s]\n",
      "Epoch 179 loss=6.17264123: 100%|██████████| 1108/1108 [00:29<00:00, 37.24it/s]\n",
      "Epoch 180 loss=6.10476581: 100%|██████████| 1108/1108 [00:29<00:00, 37.94it/s]\n",
      "Epoch 181 loss=5.72021543: 100%|██████████| 1108/1108 [00:29<00:00, 37.21it/s]\n",
      "Epoch 182 loss=5.68247598: 100%|██████████| 1108/1108 [00:29<00:00, 37.04it/s]\n",
      "Epoch 183 loss=6.06784356: 100%|██████████| 1108/1108 [00:29<00:00, 37.32it/s]\n",
      "Epoch 184 loss=5.8202142: 100%|██████████| 1108/1108 [00:29<00:00, 37.64it/s] \n",
      "Epoch 185 loss=6.03128036: 100%|██████████| 1108/1108 [00:30<00:00, 36.05it/s]\n",
      "Epoch 186 loss=6.09287336: 100%|██████████| 1108/1108 [00:29<00:00, 37.32it/s]\n",
      "Epoch 187 loss=6.22982141: 100%|██████████| 1108/1108 [00:29<00:00, 37.96it/s]\n",
      "Epoch 188 loss=5.97503457: 100%|██████████| 1108/1108 [00:29<00:00, 37.17it/s]\n",
      "Epoch 189 loss=5.98698935: 100%|██████████| 1108/1108 [00:29<00:00, 38.03it/s]\n",
      "Epoch 190 loss=6.0647691: 100%|██████████| 1108/1108 [00:29<00:00, 37.51it/s] \n",
      "Epoch 191 loss=5.68456663: 100%|██████████| 1108/1108 [00:29<00:00, 37.71it/s]\n",
      "Epoch 192 loss=6.13928801: 100%|██████████| 1108/1108 [00:29<00:00, 37.64it/s]\n",
      "Epoch 193 loss=6.02501759: 100%|██████████| 1108/1108 [00:30<00:00, 36.91it/s]\n",
      "Epoch 194 loss=5.80261349: 100%|██████████| 1108/1108 [00:30<00:00, 36.75it/s]\n",
      "Epoch 195 loss=5.78120903: 100%|██████████| 1108/1108 [00:30<00:00, 36.72it/s]\n",
      "Epoch 196 loss=6.1101549: 100%|██████████| 1108/1108 [00:29<00:00, 37.22it/s] \n",
      "Epoch 197 loss=6.02743354: 100%|██████████| 1108/1108 [00:33<00:00, 33.34it/s]\n",
      "Epoch 198 loss=5.55789426: 100%|██████████| 1108/1108 [00:33<00:00, 33.45it/s]\n",
      "Epoch 199 loss=5.92725694: 100%|██████████| 1108/1108 [00:33<00:00, 33.46it/s]\n",
      "Epoch 200 loss=5.68695216: 100%|██████████| 1108/1108 [00:33<00:00, 33.50it/s]\n",
      "Epoch 201 loss=5.95476848: 100%|██████████| 1108/1108 [00:33<00:00, 33.55it/s]\n",
      "Epoch 202 loss=5.72501457: 100%|██████████| 1108/1108 [00:33<00:00, 33.41it/s]\n",
      "Epoch 203 loss=5.99397977: 100%|██████████| 1108/1108 [00:30<00:00, 36.02it/s]\n",
      "Epoch 204 loss=5.53214517: 100%|██████████| 1108/1108 [00:30<00:00, 36.73it/s]\n",
      "Epoch 205 loss=6.1907983: 100%|██████████| 1108/1108 [00:30<00:00, 36.90it/s] \n",
      "Epoch 206 loss=6.12529125: 100%|██████████| 1108/1108 [00:29<00:00, 37.22it/s]\n",
      "Epoch 207 loss=5.84399846: 100%|██████████| 1108/1108 [00:29<00:00, 37.53it/s]\n",
      "Epoch 208 loss=5.88928757: 100%|██████████| 1108/1108 [00:30<00:00, 36.54it/s]\n",
      "Epoch 209 loss=6.09006805: 100%|██████████| 1108/1108 [00:30<00:00, 36.56it/s]\n",
      "Epoch 210 loss=5.79874904: 100%|██████████| 1108/1108 [00:30<00:00, 36.61it/s]\n",
      "Epoch 211 loss=6.06476039: 100%|██████████| 1108/1108 [00:29<00:00, 37.90it/s]\n",
      "Epoch 212 loss=5.72981922: 100%|██████████| 1108/1108 [00:30<00:00, 36.93it/s]\n",
      "Epoch 213 loss=5.87504363: 100%|██████████| 1108/1108 [00:31<00:00, 35.33it/s]\n",
      "Epoch 214 loss=5.79864167: 100%|██████████| 1108/1108 [00:31<00:00, 35.24it/s]\n",
      "Epoch 215 loss=6.14189702: 100%|██████████| 1108/1108 [00:29<00:00, 37.36it/s]\n",
      "Epoch 216 loss=5.95097035: 100%|██████████| 1108/1108 [00:29<00:00, 37.29it/s]\n",
      "Epoch 217 loss=5.83056354: 100%|██████████| 1108/1108 [00:29<00:00, 37.36it/s]\n",
      "Epoch 218 loss=5.83690122: 100%|██████████| 1108/1108 [00:30<00:00, 35.85it/s]\n",
      "Epoch 219 loss=5.81054643: 100%|██████████| 1108/1108 [00:31<00:00, 35.58it/s]\n",
      "Epoch 220 loss=5.86531114: 100%|██████████| 1108/1108 [00:32<00:00, 34.25it/s]\n",
      "Epoch 221 loss=6.05519108: 100%|██████████| 1108/1108 [00:31<00:00, 35.57it/s]\n",
      "Epoch 222 loss=5.79396101: 100%|██████████| 1108/1108 [00:31<00:00, 35.50it/s]\n",
      "Epoch 223 loss=6.0547724: 100%|██████████| 1108/1108 [00:30<00:00, 36.62it/s] \n",
      "Epoch 224 loss=6.10558756: 100%|██████████| 1108/1108 [00:30<00:00, 36.58it/s]\n",
      "Epoch 225 loss=5.95643827: 100%|██████████| 1108/1108 [00:29<00:00, 37.09it/s]\n",
      "Epoch 226 loss=6.2010748: 100%|██████████| 1108/1108 [00:30<00:00, 36.93it/s] \n",
      "Epoch 227 loss=5.92828459: 100%|██████████| 1108/1108 [00:29<00:00, 37.17it/s]\n",
      "Epoch 228 loss=5.90094307: 100%|██████████| 1108/1108 [00:29<00:00, 37.93it/s]\n",
      "Epoch 229 loss=5.78219552: 100%|██████████| 1108/1108 [00:29<00:00, 37.78it/s]\n",
      "Epoch 230 loss=5.87154251: 100%|██████████| 1108/1108 [00:29<00:00, 37.40it/s]\n",
      "Epoch 231 loss=5.85471435: 100%|██████████| 1108/1108 [00:29<00:00, 37.57it/s]\n",
      "Epoch 232 loss=5.90321389: 100%|██████████| 1108/1108 [00:29<00:00, 37.10it/s]\n",
      "Epoch 233 loss=5.59391189: 100%|██████████| 1108/1108 [00:29<00:00, 37.37it/s]\n",
      "Epoch 234 loss=5.54159498: 100%|██████████| 1108/1108 [00:29<00:00, 37.41it/s]\n",
      "Epoch 235 loss=5.6495699: 100%|██████████| 1108/1108 [00:29<00:00, 37.26it/s] \n",
      "Epoch 236 loss=5.77612515: 100%|██████████| 1108/1108 [00:29<00:00, 38.21it/s]\n",
      "Epoch 237 loss=5.56016843: 100%|██████████| 1108/1108 [00:29<00:00, 37.71it/s]\n",
      "Epoch 238 loss=5.99957001: 100%|██████████| 1108/1108 [00:30<00:00, 36.58it/s]\n",
      "Epoch 239 loss=6.13612266: 100%|██████████| 1108/1108 [00:30<00:00, 36.68it/s]\n",
      "Epoch 240 loss=5.67608903: 100%|██████████| 1108/1108 [00:29<00:00, 37.60it/s]\n",
      "Epoch 241 loss=5.80488212: 100%|██████████| 1108/1108 [00:30<00:00, 36.87it/s]\n",
      "Epoch 242 loss=6.39540116: 100%|██████████| 1108/1108 [00:29<00:00, 37.49it/s]\n",
      "Epoch 243 loss=5.94956256: 100%|██████████| 1108/1108 [00:29<00:00, 38.08it/s]\n",
      "Epoch 244 loss=5.53884666: 100%|██████████| 1108/1108 [00:32<00:00, 34.12it/s]\n",
      "Epoch 245 loss=5.91541006: 100%|██████████| 1108/1108 [00:29<00:00, 36.97it/s]\n",
      "Epoch 246 loss=5.82850865: 100%|██████████| 1108/1108 [00:29<00:00, 37.21it/s]\n",
      "Epoch 247 loss=5.80488626: 100%|██████████| 1108/1108 [00:30<00:00, 36.29it/s]\n",
      "Epoch 248 loss=6.02525254: 100%|██████████| 1108/1108 [00:31<00:00, 34.71it/s]\n",
      "Epoch 249 loss=5.89917995: 100%|██████████| 1108/1108 [00:31<00:00, 35.21it/s]\n",
      "Epoch 250 loss=6.2406524: 100%|██████████| 1108/1108 [00:33<00:00, 33.42it/s] \n",
      "Epoch 251 loss=5.94880184: 100%|██████████| 1108/1108 [00:33<00:00, 33.18it/s]\n",
      "Epoch 252 loss=6.13074392: 100%|██████████| 1108/1108 [00:33<00:00, 33.30it/s]\n",
      "Epoch 253 loss=5.73343203: 100%|██████████| 1108/1108 [00:33<00:00, 33.57it/s]\n",
      "Epoch 254 loss=5.88097384: 100%|██████████| 1108/1108 [00:33<00:00, 33.52it/s]\n",
      "Epoch 255 loss=5.90485186: 100%|██████████| 1108/1108 [00:33<00:00, 33.45it/s]\n",
      "Epoch 256 loss=5.90022871: 100%|██████████| 1108/1108 [00:33<00:00, 33.56it/s]\n",
      "Epoch 257 loss=5.87606719: 100%|██████████| 1108/1108 [00:33<00:00, 33.51it/s]\n",
      "Epoch 258 loss=5.54686804: 100%|██████████| 1108/1108 [00:32<00:00, 33.71it/s]\n",
      "Epoch 259 loss=5.64952631: 100%|██████████| 1108/1108 [00:32<00:00, 33.58it/s]\n",
      "Epoch 260 loss=5.98881756: 100%|██████████| 1108/1108 [00:33<00:00, 33.50it/s]\n",
      "Epoch 261 loss=5.63746079: 100%|██████████| 1108/1108 [00:33<00:00, 33.33it/s]\n",
      "Epoch 262 loss=5.88885331: 100%|██████████| 1108/1108 [00:33<00:00, 33.27it/s]\n",
      "Epoch 263 loss=6.38688892: 100%|██████████| 1108/1108 [00:33<00:00, 33.12it/s]\n",
      "Epoch 264 loss=6.0597045: 100%|██████████| 1108/1108 [00:33<00:00, 33.33it/s] \n",
      "Epoch 265 loss=5.92365106: 100%|██████████| 1108/1108 [00:33<00:00, 33.34it/s]\n",
      "Epoch 266 loss=5.59955715: 100%|██████████| 1108/1108 [00:33<00:00, 33.31it/s]\n",
      "Epoch 267 loss=5.75487052: 100%|██████████| 1108/1108 [00:33<00:00, 33.36it/s]\n",
      "Epoch 268 loss=5.64955539: 100%|██████████| 1108/1108 [00:33<00:00, 33.54it/s]\n",
      "Epoch 269 loss=5.90221512: 100%|██████████| 1108/1108 [00:33<00:00, 33.54it/s]\n",
      "Epoch 270 loss=5.70374697: 100%|██████████| 1108/1108 [00:33<00:00, 33.44it/s]\n",
      "Epoch 271 loss=5.66536317: 100%|██████████| 1108/1108 [00:33<00:00, 33.35it/s]\n",
      "Epoch 272 loss=6.11011744: 100%|██████████| 1108/1108 [00:33<00:00, 33.35it/s]\n",
      "Epoch 273 loss=5.75749769: 100%|██████████| 1108/1108 [00:33<00:00, 33.19it/s]\n",
      "Epoch 274 loss=5.91226327: 100%|██████████| 1108/1108 [00:33<00:00, 33.12it/s]\n",
      "Epoch 275 loss=5.98351055: 100%|██████████| 1108/1108 [00:33<00:00, 33.06it/s]\n",
      "Epoch 276 loss=6.05747618: 100%|██████████| 1108/1108 [00:33<00:00, 32.89it/s]\n",
      "Epoch 277 loss=5.70222826: 100%|██████████| 1108/1108 [00:32<00:00, 34.27it/s]\n",
      "Epoch 278 loss=5.70209543: 100%|██████████| 1108/1108 [00:31<00:00, 35.37it/s]\n",
      "Epoch 279 loss=5.71623663: 100%|██████████| 1108/1108 [00:30<00:00, 36.15it/s]\n",
      "Epoch 280 loss=5.52527356: 100%|██████████| 1108/1108 [00:30<00:00, 36.75it/s]\n",
      "Epoch 281 loss=5.77253344: 100%|██████████| 1108/1108 [00:30<00:00, 36.59it/s]\n",
      "Epoch 282 loss=5.98294052: 100%|██████████| 1108/1108 [00:30<00:00, 36.63it/s]\n",
      "Epoch 283 loss=5.99657261: 100%|██████████| 1108/1108 [00:29<00:00, 37.42it/s]\n",
      "Epoch 284 loss=6.03354742: 100%|██████████| 1108/1108 [00:29<00:00, 37.52it/s]\n",
      "Epoch 285 loss=5.68612379: 100%|██████████| 1108/1108 [00:30<00:00, 36.47it/s]\n",
      "Epoch 286 loss=5.91988316: 100%|██████████| 1108/1108 [00:29<00:00, 37.27it/s]\n",
      "Epoch 287 loss=6.11279377: 100%|██████████| 1108/1108 [00:29<00:00, 37.42it/s]\n",
      "Epoch 288 loss=5.9861489: 100%|██████████| 1108/1108 [00:30<00:00, 35.83it/s] \n",
      "Epoch 289 loss=6.07320822: 100%|██████████| 1108/1108 [00:31<00:00, 34.79it/s]\n",
      "Epoch 290 loss=5.91798828: 100%|██████████| 1108/1108 [00:30<00:00, 36.35it/s]\n",
      "Epoch 291 loss=5.9829408: 100%|██████████| 1108/1108 [00:30<00:00, 36.93it/s] \n",
      "Epoch 292 loss=6.28349344: 100%|██████████| 1108/1108 [00:29<00:00, 37.13it/s]\n",
      "Epoch 293 loss=5.57055043: 100%|██████████| 1108/1108 [00:30<00:00, 36.65it/s]\n",
      "Epoch 294 loss=5.76540215: 100%|██████████| 1108/1108 [00:31<00:00, 35.67it/s]\n",
      "Epoch 295 loss=5.72524201: 100%|██████████| 1108/1108 [00:30<00:00, 36.42it/s]\n",
      "Epoch 296 loss=6.02800684: 100%|██████████| 1108/1108 [00:30<00:00, 36.53it/s]\n",
      "Epoch 297 loss=5.67250241: 100%|██████████| 1108/1108 [00:30<00:00, 36.79it/s]\n",
      "Epoch 298 loss=5.58072629: 100%|██████████| 1108/1108 [00:30<00:00, 36.55it/s]\n",
      "Epoch 299 loss=5.57247496: 100%|██████████| 1108/1108 [00:29<00:00, 37.27it/s]\n",
      "Epoch 300 loss=6.03614053: 100%|██████████| 1108/1108 [00:31<00:00, 35.65it/s]\n",
      "Epoch 301 loss=5.72800466: 100%|██████████| 1108/1108 [00:29<00:00, 37.07it/s]\n",
      "Epoch 302 loss=5.83352824: 100%|██████████| 1108/1108 [00:29<00:00, 37.71it/s]\n",
      "Epoch 303 loss=5.79683403: 100%|██████████| 1108/1108 [00:29<00:00, 37.16it/s]\n",
      "Epoch 304 loss=5.82361802: 100%|██████████| 1108/1108 [00:29<00:00, 37.37it/s]\n",
      "Epoch 305 loss=5.96798325: 100%|██████████| 1108/1108 [00:29<00:00, 37.88it/s]\n",
      "Epoch 306 loss=6.06790231: 100%|██████████| 1108/1108 [00:30<00:00, 36.80it/s]\n",
      "Epoch 307 loss=5.77833111: 100%|██████████| 1108/1108 [00:28<00:00, 38.43it/s]\n",
      "Epoch 308 loss=5.66274231: 100%|██████████| 1108/1108 [00:30<00:00, 36.21it/s]\n",
      "Epoch 309 loss=6.06196227: 100%|██████████| 1108/1108 [00:29<00:00, 37.15it/s]\n",
      "Epoch 310 loss=5.88073335: 100%|██████████| 1108/1108 [00:29<00:00, 37.48it/s]\n",
      "Epoch 311 loss=5.85218907: 100%|██████████| 1108/1108 [00:29<00:00, 38.01it/s]\n",
      "Epoch 312 loss=5.66014518: 100%|██████████| 1108/1108 [00:29<00:00, 37.96it/s]\n",
      "Epoch 313 loss=6.03095356: 100%|██████████| 1108/1108 [00:29<00:00, 37.19it/s]\n",
      "Epoch 314 loss=5.91009194: 100%|██████████| 1108/1108 [00:29<00:00, 37.00it/s]\n",
      "Epoch 315 loss=6.11278296: 100%|██████████| 1108/1108 [00:31<00:00, 35.72it/s]\n",
      "Epoch 316 loss=5.79689375: 100%|██████████| 1108/1108 [00:31<00:00, 34.94it/s]\n",
      "Epoch 317 loss=5.89625669: 100%|██████████| 1108/1108 [00:33<00:00, 33.30it/s]\n",
      "Epoch 318 loss=6.12555273: 100%|██████████| 1108/1108 [00:33<00:00, 33.34it/s]\n",
      "Epoch 319 loss=5.94719307: 100%|██████████| 1108/1108 [00:33<00:00, 32.78it/s]\n",
      "Epoch 320 loss=6.01540355: 100%|██████████| 1108/1108 [00:33<00:00, 33.50it/s]\n",
      "Epoch 321 loss=5.88413769: 100%|██████████| 1108/1108 [00:33<00:00, 33.18it/s]\n",
      "Epoch 322 loss=6.15751651: 100%|██████████| 1108/1108 [00:33<00:00, 32.88it/s]\n",
      "Epoch 323 loss=5.77837604: 100%|██████████| 1108/1108 [00:33<00:00, 33.21it/s]\n",
      "Epoch 324 loss=6.20751035: 100%|██████████| 1108/1108 [00:32<00:00, 34.11it/s]\n",
      "Epoch 325 loss=6.0551684: 100%|██████████| 1108/1108 [00:31<00:00, 34.84it/s] \n",
      "Epoch 326 loss=5.82321347: 100%|██████████| 1108/1108 [00:32<00:00, 33.93it/s]\n",
      "Epoch 327 loss=6.07378246: 100%|██████████| 1108/1108 [00:33<00:00, 33.40it/s]\n",
      "Epoch 328 loss=6.0217469: 100%|██████████| 1108/1108 [00:33<00:00, 33.57it/s] \n",
      "Epoch 329 loss=5.96916073: 100%|██████████| 1108/1108 [00:33<00:00, 33.56it/s]\n",
      "Epoch 330 loss=5.8834191: 100%|██████████| 1108/1108 [00:32<00:00, 33.59it/s] \n",
      "Epoch 331 loss=6.12254271: 100%|██████████| 1108/1108 [00:33<00:00, 33.57it/s]\n",
      "Epoch 332 loss=6.19687269: 100%|██████████| 1108/1108 [00:32<00:00, 33.59it/s]\n",
      "Epoch 333 loss=5.82850153: 100%|██████████| 1108/1108 [00:33<00:00, 33.07it/s]\n",
      "Epoch 334 loss=5.70357757: 100%|██████████| 1108/1108 [00:33<00:00, 33.16it/s]\n",
      "Epoch 335 loss=5.93353349: 100%|██████████| 1108/1108 [00:33<00:00, 33.09it/s]\n",
      "Epoch 336 loss=5.81427221: 100%|██████████| 1108/1108 [00:33<00:00, 33.23it/s]\n",
      "Epoch 337 loss=5.87250311: 100%|██████████| 1108/1108 [00:33<00:00, 33.46it/s]\n",
      "Epoch 338 loss=6.15966556: 100%|██████████| 1108/1108 [00:33<00:00, 33.50it/s]\n",
      "Epoch 339 loss=5.84153254: 100%|██████████| 1108/1108 [00:33<00:00, 33.45it/s]\n",
      "Epoch 340 loss=5.9627497: 100%|██████████| 1108/1108 [00:34<00:00, 32.56it/s] \n",
      "Epoch 341 loss=5.79422066: 100%|██████████| 1108/1108 [00:30<00:00, 36.04it/s]\n",
      "Epoch 342 loss=5.83612976: 100%|██████████| 1108/1108 [00:29<00:00, 37.16it/s]\n",
      "Epoch 343 loss=5.74422109: 100%|██████████| 1108/1108 [00:33<00:00, 33.43it/s]\n",
      "Epoch 344 loss=5.71539851: 100%|██████████| 1108/1108 [00:32<00:00, 34.16it/s]\n",
      "Epoch 345 loss=6.04144036: 100%|██████████| 1108/1108 [00:33<00:00, 33.23it/s]\n",
      "Epoch 346 loss=6.24547268: 100%|██████████| 1108/1108 [00:33<00:00, 33.33it/s]\n",
      "Epoch 347 loss=6.31274844: 100%|██████████| 1108/1108 [00:33<00:00, 33.30it/s]\n",
      "Epoch 348 loss=6.19850797: 100%|██████████| 1108/1108 [00:33<00:00, 33.43it/s]\n",
      "Epoch 349 loss=5.67120835: 100%|██████████| 1108/1108 [00:33<00:00, 33.43it/s]\n",
      "Epoch 350 loss=5.82835679: 100%|██████████| 1108/1108 [00:33<00:00, 33.42it/s]\n",
      "Epoch 351 loss=5.84625355: 100%|██████████| 1108/1108 [00:30<00:00, 36.27it/s]\n",
      "Epoch 352 loss=6.54374569: 100%|██████████| 1108/1108 [00:29<00:00, 37.35it/s]\n",
      "Epoch 353 loss=6.49831873: 100%|██████████| 1108/1108 [00:29<00:00, 37.84it/s]\n",
      "Epoch 354 loss=6.23171933: 100%|██████████| 1108/1108 [00:30<00:00, 36.68it/s]\n",
      "Epoch 355 loss=6.0878579: 100%|██████████| 1108/1108 [00:30<00:00, 36.82it/s] \n",
      "Epoch 356 loss=6.47334354: 100%|██████████| 1108/1108 [00:29<00:00, 37.72it/s]\n",
      "Epoch 357 loss=6.3456571: 100%|██████████| 1108/1108 [00:29<00:00, 37.22it/s] \n",
      "Epoch 358 loss=6.40548591: 100%|██████████| 1108/1108 [00:29<00:00, 37.54it/s]\n",
      "Epoch 359 loss=6.25413303: 100%|██████████| 1108/1108 [00:29<00:00, 37.47it/s]\n",
      "Epoch 360 loss=6.32418938: 100%|██████████| 1108/1108 [00:29<00:00, 37.90it/s]\n",
      "Epoch 361 loss=6.23861434: 100%|██████████| 1108/1108 [00:29<00:00, 37.42it/s]\n",
      "Epoch 362 loss=6.21456522: 100%|██████████| 1108/1108 [00:29<00:00, 37.15it/s]\n",
      "Epoch 363 loss=6.21442185: 100%|██████████| 1108/1108 [00:29<00:00, 37.00it/s]\n",
      "Epoch 364 loss=6.21441322: 100%|██████████| 1108/1108 [00:29<00:00, 37.26it/s]\n",
      "Epoch 365 loss=6.21015582: 100%|██████████| 1108/1108 [00:29<00:00, 38.10it/s]\n",
      "Epoch 366 loss=6.21193509: 100%|██████████| 1108/1108 [00:29<00:00, 37.89it/s]\n",
      "Epoch 367 loss=6.20267214: 100%|██████████| 1108/1108 [00:29<00:00, 37.50it/s]\n",
      "Epoch 368 loss=6.1914186: 100%|██████████| 1108/1108 [00:29<00:00, 37.33it/s] \n",
      "Epoch 369 loss=6.18577319: 100%|██████████| 1108/1108 [00:30<00:00, 35.89it/s]\n",
      "Epoch 370 loss=6.19787037: 100%|██████████| 1108/1108 [00:30<00:00, 36.11it/s]\n",
      "Epoch 371 loss=6.18689608: 100%|██████████| 1108/1108 [00:29<00:00, 37.22it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best Hit Rate is 0.5578093306288032 Best Mean Reciprocal Rank: 0.5152129817444219\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch 372 loss=6.18903968: 100%|██████████| 1108/1108 [00:29<00:00, 36.95it/s]\n",
      "Epoch 373 loss=6.18710347: 100%|██████████| 1108/1108 [00:29<00:00, 37.63it/s]\n",
      "Epoch 374 loss=6.18552919: 100%|██████████| 1108/1108 [00:29<00:00, 37.25it/s]\n",
      "Epoch 375 loss=6.19072173: 100%|██████████| 1108/1108 [00:29<00:00, 37.21it/s]\n",
      "Epoch 376 loss=6.20790254: 100%|██████████| 1108/1108 [00:29<00:00, 37.85it/s]\n",
      "Epoch 377 loss=6.18945437: 100%|██████████| 1108/1108 [00:29<00:00, 37.77it/s]\n",
      "Epoch 378 loss=6.18753777: 100%|██████████| 1108/1108 [00:29<00:00, 37.54it/s]\n",
      "Epoch 379 loss=6.20590276: 100%|██████████| 1108/1108 [00:30<00:00, 36.37it/s]\n",
      "Epoch 380 loss=6.19811938: 100%|██████████| 1108/1108 [00:29<00:00, 37.61it/s]\n",
      "Epoch 381 loss=6.20053447: 100%|██████████| 1108/1108 [00:29<00:00, 37.32it/s]\n",
      "Epoch 382 loss=6.18664328: 100%|██████████| 1108/1108 [00:30<00:00, 36.74it/s]\n",
      "Epoch 383 loss=6.18840766: 100%|██████████| 1108/1108 [00:29<00:00, 37.63it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best Hit Rate is 0.6105476673427992 Best Mean Reciprocal Rank: 0.5152129817444219\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch 384 loss=6.19351624: 100%|██████████| 1108/1108 [00:29<00:00, 37.72it/s]\n",
      "Epoch 385 loss=6.19250518: 100%|██████████| 1108/1108 [00:29<00:00, 37.00it/s]\n",
      "Epoch 386 loss=6.21092976: 100%|██████████| 1108/1108 [00:29<00:00, 37.66it/s]\n",
      "Epoch 387 loss=6.19099973: 100%|██████████| 1108/1108 [00:30<00:00, 36.84it/s]\n",
      "Epoch 388 loss=6.19198256: 100%|██████████| 1108/1108 [00:29<00:00, 37.23it/s]\n",
      "Epoch 389 loss=6.1830031: 100%|██████████| 1108/1108 [00:29<00:00, 37.77it/s] \n",
      "Epoch 390 loss=6.19569501: 100%|██████████| 1108/1108 [00:29<00:00, 37.48it/s]\n",
      "Epoch 391 loss=6.20268712: 100%|██████████| 1108/1108 [00:29<00:00, 37.43it/s]\n",
      "Epoch 392 loss=6.18299999: 100%|██████████| 1108/1108 [00:29<00:00, 37.08it/s]\n",
      "Epoch 393 loss=6.19377807: 100%|██████████| 1108/1108 [00:29<00:00, 37.77it/s]\n",
      "Epoch 394 loss=6.18724733: 100%|██████████| 1108/1108 [00:29<00:00, 37.43it/s]\n",
      "Epoch 395 loss=6.18880914: 100%|██████████| 1108/1108 [00:29<00:00, 37.23it/s]\n",
      "Epoch 396 loss=6.18349458: 100%|██████████| 1108/1108 [00:29<00:00, 37.62it/s]\n",
      "Epoch 397 loss=6.18922883: 100%|██████████| 1108/1108 [00:30<00:00, 36.04it/s]\n",
      "Epoch 398 loss=6.18812427: 100%|██████████| 1108/1108 [00:29<00:00, 37.57it/s]\n",
      "Epoch 399 loss=6.20844786: 100%|██████████| 1108/1108 [00:29<00:00, 36.97it/s]\n",
      "Epoch 400 loss=6.19565951: 100%|██████████| 1108/1108 [00:30<00:00, 36.34it/s]\n",
      "Epoch 401 loss=6.18872343: 100%|██████████| 1108/1108 [00:30<00:00, 36.36it/s]\n",
      "Epoch 402 loss=6.19066022: 100%|██████████| 1108/1108 [00:29<00:00, 37.07it/s]\n",
      "Epoch 403 loss=6.18254212: 100%|██████████| 1108/1108 [00:29<00:00, 37.42it/s]\n",
      "Epoch 404 loss=6.200217: 100%|██████████| 1108/1108 [00:29<00:00, 37.95it/s]  \n",
      "Epoch 405 loss=6.19169404: 100%|██████████| 1108/1108 [00:29<00:00, 37.50it/s]\n",
      "Epoch 406 loss=6.1904795: 100%|██████████| 1108/1108 [00:29<00:00, 37.56it/s] \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best Hit Rate is 0.6166328600405679 Best Mean Reciprocal Rank: 0.5152129817444219\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch 407 loss=6.18857821: 100%|██████████| 1108/1108 [00:29<00:00, 37.59it/s]\n",
      "Epoch 408 loss=6.18306128: 100%|██████████| 1108/1108 [00:29<00:00, 37.23it/s]\n",
      "Epoch 409 loss=6.19123769: 100%|██████████| 1108/1108 [00:29<00:00, 37.46it/s]\n",
      "Epoch 521 loss=6.18811972: 100%|██████████| 1108/1108 [00:30<00:00, 36.45it/s]\n",
      "Epoch 522 loss=6.19139773: 100%|██████████| 1108/1108 [00:29<00:00, 37.56it/s]\n",
      "Epoch 523 loss=6.18506794: 100%|██████████| 1108/1108 [00:30<00:00, 36.71it/s]\n",
      "Epoch 524 loss=6.21263616: 100%|██████████| 1108/1108 [00:29<00:00, 38.02it/s]\n",
      "Epoch 525 loss=6.19045959: 100%|██████████| 1108/1108 [00:29<00:00, 37.32it/s]\n",
      "Epoch 526 loss=6.19154484: 100%|██████████| 1108/1108 [00:29<00:00, 37.83it/s]\n",
      "Epoch 527 loss=6.19851351: 100%|██████████| 1108/1108 [00:29<00:00, 37.89it/s]\n",
      "Epoch 528 loss=6.1947217: 100%|██████████| 1108/1108 [00:29<00:00, 37.63it/s] \n",
      "Epoch 529 loss=6.18774739: 100%|██████████| 1108/1108 [00:30<00:00, 36.40it/s]\n",
      "Epoch 530 loss=6.18694121: 100%|██████████| 1108/1108 [00:29<00:00, 37.30it/s]\n",
      "Epoch 531 loss=6.20537397: 100%|██████████| 1108/1108 [00:29<00:00, 37.90it/s]\n",
      "Epoch 532 loss=6.18581164: 100%|██████████| 1108/1108 [00:29<00:00, 37.26it/s]\n",
      "Epoch 533 loss=6.19160106: 100%|██████████| 1108/1108 [00:31<00:00, 35.44it/s]\n",
      "Epoch 534 loss=6.19723231: 100%|██████████| 1108/1108 [00:30<00:00, 36.92it/s]\n",
      "Epoch 535 loss=6.19778794:  13%|█▎        | 141/1108 [00:03<00:25, 37.76it/s]IOPub data rate exceeded.\n",
      "The Jupyter server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--ServerApp.iopub_data_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "ServerApp.iopub_data_rate_limit=1000000.0 (bytes/sec)\n",
      "ServerApp.rate_limit_window=10.0 (secs)\n",
      "\n",
      "Epoch 550 loss=6.21282062: 100%|██████████| 1108/1108 [00:29<00:00, 37.66it/s]\n",
      "Epoch 551 loss=6.1859169: 100%|██████████| 1108/1108 [00:29<00:00, 37.51it/s] \n",
      "Epoch 552 loss=6.19118944: 100%|██████████| 1108/1108 [00:29<00:00, 37.02it/s]\n",
      "Epoch 553 loss=6.18686653: 100%|██████████| 1108/1108 [00:29<00:00, 37.61it/s]\n",
      "Epoch 554 loss=6.19258106: 100%|██████████| 1108/1108 [00:29<00:00, 37.43it/s]\n",
      "Epoch 555 loss=6.19344935: 100%|██████████| 1108/1108 [00:29<00:00, 37.86it/s]\n",
      "Epoch 591 loss=6.19425392: 100%|██████████| 1108/1108 [00:29<00:00, 37.82it/s]\n",
      "Epoch 592 loss=6.18717397: 100%|██████████| 1108/1108 [00:29<00:00, 37.47it/s]\n",
      "Epoch 593 loss=6.18941125: 100%|██████████| 1108/1108 [00:29<00:00, 37.04it/s]\n",
      "Epoch 594 loss=6.18441567: 100%|██████████| 1108/1108 [00:29<00:00, 37.16it/s]\n",
      "Epoch 595 loss=6.19270692: 100%|██████████| 1108/1108 [00:29<00:00, 37.05it/s]\n",
      "Epoch 596 loss=6.18504014: 100%|██████████| 1108/1108 [00:31<00:00, 34.72it/s]\n",
      "Epoch 597 loss=6.18274694: 100%|██████████| 1108/1108 [00:29<00:00, 37.44it/s]\n",
      "Epoch 598 loss=6.20084072: 100%|██████████| 1108/1108 [00:29<00:00, 37.75it/s]\n",
      "Epoch 599 loss=6.18567961: 100%|██████████| 1108/1108 [00:29<00:00, 38.12it/s]\n",
      "Epoch 600 loss=6.18970479: 100%|██████████| 1108/1108 [00:29<00:00, 37.56it/s]\n",
      "Epoch 601 loss=6.19442203: 100%|██████████| 1108/1108 [00:29<00:00, 37.55it/s]\n",
      "Epoch 602 loss=6.18808403: 100%|██████████| 1108/1108 [00:29<00:00, 37.26it/s]\n",
      "Epoch 603 loss=6.19511599: 100%|██████████| 1108/1108 [00:31<00:00, 34.70it/s]\n",
      "Epoch 611 loss=6.19039133: 100%|██████████| 1108/1108 [00:29<00:00, 37.74it/s]\n",
      "Epoch 612 loss=6.208034: 100%|██████████| 1108/1108 [00:29<00:00, 37.80it/s]  \n",
      "Epoch 613 loss=6.18467677: 100%|██████████| 1108/1108 [00:29<00:00, 37.69it/s]\n",
      "Epoch 614 loss=6.18889404: 100%|██████████| 1108/1108 [00:29<00:00, 37.05it/s]\n",
      "Epoch 615 loss=6.18972447: 100%|██████████| 1108/1108 [00:29<00:00, 37.31it/s]\n",
      "Epoch 616 loss=6.19543796: 100%|██████████| 1108/1108 [00:29<00:00, 37.01it/s]\n",
      "Epoch 617 loss=6.18688277: 100%|██████████| 1108/1108 [00:29<00:00, 37.27it/s]\n",
      "Epoch 618 loss=6.18752108: 100%|██████████| 1108/1108 [00:29<00:00, 37.60it/s]\n",
      "Epoch 619 loss=6.20295003: 100%|██████████| 1108/1108 [00:29<00:00, 37.53it/s]\n",
      "Epoch 620 loss=6.18851527: 100%|██████████| 1108/1108 [00:29<00:00, 37.86it/s]\n",
      "Epoch 621 loss=6.20142656: 100%|██████████| 1108/1108 [00:29<00:00, 37.75it/s]\n",
      "Epoch 639 loss=6.19897088: 100%|██████████| 1108/1108 [00:29<00:00, 37.17it/s]\n",
      "Epoch 640 loss=6.19032112: 100%|██████████| 1108/1108 [00:29<00:00, 37.83it/s]\n",
      "Epoch 641 loss=6.18557192: 100%|██████████| 1108/1108 [00:29<00:00, 38.09it/s]\n",
      "Epoch 642 loss=6.20036308: 100%|██████████| 1108/1108 [00:29<00:00, 37.91it/s]\n",
      "Epoch 643 loss=6.19299142: 100%|██████████| 1108/1108 [00:29<00:00, 37.75it/s]\n",
      "Epoch 644 loss=6.19342198: 100%|██████████| 1108/1108 [00:29<00:00, 37.02it/s]\n",
      "Epoch 645 loss=6.19841228: 100%|██████████| 1108/1108 [00:29<00:00, 36.99it/s]\n",
      "Epoch 646 loss=6.19242783: 100%|██████████| 1108/1108 [00:29<00:00, 37.13it/s]\n",
      "Epoch 647 loss=6.18540952: 100%|██████████| 1108/1108 [00:29<00:00, 37.53it/s]\n",
      "Epoch 648 loss=6.19696208: 100%|██████████| 1108/1108 [00:29<00:00, 37.62it/s]\n",
      "Epoch 649 loss=6.20194815: 100%|██████████| 1108/1108 [00:30<00:00, 36.67it/s]\n",
      "Epoch 650 loss=6.20710206: 100%|██████████| 1108/1108 [00:29<00:00, 37.08it/s]\n",
      "Epoch 665 loss=6.18664262: 100%|██████████| 1108/1108 [00:29<00:00, 37.61it/s]\n",
      "Epoch 666 loss=6.19811727: 100%|██████████| 1108/1108 [00:29<00:00, 37.78it/s]\n",
      "Epoch 667 loss=6.19987522: 100%|██████████| 1108/1108 [00:29<00:00, 37.77it/s]\n",
      "Epoch 668 loss=6.18533046: 100%|██████████| 1108/1108 [00:29<00:00, 37.95it/s]\n",
      "Epoch 669 loss=6.18961375: 100%|██████████| 1108/1108 [00:29<00:00, 38.11it/s]\n",
      "Epoch 670 loss=6.18549846: 100%|██████████| 1108/1108 [00:29<00:00, 38.02it/s]\n",
      "Epoch 671 loss=6.18825894: 100%|██████████| 1108/1108 [00:29<00:00, 37.17it/s]\n",
      "Epoch 672 loss=6.18745873: 100%|██████████| 1108/1108 [00:29<00:00, 37.90it/s]\n",
      "Epoch 673 loss=6.19514916: 100%|██████████| 1108/1108 [00:29<00:00, 37.08it/s]\n",
      "Epoch 674 loss=6.18362296: 100%|██████████| 1108/1108 [00:29<00:00, 37.97it/s]\n",
      "Epoch 675 loss=6.19351953: 100%|██████████| 1108/1108 [00:29<00:00, 37.65it/s]\n",
      "Epoch 676 loss=6.18340175: 100%|██████████| 1108/1108 [00:30<00:00, 36.90it/s]\n",
      "Epoch 677 loss=6.18503395: 100%|██████████| 1108/1108 [00:29<00:00, 37.34it/s]\n",
      "Epoch 678 loss=6.18875117: 100%|██████████| 1108/1108 [00:29<00:00, 37.10it/s]\n",
      "Epoch 679 loss=6.19053136:  12%|█▏        | 131/1108 [00:03<00:26, 37.19it/s]IOPub data rate exceeded.\n",
      "The Jupyter server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--ServerApp.iopub_data_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "ServerApp.iopub_data_rate_limit=1000000.0 (bytes/sec)\n",
      "ServerApp.rate_limit_window=10.0 (secs)\n",
      "\n",
      "Epoch 690 loss=6.19831091: 100%|██████████| 1108/1108 [00:29<00:00, 38.08it/s]\n",
      "Epoch 691 loss=6.2167968: 100%|██████████| 1108/1108 [00:29<00:00, 37.47it/s] \n",
      "Epoch 693 loss=6.18973014: 100%|██████████| 1108/1108 [00:28<00:00, 38.33it/s]\n",
      "Epoch 694 loss=6.18582108: 100%|██████████| 1108/1108 [00:29<00:00, 37.83it/s]\n",
      "Epoch 695 loss=6.19001479: 100%|██████████| 1108/1108 [00:29<00:00, 37.41it/s]\n",
      "Epoch 696 loss=6.19727827: 100%|██████████| 1108/1108 [00:30<00:00, 36.58it/s]\n",
      "Epoch 697 loss=6.1822848: 100%|██████████| 1108/1108 [00:30<00:00, 36.74it/s] \n",
      "Epoch 698 loss=6.18464683: 100%|██████████| 1108/1108 [00:29<00:00, 37.52it/s]\n",
      "Epoch 699 loss=6.1830358: 100%|██████████| 1108/1108 [00:29<00:00, 37.24it/s] \n",
      "Epoch 700 loss=6.18325461: 100%|██████████| 1108/1108 [00:29<00:00, 37.82it/s]\n",
      "Epoch 701 loss=6.1972632: 100%|██████████| 1108/1108 [00:29<00:00, 37.92it/s] \n",
      "Epoch 702 loss=6.21093604: 100%|██████████| 1108/1108 [00:29<00:00, 37.61it/s]\n",
      "Epoch 703 loss=6.19154408: 100%|██████████| 1108/1108 [00:29<00:00, 37.42it/s]\n",
      "Epoch 732 loss=6.19585903: 100%|██████████| 1108/1108 [00:29<00:00, 37.44it/s]\n",
      "Epoch 733 loss=6.18601899: 100%|██████████| 1108/1108 [00:29<00:00, 38.14it/s]\n",
      "Epoch 734 loss=6.19367885: 100%|██████████| 1108/1108 [00:29<00:00, 37.42it/s]\n",
      "Epoch 735 loss=6.18478294: 100%|██████████| 1108/1108 [00:29<00:00, 37.34it/s]\n",
      "Epoch 736 loss=6.20081171: 100%|██████████| 1108/1108 [00:29<00:00, 37.10it/s]\n",
      "Epoch 737 loss=6.19097404: 100%|██████████| 1108/1108 [00:29<00:00, 38.16it/s]\n",
      "Epoch 738 loss=6.20408038: 100%|██████████| 1108/1108 [00:29<00:00, 37.74it/s]\n",
      "Epoch 739 loss=6.18832283: 100%|██████████| 1108/1108 [00:28<00:00, 38.23it/s]\n",
      "Epoch 740 loss=6.19411397: 100%|██████████| 1108/1108 [00:29<00:00, 37.77it/s]\n",
      "Epoch 741 loss=6.18317841: 100%|██████████| 1108/1108 [00:29<00:00, 37.43it/s]\n",
      "Epoch 742 loss=6.18275748: 100%|██████████| 1108/1108 [00:29<00:00, 37.63it/s]\n",
      "Epoch 743 loss=6.18759788: 100%|██████████| 1108/1108 [00:29<00:00, 37.92it/s]\n",
      "Epoch 760 loss=6.19117003: 100%|██████████| 1108/1108 [00:28<00:00, 38.44it/s]\n",
      "Epoch 761 loss=6.18558547: 100%|██████████| 1108/1108 [00:29<00:00, 37.53it/s]\n",
      "Epoch 762 loss=6.19136441: 100%|██████████| 1108/1108 [00:29<00:00, 37.41it/s]\n",
      "Epoch 763 loss=6.20226496: 100%|██████████| 1108/1108 [00:30<00:00, 36.88it/s]\n",
      "Epoch 764 loss=6.18510235: 100%|██████████| 1108/1108 [00:29<00:00, 37.41it/s]\n",
      "Epoch 765 loss=6.20228266: 100%|██████████| 1108/1108 [00:29<00:00, 37.10it/s]\n",
      "Epoch 766 loss=6.19010289: 100%|██████████| 1108/1108 [00:29<00:00, 37.84it/s]\n",
      "Epoch 767 loss=6.19993788: 100%|██████████| 1108/1108 [00:29<00:00, 38.11it/s]\n",
      "Epoch 768 loss=6.20163495: 100%|██████████| 1108/1108 [00:29<00:00, 37.54it/s]\n",
      "Epoch 769 loss=6.20498342: 100%|██████████| 1108/1108 [00:29<00:00, 37.63it/s]\n",
      "Epoch 770 loss=6.18264218: 100%|██████████| 1108/1108 [00:29<00:00, 37.82it/s]\n",
      "Epoch 771 loss=6.19372185: 100%|██████████| 1108/1108 [00:29<00:00, 37.73it/s]\n",
      "Epoch 772 loss=6.19365396: 100%|██████████| 1108/1108 [00:29<00:00, 37.29it/s]\n",
      "Epoch 773 loss=6.18757227:  78%|███████▊  | 868/1108 [00:22<00:06, 36.76it/s]IOPub data rate exceeded.\n",
      "The Jupyter server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--ServerApp.iopub_data_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "ServerApp.iopub_data_rate_limit=1000000.0 (bytes/sec)\n",
      "ServerApp.rate_limit_window=10.0 (secs)\n",
      "\n",
      "Epoch 790 loss=6.1899913: 100%|██████████| 1108/1108 [00:30<00:00, 36.33it/s] \n",
      "Epoch 791 loss=6.19829492: 100%|██████████| 1108/1108 [00:29<00:00, 37.36it/s]\n",
      "Epoch 793 loss=6.18296713: 100%|██████████| 1108/1108 [00:29<00:00, 37.66it/s]\n",
      "Epoch 794 loss=6.19719021: 100%|██████████| 1108/1108 [00:29<00:00, 37.99it/s]\n",
      "Epoch 795 loss=6.18907825: 100%|██████████| 1108/1108 [00:29<00:00, 37.11it/s]\n",
      "Epoch 796 loss=6.194613: 100%|██████████| 1108/1108 [00:29<00:00, 36.94it/s]  \n",
      "Epoch 797 loss=6.18307819: 100%|██████████| 1108/1108 [00:29<00:00, 37.91it/s]\n",
      "Epoch 798 loss=6.18569699: 100%|██████████| 1108/1108 [00:29<00:00, 37.80it/s]\n",
      "Epoch 835 loss=6.20414118: 100%|██████████| 1108/1108 [00:29<00:00, 37.50it/s]\n",
      "Epoch 836 loss=6.19259546: 100%|██████████| 1108/1108 [00:30<00:00, 36.44it/s]\n",
      "Epoch 837 loss=6.18271373: 100%|██████████| 1108/1108 [00:29<00:00, 37.20it/s]\n",
      "Epoch 838 loss=6.19613393: 100%|██████████| 1108/1108 [00:29<00:00, 37.50it/s]\n",
      "Epoch 839 loss=6.183395: 100%|██████████| 1108/1108 [00:29<00:00, 37.33it/s]  \n",
      "Epoch 840 loss=6.18581086: 100%|██████████| 1108/1108 [00:29<00:00, 37.41it/s]\n",
      "Epoch 841 loss=6.19401905: 100%|██████████| 1108/1108 [00:30<00:00, 36.86it/s]\n",
      "Epoch 842 loss=6.18937662: 100%|██████████| 1108/1108 [00:29<00:00, 37.92it/s]\n",
      "Epoch 843 loss=6.18955737: 100%|██████████| 1108/1108 [00:30<00:00, 36.82it/s]\n",
      "Epoch 844 loss=6.19512757: 100%|██████████| 1108/1108 [00:29<00:00, 37.70it/s]\n",
      "Epoch 845 loss=6.18645012: 100%|██████████| 1108/1108 [00:29<00:00, 37.40it/s]\n",
      "Epoch 853 loss=6.19181513: 100%|██████████| 1108/1108 [00:31<00:00, 35.46it/s]\n",
      "Epoch 854 loss=6.20460841: 100%|██████████| 1108/1108 [00:29<00:00, 37.56it/s]\n",
      "Epoch 855 loss=6.19334333: 100%|██████████| 1108/1108 [00:30<00:00, 36.08it/s]\n",
      "Epoch 856 loss=6.18675323: 100%|██████████| 1108/1108 [00:30<00:00, 36.88it/s]\n",
      "Epoch 857 loss=6.18357283: 100%|██████████| 1108/1108 [00:30<00:00, 36.41it/s]\n",
      "Epoch 858 loss=6.19249994: 100%|██████████| 1108/1108 [00:29<00:00, 37.97it/s]\n",
      "Epoch 859 loss=6.19132492: 100%|██████████| 1108/1108 [00:29<00:00, 37.19it/s]\n",
      "Epoch 860 loss=6.18473611: 100%|██████████| 1108/1108 [00:29<00:00, 38.01it/s]\n",
      "Epoch 861 loss=6.18395458: 100%|██████████| 1108/1108 [00:29<00:00, 37.27it/s]\n",
      "Epoch 862 loss=6.18749985: 100%|██████████| 1108/1108 [00:29<00:00, 37.47it/s]\n",
      "Epoch 863 loss=6.19033506: 100%|██████████| 1108/1108 [00:29<00:00, 37.73it/s]\n",
      "Epoch 864 loss=6.1874884: 100%|██████████| 1108/1108 [00:30<00:00, 36.37it/s] \n",
      "Epoch 883 loss=6.18216948: 100%|██████████| 1108/1108 [00:30<00:00, 36.78it/s]\n",
      "Epoch 884 loss=6.20642272: 100%|██████████| 1108/1108 [00:29<00:00, 38.06it/s]\n",
      "Epoch 885 loss=6.19456127: 100%|██████████| 1108/1108 [00:29<00:00, 37.81it/s]\n",
      "Epoch 886 loss=6.18715872: 100%|██████████| 1108/1108 [00:29<00:00, 37.99it/s]\n",
      "Epoch 887 loss=6.18718869: 100%|██████████| 1108/1108 [00:29<00:00, 38.15it/s]\n",
      "Epoch 888 loss=6.18246958: 100%|██████████| 1108/1108 [00:29<00:00, 37.37it/s]\n",
      "Epoch 889 loss=6.18580914: 100%|██████████| 1108/1108 [00:29<00:00, 37.47it/s]\n",
      "Epoch 890 loss=6.19917624: 100%|██████████| 1108/1108 [00:29<00:00, 37.83it/s]\n",
      "Epoch 891 loss=6.18595735: 100%|██████████| 1108/1108 [00:30<00:00, 35.93it/s]\n",
      "Epoch 892 loss=6.20194816: 100%|██████████| 1108/1108 [00:29<00:00, 37.18it/s]\n",
      "Epoch 893 loss=6.19566466: 100%|██████████| 1108/1108 [00:29<00:00, 37.36it/s]\n",
      "Epoch 917 loss=6.1359518: 100%|██████████| 1108/1108 [00:29<00:00, 38.15it/s] \n",
      "Epoch 918 loss=6.04497983: 100%|██████████| 1108/1108 [00:28<00:00, 38.38it/s]\n",
      "Epoch 919 loss=6.04764534: 100%|██████████| 1108/1108 [00:28<00:00, 38.28it/s]\n",
      "Epoch 920 loss=5.95837191: 100%|██████████| 1108/1108 [00:28<00:00, 38.24it/s]\n",
      "Epoch 921 loss=6.15920331: 100%|██████████| 1108/1108 [00:30<00:00, 36.71it/s]\n",
      "Epoch 922 loss=6.0533899: 100%|██████████| 1108/1108 [00:29<00:00, 37.06it/s] \n",
      "Epoch 923 loss=6.21861031: 100%|██████████| 1108/1108 [00:29<00:00, 37.23it/s]\n",
      "Epoch 924 loss=6.12742419: 100%|██████████| 1108/1108 [00:29<00:00, 37.51it/s]\n",
      "Epoch 925 loss=6.09921705: 100%|██████████| 1108/1108 [00:29<00:00, 38.18it/s]\n",
      "Epoch 926 loss=6.15559362: 100%|██████████| 1108/1108 [00:28<00:00, 38.29it/s]\n",
      "Epoch 927 loss=5.9957178: 100%|██████████| 1108/1108 [00:29<00:00, 37.47it/s] \n",
      "Epoch 928 loss=6.22002096: 100%|██████████| 1108/1108 [00:30<00:00, 36.80it/s]\n",
      "Epoch 929 loss=5.91560449: 100%|██████████| 1108/1108 [00:29<00:00, 37.49it/s]\n",
      "Epoch 930 loss=5.97953642:  87%|████████▋ | 959/1108 [00:25<00:03, 38.08it/s]IOPub data rate exceeded.\n",
      "The Jupyter server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--ServerApp.iopub_data_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "ServerApp.iopub_data_rate_limit=1000000.0 (bytes/sec)\n",
      "ServerApp.rate_limit_window=10.0 (secs)\n",
      "\n",
      "Epoch 949 loss=6.03482527: 100%|██████████| 1108/1108 [00:30<00:00, 36.88it/s]\n",
      "Epoch 950 loss=5.96890361: 100%|██████████| 1108/1108 [00:29<00:00, 37.88it/s]\n",
      "Epoch 951 loss=6.10308914: 100%|██████████| 1108/1108 [00:29<00:00, 37.53it/s]\n",
      "Epoch 952 loss=5.88787488: 100%|██████████| 1108/1108 [00:30<00:00, 36.77it/s]\n",
      "Epoch 953 loss=6.03317833: 100%|██████████| 1108/1108 [00:30<00:00, 36.88it/s]\n",
      "Epoch 954 loss=6.20133674: 100%|██████████| 1108/1108 [00:29<00:00, 37.16it/s]\n",
      "Epoch 955 loss=6.13080904: 100%|██████████| 1108/1108 [00:29<00:00, 38.20it/s]\n",
      "Epoch 956 loss=6.16333007: 100%|██████████| 1108/1108 [00:29<00:00, 37.91it/s]\n",
      "Epoch 957 loss=6.08915029: 100%|██████████| 1108/1108 [00:29<00:00, 37.96it/s]\n",
      "Epoch 958 loss=6.17905732: 100%|██████████| 1108/1108 [00:29<00:00, 37.56it/s]\n",
      "Epoch 959 loss=6.19502365: 100%|██████████| 1108/1108 [00:29<00:00, 37.54it/s]\n",
      "Epoch 990 loss=6.06472526: 100%|██████████| 1108/1108 [00:29<00:00, 37.28it/s]\n",
      "Epoch 991 loss=5.98140201: 100%|██████████| 1108/1108 [00:29<00:00, 37.13it/s]\n",
      "Epoch 992 loss=6.22078755: 100%|██████████| 1108/1108 [00:29<00:00, 37.62it/s]\n",
      "Epoch 993 loss=5.87760142: 100%|██████████| 1108/1108 [00:29<00:00, 37.44it/s]\n",
      "Epoch 994 loss=6.20586464: 100%|██████████| 1108/1108 [00:29<00:00, 37.61it/s]\n",
      "Epoch 995 loss=6.07646279: 100%|██████████| 1108/1108 [00:29<00:00, 36.97it/s]\n",
      "Epoch 996 loss=5.99784797: 100%|██████████| 1108/1108 [00:30<00:00, 36.64it/s]\n",
      "Epoch 997 loss=6.05370466: 100%|██████████| 1108/1108 [00:29<00:00, 37.05it/s]\n",
      "Epoch 998 loss=6.16756887: 100%|██████████| 1108/1108 [00:29<00:00, 37.10it/s]\n",
      "Epoch 999 loss=6.22004064: 100%|██████████| 1108/1108 [00:30<00:00, 36.10it/s]\n",
      "Epoch 1023 loss=6.17058746: 100%|██████████| 1108/1108 [00:29<00:00, 37.77it/s]\n",
      "Epoch 1024 loss=6.20310957: 100%|██████████| 1108/1108 [00:29<00:00, 37.62it/s]\n",
      "Epoch 1025 loss=5.97189514: 100%|██████████| 1108/1108 [00:29<00:00, 37.73it/s]\n",
      "Epoch 1026 loss=6.16445623: 100%|██████████| 1108/1108 [00:30<00:00, 36.60it/s]\n",
      "Epoch 1027 loss=5.90540366: 100%|██████████| 1108/1108 [00:29<00:00, 38.16it/s]\n",
      "Epoch 1028 loss=6.10904272: 100%|██████████| 1108/1108 [00:29<00:00, 37.46it/s]\n",
      "Epoch 1029 loss=6.05496464: 100%|██████████| 1108/1108 [00:29<00:00, 37.32it/s]\n",
      "Epoch 1030 loss=6.20517441: 100%|██████████| 1108/1108 [00:29<00:00, 37.30it/s]\n",
      "Epoch 1031 loss=5.89315403: 100%|██████████| 1108/1108 [00:29<00:00, 38.02it/s]\n",
      "Epoch 1032 loss=6.25237099: 100%|██████████| 1108/1108 [00:29<00:00, 37.92it/s]\n",
      "Epoch 1033 loss=6.18423968: 100%|██████████| 1108/1108 [00:29<00:00, 37.12it/s]\n",
      "Epoch 1034 loss=6.03079809: 100%|██████████| 1108/1108 [00:29<00:00, 37.75it/s]\n",
      "Epoch 1056 loss=6.09045347: 100%|██████████| 1108/1108 [00:29<00:00, 37.59it/s]\n",
      "Epoch 1057 loss=5.82492354: 100%|██████████| 1108/1108 [00:29<00:00, 37.65it/s]\n",
      "Epoch 1058 loss=6.06591506: 100%|██████████| 1108/1108 [00:29<00:00, 37.46it/s]\n",
      "Epoch 1059 loss=6.01964064: 100%|██████████| 1108/1108 [00:29<00:00, 37.31it/s]\n",
      "Epoch 1060 loss=5.92406421: 100%|██████████| 1108/1108 [00:29<00:00, 38.00it/s]\n",
      "Epoch 1061 loss=6.14455497: 100%|██████████| 1108/1108 [00:29<00:00, 37.59it/s]\n",
      "Epoch 1062 loss=6.00451579: 100%|██████████| 1108/1108 [00:28<00:00, 38.42it/s]\n",
      "Epoch 1063 loss=6.17608537: 100%|██████████| 1108/1108 [00:29<00:00, 37.51it/s]\n",
      "Epoch 1064 loss=6.02718035: 100%|██████████| 1108/1108 [00:29<00:00, 37.31it/s]\n",
      "Epoch 1065 loss=6.12670558: 100%|██████████| 1108/1108 [00:29<00:00, 37.49it/s]\n",
      "Epoch 1066 loss=5.97035356: 100%|██████████| 1108/1108 [00:29<00:00, 37.68it/s]\n",
      "Epoch 1093 loss=5.97806142: 100%|██████████| 1108/1108 [00:30<00:00, 36.70it/s]\n",
      "Epoch 1094 loss=6.49429783: 100%|██████████| 1108/1108 [00:29<00:00, 37.26it/s]\n",
      "Epoch 1095 loss=6.03751762: 100%|██████████| 1108/1108 [00:29<00:00, 37.48it/s]\n",
      "Epoch 1096 loss=6.23821367: 100%|██████████| 1108/1108 [00:29<00:00, 37.71it/s]\n",
      "Epoch 1097 loss=6.21736609: 100%|██████████| 1108/1108 [00:29<00:00, 37.14it/s]\n",
      "Epoch 1098 loss=6.21343229: 100%|██████████| 1108/1108 [00:29<00:00, 37.71it/s]\n",
      "Epoch 1099 loss=6.2065351: 100%|██████████| 1108/1108 [00:31<00:00, 35.52it/s] \n",
      "Epoch 1100 loss=6.20570851: 100%|██████████| 1108/1108 [00:29<00:00, 37.54it/s]\n",
      "Epoch 1101 loss=6.20605396: 100%|██████████| 1108/1108 [00:29<00:00, 37.31it/s]\n",
      "Epoch 1102 loss=6.20793211: 100%|██████████| 1108/1108 [00:29<00:00, 37.66it/s]\n",
      "Epoch 1103 loss=6.20868573: 100%|██████████| 1108/1108 [00:29<00:00, 37.84it/s]\n",
      "Epoch 1127 loss=6.18756251: 100%|██████████| 1108/1108 [00:29<00:00, 37.43it/s]\n",
      "Epoch 1128 loss=6.18430567: 100%|██████████| 1108/1108 [00:29<00:00, 37.33it/s]\n",
      "Epoch 1129 loss=6.18278201: 100%|██████████| 1108/1108 [00:30<00:00, 36.62it/s]\n",
      "Epoch 1130 loss=6.1895523: 100%|██████████| 1108/1108 [00:31<00:00, 35.64it/s] \n",
      "Epoch 1131 loss=6.20022932: 100%|██████████| 1108/1108 [00:29<00:00, 37.16it/s]\n",
      "Epoch 1132 loss=6.19154557: 100%|██████████| 1108/1108 [00:29<00:00, 37.74it/s]\n",
      "Epoch 1133 loss=6.19505852: 100%|██████████| 1108/1108 [00:29<00:00, 37.89it/s]\n",
      "Epoch 1134 loss=6.19809328: 100%|██████████| 1108/1108 [00:29<00:00, 38.05it/s]\n",
      "Epoch 1135 loss=6.18465964: 100%|██████████| 1108/1108 [00:30<00:00, 36.47it/s]\n",
      "Epoch 1136 loss=6.19236279: 100%|██████████| 1108/1108 [00:29<00:00, 37.77it/s]\n",
      "Epoch 1137 loss=6.18866985: 100%|██████████| 1108/1108 [00:29<00:00, 37.65it/s]\n",
      "Epoch 1162 loss=6.18669783: 100%|██████████| 1108/1108 [00:31<00:00, 35.48it/s]\n",
      "Epoch 1163 loss=6.19581549: 100%|██████████| 1108/1108 [00:29<00:00, 37.21it/s]\n",
      "Epoch 1164 loss=6.18884328: 100%|██████████| 1108/1108 [00:29<00:00, 37.57it/s]\n",
      "Epoch 1165 loss=6.18813596: 100%|██████████| 1108/1108 [00:29<00:00, 37.96it/s]\n",
      "Epoch 1166 loss=6.18958721: 100%|██████████| 1108/1108 [00:29<00:00, 37.93it/s]\n",
      "Epoch 1167 loss=6.19110821: 100%|██████████| 1108/1108 [00:29<00:00, 37.68it/s]\n",
      "Epoch 1168 loss=6.19537351: 100%|██████████| 1108/1108 [00:29<00:00, 37.47it/s]\n",
      "Epoch 1169 loss=6.19293214: 100%|██████████| 1108/1108 [00:30<00:00, 36.86it/s]\n",
      "Epoch 1170 loss=6.19178162: 100%|██████████| 1108/1108 [00:29<00:00, 38.02it/s]\n",
      "Epoch 1171 loss=6.18258967: 100%|██████████| 1108/1108 [00:29<00:00, 38.01it/s]\n",
      "Epoch 1172 loss=6.18340199: 100%|██████████| 1108/1108 [00:29<00:00, 37.83it/s]\n",
      "Epoch 1197 loss=6.20770618: 100%|██████████| 1108/1108 [00:29<00:00, 37.73it/s]\n",
      "Epoch 1198 loss=6.19117244: 100%|██████████| 1108/1108 [00:29<00:00, 37.87it/s]\n",
      "Epoch 1199 loss=6.20591659: 100%|██████████| 1108/1108 [00:29<00:00, 37.91it/s]\n",
      "Epoch 1200 loss=6.18720338: 100%|██████████| 1108/1108 [00:29<00:00, 38.03it/s]\n",
      "Epoch 1201 loss=6.20394959: 100%|██████████| 1108/1108 [00:29<00:00, 37.60it/s]\n",
      "Epoch 1202 loss=6.19956302: 100%|██████████| 1108/1108 [00:30<00:00, 36.85it/s]\n",
      "Epoch 1203 loss=6.18283957: 100%|██████████| 1108/1108 [00:29<00:00, 37.69it/s]\n",
      "Epoch 1204 loss=6.19772823: 100%|██████████| 1108/1108 [00:29<00:00, 37.53it/s]\n",
      "Epoch 1205 loss=6.18792923: 100%|██████████| 1108/1108 [00:29<00:00, 37.48it/s]\n",
      "Epoch 1206 loss=6.18987401: 100%|██████████| 1108/1108 [00:29<00:00, 38.00it/s]\n",
      "Epoch 1207 loss=6.201557: 100%|██████████| 1108/1108 [00:29<00:00, 38.17it/s]  \n",
      "Epoch 1208 loss=6.18461482: 100%|██████████| 1108/1108 [00:29<00:00, 38.11it/s]\n",
      "Epoch 1209 loss=6.1892334: 100%|██████████| 1108/1108 [00:29<00:00, 38.14it/s] \n",
      "Epoch 1210 loss=6.21667876: 100%|██████████| 1108/1108 [00:29<00:00, 37.97it/s]\n",
      "Epoch 1211 loss=6.19228324:   0%|          | 4/1108 [00:00<00:27, 39.67it/s]IOPub data rate exceeded.\n",
      "The Jupyter server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--ServerApp.iopub_data_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "ServerApp.iopub_data_rate_limit=1000000.0 (bytes/sec)\n",
      "ServerApp.rate_limit_window=10.0 (secs)\n",
      "\n",
      "Epoch 1233 loss=6.18531232: 100%|██████████| 1108/1108 [00:29<00:00, 37.43it/s]\n",
      "Epoch 1234 loss=6.1895145: 100%|██████████| 1108/1108 [00:29<00:00, 37.79it/s] \n",
      "Epoch 1235 loss=6.18574177: 100%|██████████| 1108/1108 [00:29<00:00, 38.06it/s]\n",
      "Epoch 1236 loss=6.18705234: 100%|██████████| 1108/1108 [00:28<00:00, 38.25it/s]\n",
      "Epoch 1237 loss=6.18454966: 100%|██████████| 1108/1108 [00:30<00:00, 36.79it/s]\n",
      "Epoch 1238 loss=6.207206: 100%|██████████| 1108/1108 [00:29<00:00, 37.92it/s]  \n",
      "Epoch 1239 loss=6.18921939: 100%|██████████| 1108/1108 [00:29<00:00, 37.16it/s]\n",
      "Epoch 1240 loss=6.18952247: 100%|██████████| 1108/1108 [00:29<00:00, 37.73it/s]\n",
      "Epoch 1241 loss=6.18383017: 100%|██████████| 1108/1108 [00:29<00:00, 38.19it/s]\n",
      "Epoch 1242 loss=6.19594538: 100%|██████████| 1108/1108 [00:28<00:00, 38.57it/s]\n",
      "Epoch 1243 loss=6.19270074: 100%|██████████| 1108/1108 [00:29<00:00, 37.98it/s]\n",
      "Epoch 1281 loss=6.1828537: 100%|██████████| 1108/1108 [00:30<00:00, 36.29it/s] \n",
      "Epoch 1282 loss=6.19000753: 100%|██████████| 1108/1108 [00:31<00:00, 35.70it/s]\n",
      "Epoch 1283 loss=6.18812215: 100%|██████████| 1108/1108 [00:30<00:00, 36.35it/s]\n",
      "Epoch 1284 loss=6.18314307: 100%|██████████| 1108/1108 [00:29<00:00, 37.62it/s]\n",
      "Epoch 1285 loss=6.18999603: 100%|██████████| 1108/1108 [00:29<00:00, 37.75it/s]\n",
      "Epoch 1286 loss=6.19268805: 100%|██████████| 1108/1108 [00:29<00:00, 37.64it/s]\n",
      "Epoch 1287 loss=6.19182838: 100%|██████████| 1108/1108 [00:29<00:00, 37.53it/s]\n",
      "Epoch 1288 loss=6.19388824: 100%|██████████| 1108/1108 [00:29<00:00, 37.06it/s]\n",
      "Epoch 1289 loss=6.193791: 100%|██████████| 1108/1108 [00:29<00:00, 37.23it/s]  \n",
      "Epoch 1290 loss=6.18323659: 100%|██████████| 1108/1108 [00:29<00:00, 38.15it/s]\n",
      "Epoch 1318 loss=6.18704296: 100%|██████████| 1108/1108 [00:29<00:00, 36.99it/s]\n",
      "Epoch 1319 loss=6.20414611: 100%|██████████| 1108/1108 [00:29<00:00, 38.16it/s]\n",
      "Epoch 1320 loss=6.18485296: 100%|██████████| 1108/1108 [00:29<00:00, 38.12it/s]\n",
      "Epoch 1321 loss=6.19970211: 100%|██████████| 1108/1108 [00:29<00:00, 38.17it/s]\n",
      "Epoch 1322 loss=6.18904407: 100%|██████████| 1108/1108 [00:30<00:00, 36.83it/s]\n",
      "Epoch 1323 loss=6.19079736: 100%|██████████| 1108/1108 [00:29<00:00, 37.83it/s]\n",
      "Epoch 1324 loss=6.19823593: 100%|██████████| 1108/1108 [00:29<00:00, 37.53it/s]\n",
      "Epoch 1325 loss=6.18573982: 100%|██████████| 1108/1108 [00:28<00:00, 38.38it/s]\n",
      "Epoch 1326 loss=6.18625989: 100%|██████████| 1108/1108 [00:28<00:00, 38.32it/s]\n",
      "Epoch 1327 loss=6.19443457: 100%|██████████| 1108/1108 [00:29<00:00, 37.96it/s]\n",
      "Epoch 1328 loss=6.18479959: 100%|██████████| 1108/1108 [00:29<00:00, 38.12it/s]\n",
      "Epoch 1356 loss=6.19117806: 100%|██████████| 1108/1108 [00:30<00:00, 36.84it/s]\n",
      "Epoch 1357 loss=6.18698201: 100%|██████████| 1108/1108 [00:29<00:00, 37.11it/s]\n",
      "Epoch 1358 loss=6.20181609: 100%|██████████| 1108/1108 [00:31<00:00, 35.18it/s]\n",
      "Epoch 1359 loss=6.2107427: 100%|██████████| 1108/1108 [00:29<00:00, 37.75it/s] \n",
      "Epoch 1360 loss=6.18759554: 100%|██████████| 1108/1108 [00:29<00:00, 37.33it/s]\n",
      "Epoch 1361 loss=6.19428259: 100%|██████████| 1108/1108 [00:29<00:00, 37.11it/s]\n",
      "Epoch 1362 loss=6.21445632: 100%|██████████| 1108/1108 [00:29<00:00, 37.97it/s]\n",
      "Epoch 1363 loss=6.18677304: 100%|██████████| 1108/1108 [00:29<00:00, 37.65it/s]\n",
      "Epoch 1364 loss=6.18397819: 100%|██████████| 1108/1108 [00:29<00:00, 38.01it/s]\n",
      "Epoch 1365 loss=6.19017219: 100%|██████████| 1108/1108 [00:29<00:00, 37.60it/s]\n",
      "Epoch 1394 loss=6.19055989: 100%|██████████| 1108/1108 [00:29<00:00, 37.60it/s]\n",
      "Epoch 1395 loss=6.19999096: 100%|██████████| 1108/1108 [00:29<00:00, 38.20it/s]\n",
      "Epoch 1396 loss=6.19687304: 100%|██████████| 1108/1108 [00:29<00:00, 37.54it/s]\n",
      "Epoch 1397 loss=6.18371888: 100%|██████████| 1108/1108 [00:29<00:00, 37.12it/s]\n",
      "Epoch 1398 loss=6.18985312: 100%|██████████| 1108/1108 [00:28<00:00, 38.23it/s]\n",
      "Epoch 1399 loss=6.19183535: 100%|██████████| 1108/1108 [00:29<00:00, 37.94it/s]\n",
      "Epoch 1400 loss=6.19714029: 100%|██████████| 1108/1108 [00:29<00:00, 37.57it/s]\n",
      "Epoch 1401 loss=6.18554291: 100%|██████████| 1108/1108 [00:30<00:00, 36.86it/s]\n",
      "Epoch 1402 loss=6.18292644: 100%|██████████| 1108/1108 [00:29<00:00, 37.05it/s]\n",
      "Epoch 1403 loss=6.18947419: 100%|██████████| 1108/1108 [00:29<00:00, 37.94it/s]\n",
      "Epoch 1433 loss=6.19879352: 100%|██████████| 1108/1108 [00:29<00:00, 37.56it/s]\n",
      "Epoch 1434 loss=6.19969403: 100%|██████████| 1108/1108 [00:30<00:00, 36.84it/s]\n",
      "Epoch 1435 loss=6.19107218: 100%|██████████| 1108/1108 [00:29<00:00, 37.32it/s]\n",
      "Epoch 1436 loss=6.19451697: 100%|██████████| 1108/1108 [00:29<00:00, 37.47it/s]\n",
      "Epoch 1437 loss=6.19213961: 100%|██████████| 1108/1108 [00:29<00:00, 37.60it/s]\n",
      "Epoch 1438 loss=6.18452402: 100%|██████████| 1108/1108 [00:29<00:00, 37.59it/s]\n",
      "Epoch 1439 loss=6.18879913: 100%|██████████| 1108/1108 [00:29<00:00, 37.21it/s]\n",
      "Epoch 1440 loss=6.20140064: 100%|██████████| 1108/1108 [00:29<00:00, 38.09it/s]\n",
      "Epoch 1441 loss=6.18588945: 100%|██████████| 1108/1108 [00:29<00:00, 38.18it/s]\n",
      "Epoch 1442 loss=6.19451746: 100%|██████████| 1108/1108 [00:29<00:00, 38.04it/s]\n",
      "Epoch 1443 loss=6.1893166: 100%|██████████| 1108/1108 [00:29<00:00, 37.71it/s] \n",
      "Epoch 1469 loss=6.18564192: 100%|██████████| 1108/1108 [00:29<00:00, 38.14it/s]\n",
      "Epoch 1470 loss=6.20778509: 100%|██████████| 1108/1108 [00:29<00:00, 37.62it/s]\n",
      "Epoch 1471 loss=6.18341671: 100%|██████████| 1108/1108 [00:29<00:00, 37.74it/s]\n",
      "Epoch 1472 loss=6.1851321: 100%|██████████| 1108/1108 [00:29<00:00, 38.19it/s] \n",
      "Epoch 1473 loss=6.1824943: 100%|██████████| 1108/1108 [00:30<00:00, 36.74it/s] \n",
      "Epoch 1474 loss=6.18949056: 100%|██████████| 1108/1108 [00:29<00:00, 37.68it/s]\n",
      "Epoch 1475 loss=6.18624023: 100%|██████████| 1108/1108 [00:29<00:00, 37.63it/s]\n",
      "Epoch 1476 loss=6.19469659: 100%|██████████| 1108/1108 [00:30<00:00, 35.82it/s]\n",
      "Epoch 1477 loss=6.19225301: 100%|██████████| 1108/1108 [00:29<00:00, 38.07it/s]\n",
      "Epoch 1478 loss=6.19317065: 100%|██████████| 1108/1108 [00:29<00:00, 37.34it/s]\n",
      "Epoch 1479 loss=6.18791133: 100%|██████████| 1108/1108 [00:29<00:00, 38.19it/s]\n",
      "Epoch 1510 loss=6.19451712: 100%|██████████| 1108/1108 [00:29<00:00, 36.97it/s]\n",
      "Epoch 1511 loss=6.20018036: 100%|██████████| 1108/1108 [00:29<00:00, 37.43it/s]\n",
      "Epoch 1512 loss=6.1957688: 100%|██████████| 1108/1108 [00:30<00:00, 36.77it/s] \n",
      "Epoch 1513 loss=6.19550279: 100%|██████████| 1108/1108 [00:29<00:00, 38.09it/s]\n",
      "Epoch 1514 loss=6.19166878: 100%|██████████| 1108/1108 [00:28<00:00, 38.24it/s]\n",
      "Epoch 1515 loss=6.19154088: 100%|██████████| 1108/1108 [00:29<00:00, 37.66it/s]\n",
      "Epoch 1516 loss=6.18953449: 100%|██████████| 1108/1108 [00:29<00:00, 37.77it/s]\n",
      "Epoch 1517 loss=6.18762094: 100%|██████████| 1108/1108 [00:30<00:00, 36.02it/s]\n",
      "Epoch 1518 loss=6.19123896: 100%|██████████| 1108/1108 [00:29<00:00, 37.60it/s]\n",
      "Epoch 1519 loss=6.19697461: 100%|██████████| 1108/1108 [00:28<00:00, 38.26it/s]\n",
      "Epoch 1520 loss=6.19104859: 100%|██████████| 1108/1108 [00:29<00:00, 37.51it/s]\n",
      "Epoch 1521 loss=6.18362268: 100%|██████████| 1108/1108 [00:29<00:00, 38.04it/s]\n",
      "Epoch 1551 loss=6.19797491: 100%|██████████| 1108/1108 [00:29<00:00, 37.71it/s]\n",
      "Epoch 1552 loss=6.19748753: 100%|██████████| 1108/1108 [00:29<00:00, 37.18it/s]\n",
      "Epoch 1553 loss=6.1881855: 100%|██████████| 1108/1108 [00:30<00:00, 36.23it/s] \n",
      "Epoch 1554 loss=6.18727845: 100%|██████████| 1108/1108 [00:30<00:00, 36.34it/s]\n",
      "Epoch 1555 loss=6.18476931: 100%|██████████| 1108/1108 [00:31<00:00, 35.58it/s]\n",
      "Epoch 1556 loss=6.19040825: 100%|██████████| 1108/1108 [00:29<00:00, 37.52it/s]\n",
      "Epoch 1557 loss=6.20630369: 100%|██████████| 1108/1108 [00:29<00:00, 37.61it/s]\n",
      "Epoch 1558 loss=6.18784961: 100%|██████████| 1108/1108 [00:29<00:00, 38.06it/s]\n",
      "Epoch 1559 loss=6.18878934: 100%|██████████| 1108/1108 [00:29<00:00, 37.22it/s]\n",
      "Epoch 1560 loss=6.1876735: 100%|██████████| 1108/1108 [00:29<00:00, 37.76it/s] \n",
      "Epoch 1594 loss=6.19724728: 100%|██████████| 1108/1108 [00:29<00:00, 37.50it/s]\n",
      "Epoch 1595 loss=6.1829913: 100%|██████████| 1108/1108 [00:29<00:00, 37.04it/s] \n",
      "Epoch 1596 loss=6.202925: 100%|██████████| 1108/1108 [00:29<00:00, 37.71it/s]  \n",
      "Epoch 1597 loss=6.20810299: 100%|██████████| 1108/1108 [00:29<00:00, 37.20it/s]\n",
      "Epoch 1598 loss=6.18774842: 100%|██████████| 1108/1108 [00:29<00:00, 37.42it/s]\n",
      "Epoch 1599 loss=6.185566: 100%|██████████| 1108/1108 [00:29<00:00, 37.19it/s]  \n",
      "Epoch 1600 loss=6.1935644: 100%|██████████| 1108/1108 [00:29<00:00, 37.16it/s] \n",
      "Epoch 1601 loss=6.20083205: 100%|██████████| 1108/1108 [00:29<00:00, 37.07it/s]\n",
      "Epoch 1602 loss=6.19866448: 100%|██████████| 1108/1108 [00:29<00:00, 38.06it/s]\n",
      "Epoch 1603 loss=6.20712212: 100%|██████████| 1108/1108 [00:29<00:00, 37.59it/s]\n",
      "Epoch 1635 loss=6.1918133: 100%|██████████| 1108/1108 [00:29<00:00, 38.10it/s] \n",
      "Epoch 1636 loss=6.19615329: 100%|██████████| 1108/1108 [00:30<00:00, 36.40it/s]\n",
      "Epoch 1637 loss=6.19187605: 100%|██████████| 1108/1108 [00:29<00:00, 38.06it/s]\n",
      "Epoch 1638 loss=6.1872055: 100%|██████████| 1108/1108 [00:29<00:00, 37.88it/s] \n",
      "Epoch 1639 loss=6.18947997: 100%|██████████| 1108/1108 [00:29<00:00, 38.12it/s]\n",
      "Epoch 1640 loss=6.18324339: 100%|██████████| 1108/1108 [00:29<00:00, 37.86it/s]\n",
      "Epoch 1641 loss=6.20377677: 100%|██████████| 1108/1108 [00:29<00:00, 38.00it/s]\n",
      "Epoch 1642 loss=6.18578916: 100%|██████████| 1108/1108 [00:29<00:00, 37.89it/s]\n",
      "Epoch 1643 loss=6.18284418: 100%|██████████| 1108/1108 [00:29<00:00, 37.81it/s]\n",
      "Epoch 1644 loss=6.19583294: 100%|██████████| 1108/1108 [00:29<00:00, 37.96it/s]\n",
      "Epoch 1645 loss=6.1895489: 100%|██████████| 1108/1108 [00:29<00:00, 37.79it/s] \n",
      "Epoch 1677 loss=6.1901662: 100%|██████████| 1108/1108 [00:29<00:00, 37.33it/s] \n",
      "Epoch 1678 loss=6.19353527: 100%|██████████| 1108/1108 [00:29<00:00, 37.45it/s]\n",
      "Epoch 1679 loss=6.18699339: 100%|██████████| 1108/1108 [00:29<00:00, 37.99it/s]\n",
      "Epoch 1680 loss=6.18240526: 100%|██████████| 1108/1108 [00:29<00:00, 38.02it/s]\n",
      "Epoch 1681 loss=6.1917117: 100%|██████████| 1108/1108 [00:29<00:00, 37.54it/s] \n",
      "Epoch 1682 loss=6.18903823: 100%|██████████| 1108/1108 [00:30<00:00, 36.18it/s]\n",
      "Epoch 1683 loss=6.19304993: 100%|██████████| 1108/1108 [00:29<00:00, 37.85it/s]\n",
      "Epoch 1684 loss=6.18620528: 100%|██████████| 1108/1108 [00:28<00:00, 38.31it/s]\n",
      "Epoch 1685 loss=6.19381551: 100%|██████████| 1108/1108 [00:29<00:00, 37.89it/s]\n",
      "Epoch 1686 loss=6.18877941: 100%|██████████| 1108/1108 [00:30<00:00, 36.91it/s]\n",
      "Epoch 1687 loss=6.18807627: 100%|██████████| 1108/1108 [00:29<00:00, 37.87it/s]\n",
      "Epoch 1720 loss=6.18800959: 100%|██████████| 1108/1108 [00:29<00:00, 38.10it/s]\n",
      "Epoch 1721 loss=6.19772065: 100%|██████████| 1108/1108 [00:29<00:00, 37.48it/s]\n",
      "Epoch 1722 loss=6.19030665: 100%|██████████| 1108/1108 [00:29<00:00, 37.87it/s]\n",
      "Epoch 1723 loss=6.20089197: 100%|██████████| 1108/1108 [00:29<00:00, 37.64it/s]\n",
      "Epoch 1724 loss=6.18919318: 100%|██████████| 1108/1108 [00:30<00:00, 36.92it/s]\n",
      "Epoch 1725 loss=6.18963324: 100%|██████████| 1108/1108 [00:29<00:00, 37.41it/s]\n",
      "Epoch 1726 loss=6.19318473: 100%|██████████| 1108/1108 [00:30<00:00, 36.72it/s]\n",
      "Epoch 1727 loss=6.19768173: 100%|██████████| 1108/1108 [00:29<00:00, 37.78it/s]\n",
      "Epoch 1728 loss=6.18832506: 100%|██████████| 1108/1108 [00:29<00:00, 37.92it/s]\n",
      "Epoch 1729 loss=6.20419655: 100%|██████████| 1108/1108 [00:29<00:00, 37.91it/s]\n",
      "Epoch 1763 loss=6.18522853: 100%|██████████| 1108/1108 [00:29<00:00, 37.39it/s]\n",
      "Epoch 1764 loss=6.18258187: 100%|██████████| 1108/1108 [00:28<00:00, 38.53it/s]\n",
      "Epoch 1765 loss=6.18774984: 100%|██████████| 1108/1108 [00:28<00:00, 38.30it/s]\n",
      "Epoch 1766 loss=6.18517431: 100%|██████████| 1108/1108 [00:29<00:00, 38.16it/s]\n",
      "Epoch 1767 loss=6.19086587: 100%|██████████| 1108/1108 [00:29<00:00, 37.17it/s]\n",
      "Epoch 1768 loss=6.18970625: 100%|██████████| 1108/1108 [00:30<00:00, 36.57it/s]\n",
      "Epoch 1769 loss=6.19474236: 100%|██████████| 1108/1108 [00:30<00:00, 36.66it/s]\n",
      "Epoch 1770 loss=6.18842883: 100%|██████████| 1108/1108 [00:29<00:00, 37.48it/s]\n",
      "Epoch 1771 loss=6.19155462: 100%|██████████| 1108/1108 [00:29<00:00, 37.72it/s]\n",
      "Epoch 1772 loss=6.18648769: 100%|██████████| 1108/1108 [00:29<00:00, 37.36it/s]\n",
      "Epoch 1803 loss=6.19048271: 100%|██████████| 1108/1108 [00:32<00:00, 34.15it/s]\n",
      "Epoch 1804 loss=6.18513194: 100%|██████████| 1108/1108 [00:32<00:00, 33.83it/s]\n",
      "Epoch 1805 loss=6.19732397: 100%|██████████| 1108/1108 [00:34<00:00, 32.22it/s]\n",
      "Epoch 1806 loss=6.20258205: 100%|██████████| 1108/1108 [00:34<00:00, 32.43it/s]\n",
      "Epoch 1807 loss=6.21006462: 100%|██████████| 1108/1108 [00:31<00:00, 35.66it/s]\n",
      "Epoch 1808 loss=6.20579783: 100%|██████████| 1108/1108 [00:30<00:00, 35.97it/s]\n",
      "Epoch 1809 loss=6.18976519: 100%|██████████| 1108/1108 [00:34<00:00, 31.82it/s]\n",
      "Epoch 1810 loss=6.18334011: 100%|██████████| 1108/1108 [00:32<00:00, 33.80it/s]\n",
      "Epoch 1811 loss=6.18800614: 100%|██████████| 1108/1108 [00:32<00:00, 33.73it/s]\n",
      "Epoch 1812 loss=6.20349592: 100%|██████████| 1108/1108 [00:33<00:00, 32.62it/s]\n",
      "Epoch 1813 loss=6.18555152: 100%|██████████| 1108/1108 [00:32<00:00, 33.89it/s]\n",
      "Epoch 1843 loss=6.18432693: 100%|██████████| 1108/1108 [00:32<00:00, 33.80it/s]\n",
      "Epoch 1844 loss=6.1877154: 100%|██████████| 1108/1108 [00:32<00:00, 33.88it/s] \n",
      "Epoch 1845 loss=6.18906148: 100%|██████████| 1108/1108 [00:33<00:00, 33.41it/s]\n",
      "Epoch 1846 loss=6.18307435: 100%|██████████| 1108/1108 [00:32<00:00, 34.16it/s]\n",
      "Epoch 1847 loss=6.1832526: 100%|██████████| 1108/1108 [00:33<00:00, 33.49it/s] \n",
      "Epoch 1848 loss=6.19821159: 100%|██████████| 1108/1108 [00:31<00:00, 35.07it/s]\n",
      "Epoch 1849 loss=6.18316498: 100%|██████████| 1108/1108 [00:32<00:00, 33.66it/s]\n",
      "Epoch 1850 loss=6.18511622: 100%|██████████| 1108/1108 [00:31<00:00, 35.55it/s]\n",
      "Epoch 1851 loss=6.18866734: 100%|██████████| 1108/1108 [00:29<00:00, 37.44it/s]\n",
      "Epoch 1852 loss=6.18549322: 100%|██████████| 1108/1108 [00:31<00:00, 35.15it/s]\n",
      "Epoch 1885 loss=6.19564112: 100%|██████████| 1108/1108 [00:30<00:00, 35.81it/s]\n",
      "Epoch 1886 loss=6.19193338: 100%|██████████| 1108/1108 [00:30<00:00, 36.26it/s]\n",
      "Epoch 1887 loss=6.18908782: 100%|██████████| 1108/1108 [00:31<00:00, 35.56it/s]\n",
      "Epoch 1888 loss=6.19313253: 100%|██████████| 1108/1108 [00:33<00:00, 32.89it/s]\n",
      "Epoch 1889 loss=6.18307303: 100%|██████████| 1108/1108 [00:33<00:00, 33.10it/s]\n",
      "Epoch 1890 loss=6.20205733: 100%|██████████| 1108/1108 [00:33<00:00, 33.20it/s]\n",
      "Epoch 1891 loss=6.19031894: 100%|██████████| 1108/1108 [00:33<00:00, 33.20it/s]\n",
      "Epoch 1892 loss=6.19172466: 100%|██████████| 1108/1108 [00:33<00:00, 33.10it/s]\n",
      "Epoch 1893 loss=6.18979275: 100%|██████████| 1108/1108 [00:33<00:00, 33.37it/s]\n",
      "Epoch 1894 loss=6.19395511: 100%|██████████| 1108/1108 [00:33<00:00, 33.34it/s]\n",
      "Epoch 1926 loss=6.18314827: 100%|██████████| 1108/1108 [00:34<00:00, 32.08it/s]\n",
      "Epoch 1927 loss=6.21525903: 100%|██████████| 1108/1108 [00:32<00:00, 34.01it/s]\n",
      "Epoch 1928 loss=6.18430108: 100%|██████████| 1108/1108 [00:29<00:00, 38.11it/s]\n",
      "Epoch 1929 loss=6.18970253: 100%|██████████| 1108/1108 [00:29<00:00, 37.42it/s]\n",
      "Epoch 1930 loss=6.19558705: 100%|██████████| 1108/1108 [00:29<00:00, 37.48it/s]\n",
      "Epoch 1931 loss=6.19269392: 100%|██████████| 1108/1108 [00:30<00:00, 36.79it/s]\n",
      "Epoch 1932 loss=6.19110594: 100%|██████████| 1108/1108 [00:30<00:00, 36.14it/s]\n",
      "Epoch 1933 loss=6.20016992: 100%|██████████| 1108/1108 [00:31<00:00, 35.01it/s]\n",
      "Epoch 1934 loss=6.19797901: 100%|██████████| 1108/1108 [00:29<00:00, 37.14it/s]\n",
      "Epoch 1935 loss=6.18477238: 100%|██████████| 1108/1108 [00:32<00:00, 33.69it/s]\n",
      "Epoch 1967 loss=6.18791069: 100%|██████████| 1108/1108 [00:32<00:00, 33.85it/s]\n",
      "Epoch 1968 loss=6.19974155: 100%|██████████| 1108/1108 [00:29<00:00, 36.95it/s]\n",
      "Epoch 1969 loss=6.18265097: 100%|██████████| 1108/1108 [00:32<00:00, 34.10it/s]\n",
      "Epoch 1970 loss=6.18730112: 100%|██████████| 1108/1108 [00:33<00:00, 33.12it/s]\n",
      "Epoch 1971 loss=6.18240687: 100%|██████████| 1108/1108 [00:33<00:00, 33.15it/s]\n",
      "Epoch 1972 loss=6.18600194: 100%|██████████| 1108/1108 [00:30<00:00, 36.76it/s]\n",
      "Epoch 1973 loss=6.19378482: 100%|██████████| 1108/1108 [00:30<00:00, 35.87it/s]\n",
      "Epoch 1974 loss=6.19704972: 100%|██████████| 1108/1108 [00:30<00:00, 36.33it/s]\n",
      "Epoch 1975 loss=6.19463325: 100%|██████████| 1108/1108 [00:31<00:00, 35.49it/s]\n",
      "Epoch 1976 loss=6.19987934: 100%|██████████| 1108/1108 [00:29<00:00, 37.17it/s]\n",
      "Epoch 1977 loss=6.19561492: 100%|██████████| 1108/1108 [00:30<00:00, 36.35it/s]\n",
      "Epoch 1978 loss=6.19707253: 100%|██████████| 1108/1108 [00:30<00:00, 36.77it/s]\n",
      "Epoch 1979 loss=6.19144918: 100%|██████████| 1108/1108 [00:30<00:00, 36.65it/s]\n",
      "Epoch 1980 loss=6.18559974:  74%|███████▍  | 825/1108 [00:22<00:07, 38.18it/s]IOPub data rate exceeded.\n",
      "The Jupyter server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--ServerApp.iopub_data_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "ServerApp.iopub_data_rate_limit=1000000.0 (bytes/sec)\n",
      "ServerApp.rate_limit_window=10.0 (secs)\n",
      "\n",
      "Epoch 2013 loss=6.18830376: 100%|██████████| 1108/1108 [00:29<00:00, 37.81it/s]\n",
      "Epoch 2014 loss=6.18808064: 100%|██████████| 1108/1108 [00:29<00:00, 37.30it/s]\n",
      "Epoch 2015 loss=6.19759436: 100%|██████████| 1108/1108 [00:29<00:00, 37.24it/s]\n",
      "Epoch 2016 loss=6.20790391: 100%|██████████| 1108/1108 [00:29<00:00, 37.12it/s]\n",
      "Epoch 2017 loss=6.19066717: 100%|██████████| 1108/1108 [00:29<00:00, 37.55it/s]\n",
      "Epoch 2018 loss=6.20973489: 100%|██████████| 1108/1108 [00:29<00:00, 37.33it/s]\n",
      "Epoch 2019 loss=6.19346698: 100%|██████████| 1108/1108 [00:29<00:00, 37.74it/s]\n",
      "Epoch 2020 loss=6.18647854: 100%|██████████| 1108/1108 [00:30<00:00, 36.90it/s]\n",
      "Epoch 2021 loss=6.19054736: 100%|██████████| 1108/1108 [00:30<00:00, 36.92it/s]\n",
      "Epoch 2022 loss=6.1999398: 100%|██████████| 1108/1108 [00:30<00:00, 36.00it/s] \n",
      "Epoch 2074 loss=6.19137838: 100%|██████████| 1108/1108 [00:30<00:00, 36.81it/s]\n",
      "Epoch 2075 loss=6.19559743: 100%|██████████| 1108/1108 [00:29<00:00, 37.15it/s]\n",
      "Epoch 2076 loss=6.19208502: 100%|██████████| 1108/1108 [00:29<00:00, 36.96it/s]\n",
      "Epoch 2077 loss=6.18320556: 100%|██████████| 1108/1108 [00:29<00:00, 37.70it/s]\n",
      "Epoch 2078 loss=6.19632986: 100%|██████████| 1108/1108 [00:29<00:00, 37.57it/s]\n",
      "Epoch 2079 loss=6.19501876: 100%|██████████| 1108/1108 [00:29<00:00, 37.46it/s]\n",
      "Epoch 2080 loss=6.19650455: 100%|██████████| 1108/1108 [00:32<00:00, 34.61it/s]\n",
      "Epoch 2081 loss=6.18649252: 100%|██████████| 1108/1108 [00:30<00:00, 35.86it/s]\n",
      "Epoch 2082 loss=6.19699739: 100%|██████████| 1108/1108 [00:29<00:00, 37.30it/s]\n",
      "Epoch 2083 loss=6.18523587: 100%|██████████| 1108/1108 [00:29<00:00, 37.24it/s]\n",
      "Epoch 2122 loss=6.18506853: 100%|██████████| 1108/1108 [00:29<00:00, 37.25it/s]\n",
      "Epoch 2123 loss=6.18560091: 100%|██████████| 1108/1108 [00:29<00:00, 37.58it/s]\n",
      "Epoch 2124 loss=6.19837199: 100%|██████████| 1108/1108 [00:30<00:00, 35.94it/s]\n",
      "Epoch 2125 loss=6.19559301: 100%|██████████| 1108/1108 [00:29<00:00, 37.59it/s]\n",
      "Epoch 2126 loss=6.18971526: 100%|██████████| 1108/1108 [00:30<00:00, 36.76it/s]\n",
      "Epoch 2127 loss=6.1980428: 100%|██████████| 1108/1108 [00:29<00:00, 37.26it/s] \n",
      "Epoch 2128 loss=6.20675483: 100%|██████████| 1108/1108 [00:29<00:00, 37.35it/s]\n",
      "Epoch 2129 loss=6.19487092: 100%|██████████| 1108/1108 [00:30<00:00, 36.84it/s]\n",
      "Epoch 2130 loss=6.20880227: 100%|██████████| 1108/1108 [00:30<00:00, 36.30it/s]\n",
      "Epoch 2131 loss=6.19517412: 100%|██████████| 1108/1108 [00:30<00:00, 36.64it/s]\n",
      "Epoch 2170 loss=6.18804367: 100%|██████████| 1108/1108 [00:29<00:00, 37.18it/s]\n",
      "Epoch 2171 loss=6.19247687: 100%|██████████| 1108/1108 [00:29<00:00, 37.51it/s]\n",
      "Epoch 2172 loss=6.19003431: 100%|██████████| 1108/1108 [00:29<00:00, 37.83it/s]\n",
      "Epoch 2173 loss=6.18939436: 100%|██████████| 1108/1108 [00:29<00:00, 37.89it/s]\n",
      "Epoch 2174 loss=6.1876355: 100%|██████████| 1108/1108 [00:30<00:00, 36.75it/s] \n",
      "Epoch 2175 loss=6.19240997: 100%|██████████| 1108/1108 [00:29<00:00, 37.33it/s]\n",
      "Epoch 2176 loss=6.1895811: 100%|██████████| 1108/1108 [00:29<00:00, 37.63it/s] \n",
      "Epoch 2177 loss=6.18498841: 100%|██████████| 1108/1108 [00:29<00:00, 38.09it/s]\n",
      "Epoch 2178 loss=6.18704868: 100%|██████████| 1108/1108 [00:30<00:00, 36.65it/s]\n",
      "Epoch 2179 loss=6.19091404: 100%|██████████| 1108/1108 [00:29<00:00, 37.71it/s]\n",
      "Epoch 2219 loss=6.19658704: 100%|██████████| 1108/1108 [00:30<00:00, 36.81it/s]\n",
      "Epoch 2220 loss=6.1890695: 100%|██████████| 1108/1108 [00:29<00:00, 37.35it/s] \n",
      "Epoch 2221 loss=6.19157394: 100%|██████████| 1108/1108 [00:30<00:00, 36.47it/s]\n",
      "Epoch 2222 loss=6.18791253: 100%|██████████| 1108/1108 [00:29<00:00, 37.33it/s]\n",
      "Epoch 2268 loss=6.20386921: 100%|██████████| 1108/1108 [00:30<00:00, 36.77it/s]\n",
      "Epoch 2269 loss=6.1833446: 100%|██████████| 1108/1108 [00:29<00:00, 37.04it/s] \n",
      "Epoch 2270 loss=6.20667793: 100%|██████████| 1108/1108 [00:29<00:00, 37.84it/s]\n",
      "Epoch 2271 loss=6.1931525: 100%|██████████| 1108/1108 [00:29<00:00, 37.91it/s] \n",
      "Epoch 2272 loss=6.2059078: 100%|██████████| 1108/1108 [00:29<00:00, 37.57it/s] \n",
      "Epoch 2273 loss=6.18725593: 100%|██████████| 1108/1108 [00:30<00:00, 36.51it/s]\n",
      "Epoch 2274 loss=6.20000859: 100%|██████████| 1108/1108 [00:29<00:00, 37.63it/s]\n",
      "Epoch 2275 loss=6.18405798: 100%|██████████| 1108/1108 [00:30<00:00, 36.72it/s]\n",
      "Epoch 2276 loss=6.19714941: 100%|██████████| 1108/1108 [00:29<00:00, 37.21it/s]\n",
      "Epoch 2277 loss=6.18354376: 100%|██████████| 1108/1108 [00:30<00:00, 36.73it/s]\n",
      "Epoch 2278 loss=6.18446615: 100%|██████████| 1108/1108 [00:29<00:00, 37.41it/s]\n",
      "Epoch 2279 loss=6.18440614: 100%|██████████| 1108/1108 [00:30<00:00, 36.27it/s]\n",
      "Epoch 2288 loss=6.18903826: 100%|██████████| 1108/1108 [00:29<00:00, 37.88it/s]\n",
      "Epoch 2289 loss=6.1928235:  91%|█████████ | 1009/1108 [00:26<00:02, 37.90it/s] "
     ]
    }
   ],
   "source": [
    "import argparse\n",
    "\n",
    "if __name__ == '__main__':\n",
    "    parser = argparse.ArgumentParser(description='test')\n",
    "    parser.add_argument('--model', type=str, default='MKGNN')\n",
    "    parser.add_argument('--clip_num', type=float, default=0.0)\n",
    "    parser.add_argument('--cuda', type=int, default=2)\n",
    "    parser.add_argument('--order', type=int, default=3)\n",
    "    parser.add_argument('--dp', type=float, default=0.8)\n",
    "    parser.add_argument('--n_hid', type=int, default=64)\n",
    "    parser.add_argument('--use_bias', type=bool, default=True)\n",
    "    parser.add_argument('--top_k', type=int, default=10)\n",
    "    parser.add_argument('--val_prop', type=float, default=0.1)\n",
    "    parser.add_argument('--batch_size', type=int, default=16)\n",
    "    parser.add_argument('--k_job', type=int, default=500)\n",
    "    parser.add_argument('--k_person', type=int, default=1000)\n",
    "    parser.add_argument('--seed', type=int, default=101)\n",
    "    parser.add_argument('--lr', type=float, default=0.001)\n",
    "    parser.add_argument('--n_epoch', type=int, default=10000)\n",
    "    parser.add_argument('--weight_decay', type=float, default=0.0001)\n",
    "    parser.add_argument('--gamma', type=float, default=0.99)\n",
    "    parser.add_argument('--stepsize', type=int, default=1000)\n",
    "    parser.add_argument('--beta_s', type=float, default=0.4)\n",
    "    parser.add_argument('--beta_e', type=float, default=0.9999)\n",
    "    args = parser.parse_args(args=[])\n",
    "    # print('args:', args)\n",
    "    \n",
    "    args.device = torch.device(\"cpu\")\n",
    "    if args.cuda >= 0:\n",
    "        args.device = torch.device(\"cuda:\" + str(args.cuda))\n",
    "    train(args)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "77e68fa6-58a1-44e4-8142-2dc89355a0ed",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}