demo.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "+ EXP=exp001_dev\n",
      "+ PYTHONPATH=.\n",
      "+ python kaggle_otto2/data_loader/main.py --exp exp001_dev\n",
      "[create train_df, test_df, test_labels] start [0.4GB(5.0%)]\n",
      "[load] start [0.4GB(5.0%)]\n",
      "[load] done [2.8GB(5.0%)(+2.463GB)] 13.7073 s\n",
      "[sampling (ratio: 0.05)] start [2.8GB(5.0%)]\n",
      "[sampling (ratio: 0.05)] done [3.1GB(5.2%)(+0.323GB)] 3.4440 s\n",
      "[create train_df, test_df, test_labels] done [0.9GB(4.1%)(+0.516GB)] 17.2013 s\n",
      "[save] start [0.9GB(4.1%)]\n",
      "[save] done [0.8GB(4.0%)(-0.081GB)] 1.4215 s\n",
      "[create aid idx map] start [0.9GB(4.0%)]\n",
      "[create aid idx map] done [1.1GB(4.3%)(+0.194GB)] 12.0115 s\n",
      "[create session idx map] start [1.1GB(4.3%)]\n",
      "[create session idx map] done [1.1GB(5.0%)(+0.047GB)] 7.7368 s\n",
      "[create pair_df] start [0.8GB(4.9%)]\n",
      "100%|█████████████████████████████████████████████| 4/4 [00:03<00:00,  1.03it/s]\n",
      "[create pair_df] done [2.3GB(5.3%)(+1.531GB)] 4.3798 s\n",
      "pair_df: (28039892, 3)\n",
      "[save pair_df] start [2.3GB(5.3%)]\n",
      "[save pair_df] done [2.3GB(5.3%)(+0.006GB)] 3.5408 s\n"
     ]
    }
   ],
   "source": [
    "!./bin/001_preprocess.sh exp001_dev"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "+ EXP=exp001_dev\n",
      "+ PYTHONPATH=.\n",
      "+ python kaggle_otto2/cand_generator/last_inter/main.py --exp exp001_dev\n",
      "[gen_cand_df [inter]] start [0.4GB(2.2%)]\n",
      "[gen_cand_df [inter]] done [0.8GB(2.4%)(+0.400GB)] 0.2756 s\n",
      "[calc score [last_inter]] start [0.8GB(2.4%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ last_ ┆ 0.324234   ┆ 0.310079   ┆ 0.587156   ┆ 0.47774 ┆ 0.0      ┆ 0.48501 ┆ 0.485658 ┆ 0.485739 ┆ 0.485739 │\n",
      "│ inter ┆            ┆            ┆            ┆ 1       ┆          ┆ 2       ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [last_inter]] done [0.9GB(2.5%)(+0.090GB)] 3.3662 s\n",
      "[gen_cand_df [buy]] start [0.9GB(2.5%)]\n",
      "[gen_cand_df [buy]] done [0.8GB(2.5%)(-0.024GB)] 0.0524 s\n",
      "[calc score [last_buy]] start [0.8GB(2.5%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ last_ ┆ 0.044884   ┆ 0.070797   ┆ 0.438915   ┆ 0.28907 ┆ 0.784243 ┆ 0.28993 ┆ 0.289933 ┆ 0.289933 ┆ 0.289933 │\n",
      "│ buy   ┆            ┆            ┆            ┆ 6       ┆          ┆ 1       ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [last_buy]] done [0.8GB(2.5%)(-0.022GB)] 2.5553 s\n",
      "[gen_cand_df [click]] start [0.8GB(2.5%)]\n",
      "[gen_cand_df [click]] done [0.8GB(2.5%)(+0.028GB)] 0.2108 s\n",
      "[calc score [last_click]] start [0.8GB(2.5%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ last_ ┆ 0.319426   ┆ 0.301876   ┆ 0.507359   ┆ 0.42692 ┆ 0.001343 ┆ 0.43598 ┆ 0.436612 ┆ 0.436615 ┆ 0.436615 │\n",
      "│ click ┆            ┆            ┆            ┆ 1       ┆          ┆ 1       ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [last_click]] done [0.8GB(2.5%)(-0.021GB)] 3.3794 s\n",
      "[gen_cand_df [cart]] start [0.8GB(2.5%)]\n",
      "[gen_cand_df [cart]] done [0.8GB(2.5%)(-0.022GB)] 0.0554 s\n",
      "[calc score [last_cart]] start [0.8GB(2.5%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ last_ ┆ 0.04409    ┆ 0.069976   ┆ 0.437529   ┆ 0.28791 ┆ 0.786466 ┆ 0.28864 ┆ 0.288631 ┆ 0.288631 ┆ 0.288631 │\n",
      "│ cart  ┆            ┆            ┆            ┆ 9       ┆          ┆ 9       ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [last_cart]] done [0.8GB(2.5%)(-0.012GB)] 2.5545 s\n",
      "[gen_cand_df [order]] start [0.8GB(2.5%)]\n",
      "[gen_cand_df [order]] done [0.8GB(2.5%)(-0.002GB)] 0.0228 s\n",
      "[calc score [last_order]] start [0.8GB(2.5%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ last_ ┆ 0.00601    ┆ 0.005207   ┆ 0.016435   ┆ 0.01202 ┆ 0.972293 ┆ 0.01200 ┆ 0.012004 ┆ 0.012004 ┆ 0.012004 │\n",
      "│ order ┆            ┆            ┆            ┆ 4       ┆          ┆ 5       ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [last_order]] done [0.8GB(2.5%)(-0.011GB)] 2.3676 s\n",
      "+ PYTHONPATH=.\n",
      "+ python kaggle_otto2/cand_generator/item_cf/main.py --exp exp001_dev\n",
      "[load] start [0.4GB(2.2%)]\n",
      "[load] done [1.7GB(2.9%)(+1.286GB)] 4.9871 s\n",
      "[get test_aids] start [1.8GB(2.9%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:08<00:00,  2.71s/it]\n",
      "[get test_aids] done [3.8GB(4.0%)(+2.059GB)] 8.1378 s\n",
      "[save cand_df] start [3.8GB(4.0%)]\n",
      "[save cand_df] done [3.0GB(3.6%)(-0.866GB)] 3.5562 s\n",
      "[calc score [item_cf_s012_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_sum]] start [1.6GB(3.0%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.455116   ┆ 0.368036   ┆ 0.608871   ┆ 0.52124 ┆ 0.0      ┆ 0.56131 ┆ 0.586515 ┆ 0.606978 ┆ 0.618059 │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆ 5       ┆          ┆ 7       ┆          ┆          ┆          │\n",
      "│ 12_t0 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ 12_ap ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ True_ ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ tdTru ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ e_... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s012_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_sum]] done [1.3GB(2.9%)(-0.282GB)] 9.2337 s\n",
      "[load] start [1.3GB(2.8%)]\n",
      "[load] done [2.3GB(3.4%)(+1.078GB)] 0.9031 s\n",
      "[get test_aids] start [2.3GB(3.4%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:09<00:00,  3.01s/it]\n",
      "[get test_aids] done [3.9GB(4.2%)(+1.527GB)] 9.0213 s\n",
      "[save cand_df] start [3.9GB(4.2%)]\n",
      "[save cand_df] done [3.0GB(3.7%)(-0.842GB)] 3.4609 s\n",
      "[calc score [item_cf_s012_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_mean]] start [1.7GB(3.1%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.435055   ┆ 0.329018   ┆ 0.485711   ┆ 0.43363 ┆ 0.0      ┆ 0.49004 ┆ 0.532722 ┆ 0.569964 ┆ 0.589194 │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆ 7       ┆          ┆ 4       ┆          ┆          ┆          │\n",
      "│ 12_t0 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ 12_ap ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ True_ ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ tdTru ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ e_... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s012_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_mean]] done [1.3GB(2.9%)(-0.357GB)] 9.0874 s\n",
      "[load] start [1.2GB(2.8%)]\n",
      "[load] done [2.3GB(3.4%)(+1.093GB)] 0.8936 s\n",
      "[get test_aids] start [2.3GB(3.4%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:09<00:00,  3.13s/it]\n",
      "[get test_aids] done [3.8GB(4.4%)(+1.510GB)] 9.3814 s\n",
      "[save cand_df] start [3.8GB(4.4%)]\n",
      "[save cand_df] done [2.9GB(3.7%)(-0.882GB)] 4.0868 s\n",
      "[calc score [item_cf_s012_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_max]] start [1.6GB(3.0%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.450401   ┆ 0.361973   ┆ 0.580952   ┆ 0.50220 ┆ 0.0      ┆ 0.55218 ┆ 0.581068 ┆ 0.604946 ┆ 0.617104 │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆ 3       ┆          ┆ 4       ┆          ┆          ┆          │\n",
      "│ 12_t0 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ 12_ap ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ True_ ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ tdTru ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ e_... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s012_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_max]] done [1.3GB(2.8%)(-0.309GB)] 9.1572 s\n",
      "[load] start [1.2GB(2.8%)]\n",
      "[load] done [2.3GB(3.3%)(+1.081GB)] 0.8740 s\n",
      "[get test_aids] start [2.3GB(3.3%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:04<00:00,  1.67s/it]\n",
      "[get test_aids] done [3.4GB(3.8%)(+1.079GB)] 4.9964 s\n",
      "[save cand_df] start [3.4GB(3.8%)]\n",
      "[save cand_df] done [2.9GB(3.6%)(-0.445GB)] 3.3778 s\n",
      "[calc score [item_cf_s012_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_last]] start [1.7GB(3.0%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.435008   ┆ 0.345317   ┆ 0.495413   ┆ 0.44434 ┆ 0.0      ┆ 0.50102 ┆ 0.537965 ┆ 0.563763 ┆ 0.577153 │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆ 4       ┆          ┆ 9       ┆          ┆          ┆          │\n",
      "│ 12_t0 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ 12_ap ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ True_ ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ tdTru ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ e_... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s012_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_last]] done [1.1GB(2.8%)(-0.562GB)] 8.6984 s\n",
      "[load] start [1.0GB(2.7%)]\n",
      "[load] done [2.1GB(3.3%)(+1.095GB)] 0.8873 s\n",
      "[get test_aids] start [2.1GB(3.3%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:09<00:00,  3.07s/it]\n",
      "[get test_aids] done [4.0GB(4.2%)(+1.872GB)] 9.2211 s\n",
      "[save cand_df] start [4.0GB(4.2%)]\n",
      "[save cand_df] done [3.2GB(3.8%)(-0.825GB)] 2.8196 s\n",
      "[calc score [item_cf_s012_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_count]] start [1.8GB(3.1%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.215538   ┆ 0.233612   ┆ 0.493037   ┆ 0.38745 ┆ 0.0      ┆ 0.45475 ┆ 0.501386 ┆ 0.556146 ┆ 0.600254 │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆ 9       ┆          ┆ 5       ┆          ┆          ┆          │\n",
      "│ 12_t0 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ 12_ap ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ True_ ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ tdTru ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ e_... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s012_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_count]] done [1.4GB(2.9%)(-0.429GB)] 8.8136 s\n",
      "[load] start [1.3GB(2.8%)]\n",
      "[load] done [1.4GB(2.9%)(+0.063GB)] 0.2690 s\n",
      "[get test_aids] start [1.4GB(2.9%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:00<00:00,  9.86it/s]\n",
      "[get test_aids] done [1.3GB(2.8%)(-0.106GB)] 0.3049 s\n",
      "[save cand_df] start [1.3GB(2.8%)]\n",
      "[save cand_df] done [1.2GB(2.8%)(-0.022GB)] 0.4043 s\n",
      "[calc score [item_cf_s12_t12_apTrue_tdTrue_trFalse_iifTrue_fFalse_sum]] start [1.2GB(2.8%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.049213   ┆ 0.089735   ┆ 0.450069   ┆ 0.30188 ┆ 0.784243 ┆ 0.30836 ┆ 0.312063 ┆ 0.315351 ┆ 0.317033 │\n",
      "│ cf_s1 ┆            ┆            ┆            ┆ 4       ┆          ┆ 4       ┆          ┆          ┆          │\n",
      "│ 2_t12 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _apTr ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ ue_td ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ True_ ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ tr... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s12_t12_apTrue_tdTrue_trFalse_iifTrue_fFalse_sum]] done [1.2GB(2.8%)(-0.023GB)] 3.0717 s\n",
      "[load] start [1.2GB(2.8%)]\n",
      "[load] done [1.2GB(2.8%)(+0.052GB)] 0.0850 s\n",
      "[get test_aids] start [1.2GB(2.8%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:00<00:00, 10.36it/s]\n",
      "[get test_aids] done [1.2GB(2.8%)(+0.003GB)] 0.2903 s\n",
      "[save cand_df] start [1.2GB(2.8%)]\n",
      "[save cand_df] done [1.2GB(2.8%)(-0.012GB)] 0.3907 s\n",
      "[calc score [item_cf_s12_t12_apTrue_tdTrue_trFalse_iifTrue_fFalse_mean]] start [1.1GB(2.8%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.047661   ┆ 0.083458   ┆ 0.371659   ┆ 0.25279 ┆ 0.784243 ┆ 0.27848 ┆ 0.295741 ┆ 0.307008 ┆ 0.312989 │\n",
      "│ cf_s1 ┆            ┆            ┆            ┆ 9       ┆          ┆ 1       ┆          ┆          ┆          │\n",
      "│ 2_t12 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _apTr ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ ue_td ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ True_ ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ tr... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s12_t12_apTrue_tdTrue_trFalse_iifTrue_fFalse_mean]] done [1.0GB(2.6%)(-0.102GB)] 3.7916 s\n",
      "[load] start [1.0GB(2.6%)]\n",
      "[load] done [1.1GB(2.6%)(+0.046GB)] 0.0849 s\n",
      "[get test_aids] start [1.1GB(2.6%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:00<00:00,  9.99it/s]\n",
      "[get test_aids] done [1.1GB(2.7%)(+0.050GB)] 0.3013 s\n",
      "[save cand_df] start [1.1GB(2.7%)]\n",
      "[save cand_df] done [1.1GB(2.7%)(-0.020GB)] 0.3916 s\n",
      "[calc score [item_cf_s12_t12_apTrue_tdTrue_trFalse_iifTrue_fFalse_max]] start [1.1GB(2.6%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.048945   ┆ 0.088594   ┆ 0.432711   ┆ 0.29109 ┆ 0.784243 ┆ 0.30406 ┆ 0.310376 ┆ 0.31476  ┆ 0.31664  │\n",
      "│ cf_s1 ┆            ┆            ┆            ┆ 9       ┆          ┆ 1       ┆          ┆          ┆          │\n",
      "│ 2_t12 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _apTr ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ ue_td ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ True_ ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ tr... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s12_t12_apTrue_tdTrue_trFalse_iifTrue_fFalse_max]] done [1.0GB(2.6%)(-0.036GB)] 3.0754 s\n",
      "[load] start [1.0GB(2.6%)]\n",
      "[load] done [1.1GB(2.6%)(+0.058GB)] 0.0850 s\n",
      "[get test_aids] start [1.1GB(2.6%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:00<00:00, 15.40it/s]\n",
      "[get test_aids] done [1.1GB(2.6%)(+0.005GB)] 0.1957 s\n",
      "[save cand_df] start [1.1GB(2.6%)]\n",
      "[save cand_df] done [1.1GB(2.6%)(-0.022GB)] 0.3499 s\n",
      "[calc score [item_cf_s12_t12_apTrue_tdTrue_trFalse_iifTrue_fFalse_last]] start [1.0GB(2.6%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.048245   ┆ 0.08435    ┆ 0.398852   ┆ 0.26944 ┆ 0.784243 ┆ 0.29279 ┆ 0.30114  ┆ 0.306887 ┆ 0.308594 │\n",
      "│ cf_s1 ┆            ┆            ┆            ┆         ┆          ┆ 4       ┆          ┆          ┆          │\n",
      "│ 2_t12 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _apTr ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ ue_td ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ True_ ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ tr... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s12_t12_apTrue_tdTrue_trFalse_iifTrue_fFalse_last]] done [1.0GB(2.6%)(-0.048GB)] 2.9030 s\n",
      "[load] start [1.0GB(2.6%)]\n",
      "[load] done [1.0GB(2.6%)(+0.049GB)] 0.0844 s\n",
      "[get test_aids] start [1.0GB(2.6%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:00<00:00, 11.11it/s]\n",
      "[get test_aids] done [1.2GB(2.7%)(+0.153GB)] 0.2709 s\n",
      "[save cand_df] start [1.2GB(2.7%)]\n",
      "[save cand_df] done [1.1GB(2.7%)(-0.025GB)] 0.3541 s\n",
      "[calc score [item_cf_s12_t12_apTrue_tdTrue_trFalse_iifTrue_fFalse_count]] start [1.1GB(2.6%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.037765   ┆ 0.068122   ┆ 0.403274   ┆ 0.26617 ┆ 0.784243 ┆ 0.28748 ┆ 0.299528 ┆ 0.310309 ┆ 0.315672 │\n",
      "│ cf_s1 ┆            ┆            ┆            ┆ 7       ┆          ┆ 3       ┆          ┆          ┆          │\n",
      "│ 2_t12 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _apTr ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ ue_td ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ True_ ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ tr... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s12_t12_apTrue_tdTrue_trFalse_iifTrue_fFalse_count]] done [1.0GB(2.6%)(-0.044GB)] 3.0600 s\n",
      "[load] start [1.0GB(2.6%)]\n",
      "[load] done [2.1GB(3.1%)(+1.044GB)] 4.8601 s\n",
      "[get test_aids] start [2.1GB(3.1%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:09<00:00,  3.18s/it]\n",
      "[get test_aids] done [3.8GB(4.0%)(+1.763GB)] 9.5263 s\n",
      "[save cand_df] start [3.8GB(4.0%)]\n",
      "[save cand_df] done [3.0GB(3.6%)(-0.797GB)] 3.8096 s\n",
      "[calc score [item_cf_s0_t0_apTrue_tdTrue_trFalse_iifTrue_fFalse_sum]] start [1.7GB(3.0%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.453879   ┆ 0.356587   ┆ 0.526896   ┆ 0.46850 ┆ 0.001343 ┆ 0.51496 ┆ 0.542177 ┆ 0.567115 ┆ 0.580172 │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆ 2       ┆          ┆ 2       ┆          ┆          ┆          │\n",
      "│ _t0_a ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ pTrue ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _tdTr ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ ue_tr ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ Fa... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s0_t0_apTrue_tdTrue_trFalse_iifTrue_fFalse_sum]] done [1.3GB(2.8%)(-0.377GB)] 9.4374 s\n",
      "[load] start [1.3GB(2.7%)]\n",
      "[load] done [2.3GB(3.2%)(+1.051GB)] 0.8937 s\n",
      "[get test_aids] start [2.3GB(3.2%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:09<00:00,  3.19s/it]\n",
      "[get test_aids] done [3.9GB(4.0%)(+1.570GB)] 9.5716 s\n",
      "[save cand_df] start [3.9GB(4.0%)]\n",
      "[save cand_df] done [3.1GB(3.6%)(-0.798GB)] 3.6185 s\n",
      "[calc score [item_cf_s0_t0_apTrue_tdTrue_trFalse_iifTrue_fFalse_mean]] start [1.8GB(3.0%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.436514   ┆ 0.322848   ┆ 0.428157   ┆ 0.3974  ┆ 0.001343 ┆ 0.45079 ┆ 0.490078 ┆ 0.528349 ┆ 0.549834 │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆         ┆          ┆ 9       ┆          ┆          ┆          │\n",
      "│ _t0_a ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ pTrue ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _tdTr ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ ue_tr ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ Fa... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s0_t0_apTrue_tdTrue_trFalse_iifTrue_fFalse_mean]] done [1.3GB(2.8%)(-0.403GB)] 10.2009 s\n",
      "[load] start [1.3GB(2.7%)]\n",
      "[load] done [2.3GB(3.3%)(+1.056GB)] 0.8825 s\n",
      "[get test_aids] start [2.3GB(3.3%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:09<00:00,  3.26s/it]\n",
      "[get test_aids] done [3.9GB(4.0%)(+1.608GB)] 9.7788 s\n",
      "[save cand_df] start [3.9GB(4.0%)]\n",
      "[save cand_df] done [3.1GB(3.6%)(-0.805GB)] 3.8512 s\n",
      "[calc score [item_cf_s0_t0_apTrue_tdTrue_trFalse_iifTrue_fFalse_max]] start [1.8GB(3.0%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.449935   ┆ 0.350881   ┆ 0.511187   ┆ 0.45697 ┆ 0.001343 ┆ 0.50678 ┆ 0.535839 ┆ 0.5643   ┆ 0.578384 │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆         ┆          ┆ 2       ┆          ┆          ┆          │\n",
      "│ _t0_a ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ pTrue ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _tdTr ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ ue_tr ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ Fa... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s0_t0_apTrue_tdTrue_trFalse_iifTrue_fFalse_max]] done [1.4GB(2.8%)(-0.375GB)] 9.5335 s\n",
      "[load] start [1.3GB(2.8%)]\n",
      "[load] done [2.4GB(3.3%)(+1.056GB)] 0.8798 s\n",
      "[get test_aids] start [2.4GB(3.3%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:05<00:00,  1.72s/it]\n",
      "[get test_aids] done [3.2GB(3.7%)(+0.829GB)] 5.1545 s\n",
      "[save cand_df] start [3.2GB(3.7%)]\n",
      "[save cand_df] done [2.8GB(3.5%)(-0.425GB)] 3.4110 s\n",
      "[calc score [item_cf_s0_t0_apTrue_tdTrue_trFalse_iifTrue_fFalse_last]] start [1.6GB(2.9%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.436234   ┆ 0.335509   ┆ 0.412382   ┆ 0.39170 ┆ 0.001343 ┆ 0.44665 ┆ 0.484465 ┆ 0.516405 ┆ 0.530364 │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆ 5       ┆          ┆ 7       ┆          ┆          ┆          │\n",
      "│ _t0_a ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ pTrue ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _tdTr ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ ue_tr ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ Fa... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s0_t0_apTrue_tdTrue_trFalse_iifTrue_fFalse_last]] done [1.1GB(2.7%)(-0.474GB)] 8.7426 s\n",
      "[load] start [1.0GB(2.6%)]\n",
      "[load] done [2.1GB(3.2%)(+1.069GB)] 0.8767 s\n",
      "[get test_aids] start [2.1GB(3.2%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:09<00:00,  3.21s/it]\n",
      "[get test_aids] done [3.7GB(3.9%)(+1.585GB)] 9.6171 s\n",
      "[save cand_df] start [3.7GB(3.9%)]\n",
      "[save cand_df] done [3.3GB(3.7%)(-0.432GB)] 3.4057 s\n",
      "[calc score [item_cf_s0_t0_apTrue_tdTrue_trFalse_iifTrue_fFalse_count]] start [1.9GB(3.1%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.210788   ┆ 0.225444   ┆ 0.41522    ┆ 0.33784 ┆ 0.001343 ┆ 0.40855 ┆ 0.456062 ┆ 0.517215 ┆ 0.561138 │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆ 4       ┆          ┆ 7       ┆          ┆          ┆          │\n",
      "│ _t0_a ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ pTrue ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _tdTr ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ ue_tr ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ Fa... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s0_t0_apTrue_tdTrue_trFalse_iifTrue_fFalse_count]] done [1.6GB(2.9%)(-0.367GB)] 9.1936 s\n",
      "[load] start [1.5GB(2.8%)]\n",
      "[load] done [1.7GB(2.9%)(+0.194GB)] 0.7223 s\n",
      "[get test_aids] start [1.7GB(2.9%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:04<00:00,  1.48s/it]\n",
      "[get test_aids] done [2.3GB(3.2%)(+0.638GB)] 4.4375 s\n",
      "[save cand_df] start [2.3GB(3.2%)]\n",
      "[save cand_df] done [2.0GB(3.1%)(-0.297GB)] 2.8078 s\n",
      "[calc score [item_cf_s0_t12_apTrue_tdTrue_trFalse_iifTrue_fFalse_sum]] start [1.6GB(2.9%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.267015   ┆ 0.265318   ┆ 0.552109   ┆ 0.43756 ┆ 0.068226 ┆ 0.46692 ┆ 0.482251 ┆ 0.497109 ┆ 0.505009 │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆ 2       ┆          ┆ 2       ┆          ┆          ┆          │\n",
      "│ _t12_ ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ apTru ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ e_tdT ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ rue_t ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ rF... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s0_t12_apTrue_tdTrue_trFalse_iifTrue_fFalse_sum]] done [1.3GB(2.7%)(-0.359GB)] 8.0128 s\n",
      "[load] start [1.2GB(2.7%)]\n",
      "[load] done [1.4GB(2.8%)(+0.209GB)] 0.2952 s\n",
      "[get test_aids] start [1.4GB(2.8%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:04<00:00,  1.55s/it]\n",
      "[get test_aids] done [2.1GB(3.2%)(+0.704GB)] 4.6387 s\n",
      "[save cand_df] start [2.1GB(3.2%)]\n",
      "[save cand_df] done [1.9GB(3.0%)(-0.293GB)] 2.8075 s\n",
      "[calc score [item_cf_s0_t12_apTrue_tdTrue_trFalse_iifTrue_fFalse_mean]] start [1.5GB(2.8%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.254948   ┆ 0.243134   ┆ 0.388885   ┆ 0.33176 ┆ 0.068226 ┆ 0.38372 ┆ 0.419205 ┆ 0.454179 ┆ 0.471538 │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆ 6       ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _t12_ ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ apTru ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ e_tdT ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ rue_t ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ rF... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s0_t12_apTrue_tdTrue_trFalse_iifTrue_fFalse_mean]] done [1.2GB(2.7%)(-0.299GB)] 8.0580 s\n",
      "[load] start [1.1GB(2.7%)]\n",
      "[load] done [1.3GB(2.8%)(+0.201GB)] 0.2902 s\n",
      "[get test_aids] start [1.3GB(2.8%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:04<00:00,  1.59s/it]\n",
      "[get test_aids] done [2.1GB(3.2%)(+0.805GB)] 4.7698 s\n",
      "[save cand_df] start [2.1GB(3.2%)]\n",
      "[save cand_df] done [1.8GB(3.0%)(-0.293GB)] 2.7241 s\n",
      "[calc score [item_cf_s0_t12_apTrue_tdTrue_trFalse_iifTrue_fFalse_max]] start [1.5GB(2.8%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.264331   ┆ 0.26029    ┆ 0.495611   ┆ 0.40188 ┆ 0.068226 ┆ 0.44791 ┆ 0.473797 ┆ 0.493158 ┆ 0.502311 │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆ 6       ┆          ┆ 8       ┆          ┆          ┆          │\n",
      "│ _t12_ ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ apTru ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ e_tdT ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ rue_t ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ rF... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s0_t12_apTrue_tdTrue_trFalse_iifTrue_fFalse_max]] done [1.2GB(2.7%)(-0.302GB)] 8.0976 s\n",
      "[load] start [1.1GB(2.7%)]\n",
      "[load] done [1.3GB(2.8%)(+0.209GB)] 0.2960 s\n",
      "[get test_aids] start [1.3GB(2.8%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:02<00:00,  1.07it/s]\n",
      "[get test_aids] done [1.8GB(3.0%)(+0.473GB)] 2.7952 s\n",
      "[save cand_df] start [1.8GB(3.0%)]\n",
      "[save cand_df] done [1.6GB(2.9%)(-0.200GB)] 1.9843 s\n",
      "[calc score [item_cf_s0_t12_apTrue_tdTrue_trFalse_iifTrue_fFalse_last]] start [1.3GB(2.8%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.232588   ┆ 0.239889   ┆ 0.451257   ┆ 0.36598 ┆ 0.107503 ┆ 0.40784 ┆ 0.426973 ┆ 0.441531 ┆ 0.448573 │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆         ┆          ┆ 6       ┆          ┆          ┆          │\n",
      "│ _t12_ ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ apTru ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ e_tdT ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ rue_t ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ rF... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s0_t12_apTrue_tdTrue_trFalse_iifTrue_fFalse_last]] done [1.0GB(2.6%)(-0.353GB)] 6.4515 s\n",
      "[load] start [0.9GB(2.6%)]\n",
      "[load] done [1.1GB(2.7%)(+0.213GB)] 0.2960 s\n",
      "[get test_aids] start [1.1GB(2.7%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:04<00:00,  1.55s/it]\n",
      "[get test_aids] done [2.3GB(3.2%)(+1.138GB)] 4.6463 s\n",
      "[save cand_df] start [2.3GB(3.2%)]\n",
      "[save cand_df] done [2.0GB(3.1%)(-0.286GB)] 2.2750 s\n",
      "[calc score [item_cf_s0_t12_apTrue_tdTrue_trFalse_iifTrue_fFalse_count]] start [1.6GB(2.9%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.116562   ┆ 0.139311   ┆ 0.453237   ┆ 0.32539 ┆ 0.068226 ┆ 0.37346 ┆ 0.413796 ┆ 0.45539  ┆ 0.48197  │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆ 2       ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _t12_ ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ apTru ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ e_tdT ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ rue_t ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ rF... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s0_t12_apTrue_tdTrue_trFalse_iifTrue_fFalse_count]] done [1.3GB(2.8%)(-0.314GB)] 7.9465 s\n",
      "[load] start [1.3GB(2.7%)]\n",
      "[load] done [2.3GB(3.2%)(+1.057GB)] 4.8628 s\n",
      "[get test_aids] start [2.3GB(3.2%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:09<00:00,  3.30s/it]\n",
      "[get test_aids] done [3.4GB(3.7%)(+1.050GB)] 9.8993 s\n",
      "[save cand_df] start [3.4GB(3.7%)]\n",
      "[save cand_df] done [2.9GB(3.5%)(-0.473GB)] 3.6730 s\n",
      "[calc score [item_cf_s0_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_sum]] start [1.6GB(2.9%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.456703   ┆ 0.365825   ┆ 0.587486   ┆ 0.50790 ┆ 0.001343 ┆ 0.55326 ┆ 0.580223 ┆ 0.603621 ┆ 0.615121 │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆ 9       ┆          ┆ 7       ┆          ┆          ┆          │\n",
      "│ _t012 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _apTr ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ ue_td ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ True_ ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ tr... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s0_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_sum]] done [1.2GB(2.7%)(-0.332GB)] 10.0115 s\n",
      "[load] start [1.2GB(2.7%)]\n",
      "[load] done [2.2GB(3.2%)(+1.076GB)] 1.0193 s\n",
      "[get test_aids] start [2.2GB(3.2%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:10<00:00,  3.61s/it]\n",
      "[get test_aids] done [3.6GB(3.9%)(+1.388GB)] 10.8294 s\n",
      "[save cand_df] start [3.6GB(3.9%)]\n",
      "[save cand_df] done [3.1GB(3.6%)(-0.524GB)] 3.7888 s\n",
      "[calc score [item_cf_s0_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_mean]] start [1.8GB(3.0%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.437856   ┆ 0.329125   ┆ 0.463798   ┆ 0.42080 ┆ 0.001343 ┆ 0.47726 ┆ 0.519103 ┆ 0.556924 ┆ 0.578353 │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆ 2       ┆          ┆ 4       ┆          ┆          ┆          │\n",
      "│ _t012 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _apTr ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ ue_td ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ True_ ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ tr... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s0_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_mean]] done [1.3GB(2.7%)(-0.454GB)] 10.0184 s\n",
      "[load] start [1.2GB(2.7%)]\n",
      "[load] done [2.3GB(3.2%)(+1.055GB)] 0.9851 s\n",
      "[get test_aids] start [2.3GB(3.2%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:10<00:00,  3.39s/it]\n",
      "[get test_aids] done [3.5GB(3.8%)(+1.216GB)] 10.1659 s\n",
      "[save cand_df] start [3.5GB(3.8%)]\n",
      "[save cand_df] done [3.1GB(3.6%)(-0.435GB)] 3.7977 s\n",
      "[calc score [item_cf_s0_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_max]] start [1.7GB(3.0%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.452059   ┆ 0.358834   ┆ 0.546037   ┆ 0.48047 ┆ 0.001343 ┆ 0.53288 ┆ 0.566518 ┆ 0.594904 ┆ 0.608605 │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆ 8       ┆          ┆ 7       ┆          ┆          ┆          │\n",
      "│ _t012 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _apTr ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ ue_td ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ True_ ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ tr... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s0_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_max]] done [1.3GB(2.8%)(-0.392GB)] 9.9614 s\n",
      "[load] start [1.2GB(2.7%)]\n",
      "[load] done [2.3GB(3.2%)(+1.067GB)] 0.9861 s\n",
      "[get test_aids] start [2.3GB(3.2%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:05<00:00,  1.78s/it]\n",
      "[get test_aids] done [3.2GB(3.7%)(+0.916GB)] 5.3537 s\n",
      "[save cand_df] start [3.2GB(3.7%)]\n",
      "[save cand_df] done [2.8GB(3.5%)(-0.443GB)] 3.4508 s\n",
      "[calc score [item_cf_s0_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_last]] start [1.6GB(2.9%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.438568   ┆ 0.345103   ┆ 0.487757   ┆ 0.44004 ┆ 0.001343 ┆ 0.49744 ┆ 0.532415 ┆ 0.559929 ┆ 0.572729 │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆ 2       ┆          ┆ 2       ┆          ┆          ┆          │\n",
      "│ _t012 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _apTr ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ ue_td ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ True_ ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ tr... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s0_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_last]] done [1.1GB(2.6%)(-0.483GB)] 10.0913 s\n",
      "[load] start [1.0GB(2.6%)]\n",
      "[load] done [2.1GB(3.1%)(+1.072GB)] 0.9760 s\n",
      "[get test_aids] start [2.1GB(3.1%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:09<00:00,  3.26s/it]\n",
      "[get test_aids] done [3.7GB(3.9%)(+1.617GB)] 9.7862 s\n",
      "[save cand_df] start [3.7GB(3.9%)]\n",
      "[save cand_df] done [3.2GB(3.7%)(-0.454GB)] 3.0188 s\n",
      "[calc score [item_cf_s0_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_count]] start [1.9GB(3.0%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.214452   ┆ 0.231151   ┆ 0.483862   ┆ 0.38110 ┆ 0.001343 ┆ 0.4481  ┆ 0.496517 ┆ 0.553528 ┆ 0.598444 │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆ 8       ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _t012 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _apTr ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ ue_td ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ True_ ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ tr... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s0_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_count]] done [1.5GB(2.9%)(-0.364GB)] 9.4739 s\n",
      "[load] start [1.5GB(2.8%)]\n",
      "[load] done [1.6GB(2.9%)(+0.177GB)] 0.8414 s\n",
      "[get test_aids] start [1.6GB(2.9%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:00<00:00,  4.20it/s]\n",
      "[get test_aids] done [1.7GB(2.9%)(+0.101GB)] 0.7143 s\n",
      "[save cand_df] start [1.7GB(2.9%)]\n",
      "[save cand_df] done [1.6GB(2.9%)(-0.096GB)] 0.5434 s\n",
      "[calc score [item_cf_s12_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_sum]] start [1.4GB(2.8%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.060895   ┆ 0.138883   ┆ 0.48076    ┆ 0.33621 ┆ 0.784243 ┆ 0.35316 ┆ 0.362835 ┆ 0.369165 ┆ 0.372466 │\n",
      "│ cf_s1 ┆            ┆            ┆            ┆ 1       ┆          ┆ 4       ┆          ┆          ┆          │\n",
      "│ 2_t01 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ 2_apT ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ rue_t ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ dTrue ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _t... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s12_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_sum]] done [1.4GB(2.8%)(-0.040GB)] 3.3398 s\n",
      "[load] start [1.4GB(2.8%)]\n",
      "[load] done [1.6GB(2.9%)(+0.207GB)] 0.1815 s\n",
      "[get test_aids] start [1.6GB(2.9%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:00<00:00,  4.36it/s]\n",
      "[get test_aids] done [1.6GB(2.9%)(-0.018GB)] 0.6882 s\n",
      "[save cand_df] start [1.6GB(2.9%)]\n",
      "[save cand_df] done [1.5GB(2.8%)(-0.069GB)] 0.5447 s\n",
      "[calc score [item_cf_s12_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_mean]] start [1.3GB(2.7%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.058013   ┆ 0.123261   ┆ 0.400898   ┆ 0.28331 ┆ 0.784243 ┆ 0.31776 ┆ 0.338979 ┆ 0.35595  ┆ 0.363895 │\n",
      "│ cf_s1 ┆            ┆            ┆            ┆ 8       ┆          ┆ 5       ┆          ┆          ┆          │\n",
      "│ 2_t01 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ 2_apT ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ rue_t ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ dTrue ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _t... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s12_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_mean]] done [1.2GB(2.7%)(-0.149GB)] 3.3247 s\n",
      "[load] start [1.1GB(2.7%)]\n",
      "[load] done [1.3GB(2.7%)(+0.178GB)] 0.1784 s\n",
      "[get test_aids] start [1.3GB(2.7%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:00<00:00,  4.19it/s]\n",
      "[get test_aids] done [1.5GB(2.8%)(+0.149GB)] 0.7165 s\n",
      "[save cand_df] start [1.5GB(2.8%)]\n",
      "[save cand_df] done [1.4GB(2.8%)(-0.060GB)] 0.5554 s\n",
      "[calc score [item_cf_s12_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_max]] start [1.2GB(2.7%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.059927   ┆ 0.131215   ┆ 0.461026   ┆ 0.32197 ┆ 0.784243 ┆ 0.34368 ┆ 0.35649  ┆ 0.366728 ┆ 0.371401 │\n",
      "│ cf_s1 ┆            ┆            ┆            ┆ 3       ┆          ┆ 2       ┆          ┆          ┆          │\n",
      "│ 2_t01 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ 2_apT ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ rue_t ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ dTrue ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _t... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s12_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_max]] done [1.1GB(2.6%)(-0.087GB)] 3.3509 s\n",
      "[load] start [1.1GB(2.6%)]\n",
      "[load] done [1.3GB(2.7%)(+0.194GB)] 0.1791 s\n",
      "[get test_aids] start [1.3GB(2.7%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:00<00:00,  7.01it/s]\n",
      "[get test_aids] done [1.3GB(2.8%)(+0.041GB)] 0.4288 s\n",
      "[save cand_df] start [1.3GB(2.8%)]\n",
      "[save cand_df] done [1.3GB(2.7%)(-0.023GB)] 0.4916 s\n",
      "[calc score [item_cf_s12_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_last]] start [1.1GB(2.6%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.060487   ┆ 0.132071   ┆ 0.419972   ┆ 0.29765 ┆ 0.784243 ┆ 0.33180 ┆ 0.350863 ┆ 0.361354 ┆ 0.364554 │\n",
      "│ cf_s1 ┆            ┆            ┆            ┆ 3       ┆          ┆ 4       ┆          ┆          ┆          │\n",
      "│ 2_t01 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ 2_apT ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ rue_t ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ dTrue ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _t... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s12_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_last]] done [1.0GB(2.6%)(-0.080GB)] 3.2447 s\n",
      "[load] start [1.0GB(2.6%)]\n",
      "[load] done [1.2GB(2.7%)(+0.198GB)] 0.1811 s\n",
      "[get test_aids] start [1.2GB(2.7%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:00<00:00,  4.61it/s]\n",
      "[get test_aids] done [1.6GB(2.9%)(+0.329GB)] 0.6508 s\n",
      "[save cand_df] start [1.6GB(2.9%)]\n",
      "[save cand_df] done [1.5GB(2.8%)(-0.063GB)] 0.4807 s\n",
      "[calc score [item_cf_s12_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_count]] start [1.3GB(2.7%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.039982   ┆ 0.102254   ┆ 0.386641   ┆ 0.26665 ┆ 0.784243 ┆ 0.30638 ┆ 0.329148 ┆ 0.352472 ┆ 0.369564 │\n",
      "│ cf_s1 ┆            ┆            ┆            ┆ 9       ┆          ┆ 1       ┆          ┆          ┆          │\n",
      "│ 2_t01 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ 2_apT ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ rue_t ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ dTrue ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _t... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s12_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_count]] done [1.2GB(2.7%)(-0.099GB)] 3.3414 s\n",
      "[load] start [1.2GB(2.7%)]\n",
      "[load] done [1.8GB(3.0%)(+0.667GB)] 2.9946 s\n",
      "[get test_aids] start [1.8GB(3.0%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:09<00:00,  3.28s/it]\n",
      "[get test_aids] done [2.9GB(3.5%)(+1.033GB)] 9.8368 s\n",
      "[save cand_df] start [2.9GB(3.5%)]\n",
      "[save cand_df] done [2.4GB(3.3%)(-0.472GB)] 3.5452 s\n",
      "[calc score [item_cf_s012_t012_apTrue_tdTrue_trTrue_iifTrue_fTrue_sum]] start [1.5GB(2.8%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.307534   ┆ 0.288145   ┆ 0.504455   ┆ 0.41987 ┆ 0.039694 ┆ 0.49393 ┆ 0.533398 ┆ 0.560334 ┆ 0.572762 │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆         ┆          ┆ 7       ┆          ┆          ┆          │\n",
      "│ 12_t0 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ 12_ap ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ True_ ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ tdTru ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ e_... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s012_t012_apTrue_tdTrue_trTrue_iifTrue_fTrue_sum]] done [1.2GB(2.7%)(-0.229GB)] 9.7249 s\n",
      "[load] start [1.2GB(2.7%)]\n",
      "[load] done [1.8GB(3.0%)(+0.665GB)] 0.6388 s\n",
      "[get test_aids] start [1.8GB(3.0%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:08<00:00,  2.94s/it]\n",
      "[get test_aids] done [2.9GB(3.5%)(+1.060GB)] 8.8128 s\n",
      "[save cand_df] start [2.9GB(3.5%)]\n",
      "[save cand_df] done [2.5GB(3.3%)(-0.410GB)] 3.6204 s\n",
      "[calc score [item_cf_s012_t012_apTrue_tdTrue_trTrue_iifTrue_fTrue_mean]] start [1.5GB(2.9%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.27676    ┆ 0.239746   ┆ 0.381427   ┆ 0.32845 ┆ 0.039694 ┆ 0.41991 ┆ 0.481562 ┆ 0.530474 ┆ 0.554094 │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆ 6       ┆          ┆ 1       ┆          ┆          ┆          │\n",
      "│ 12_t0 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ 12_ap ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ True_ ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ tdTru ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ e_... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s012_t012_apTrue_tdTrue_trTrue_iifTrue_fTrue_mean]] done [1.3GB(2.7%)(-0.288GB)] 9.6677 s\n",
      "[load] start [1.2GB(2.7%)]\n",
      "[load] done [1.8GB(3.0%)(+0.647GB)] 0.6884 s\n",
      "[get test_aids] start [1.8GB(3.0%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:08<00:00,  2.96s/it]\n",
      "[get test_aids] done [2.9GB(3.5%)(+1.093GB)] 8.8752 s\n",
      "[save cand_df] start [2.9GB(3.5%)]\n",
      "[save cand_df] done [2.5GB(3.3%)(-0.395GB)] 3.3923 s\n",
      "[calc score [item_cf_s012_t012_apTrue_tdTrue_trTrue_iifTrue_fTrue_max]] start [1.6GB(2.9%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.291861   ┆ 0.260539   ┆ 0.422942   ┆ 0.36111 ┆ 0.039694 ┆ 0.45286 ┆ 0.507892 ┆ 0.550187 ┆ 0.568335 │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆ 3       ┆          ┆ 6       ┆          ┆          ┆          │\n",
      "│ 12_t0 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ 12_ap ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ True_ ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ tdTru ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ e_... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s012_t012_apTrue_tdTrue_trTrue_iifTrue_fTrue_max]] done [1.3GB(2.7%)(-0.342GB)] 10.3480 s\n",
      "[load] start [1.2GB(2.7%)]\n",
      "[load] done [1.9GB(3.0%)(+0.672GB)] 0.6247 s\n",
      "[get test_aids] start [1.9GB(3.0%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:03<00:00,  1.20s/it]\n",
      "[get test_aids] done [2.6GB(3.4%)(+0.776GB)] 3.5923 s\n",
      "[save cand_df] start [2.6GB(3.4%)]\n",
      "[save cand_df] done [2.3GB(3.2%)(-0.304GB)] 2.9356 s\n",
      "[calc score [item_cf_s012_t012_apTrue_tdTrue_trTrue_iifTrue_fTrue_last]] start [1.5GB(2.8%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.249918   ┆ 0.209109   ┆ 0.273777   ┆ 0.25199 ┆ 0.084799 ┆ 0.29493 ┆ 0.319927 ┆ 0.340221 ┆ 0.348916 │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆ 1       ┆          ┆ 4       ┆          ┆          ┆          │\n",
      "│ 12_t0 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ 12_ap ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ True_ ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ tdTru ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ e_... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s012_t012_apTrue_tdTrue_trTrue_iifTrue_fTrue_last]] done [1.0GB(2.6%)(-0.478GB)] 8.7102 s\n",
      "[load] start [1.0GB(2.6%)]\n",
      "[load] done [1.6GB(2.9%)(+0.676GB)] 0.6234 s\n",
      "[get test_aids] start [1.6GB(2.9%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:08<00:00,  2.90s/it]\n",
      "[get test_aids] done [3.2GB(3.7%)(+1.536GB)] 8.7130 s\n",
      "[save cand_df] start [3.2GB(3.7%)]\n",
      "[save cand_df] done [2.8GB(3.5%)(-0.401GB)] 2.8254 s\n",
      "[calc score [item_cf_s012_t012_apTrue_tdTrue_trTrue_iifTrue_fTrue_count]] start [1.9GB(3.0%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.164982   ┆ 0.209644   ┆ 0.421952   ┆ 0.33256 ┆ 0.039694 ┆ 0.40107 ┆ 0.45115  ┆ 0.509038 ┆ 0.550137 │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆ 3       ┆          ┆ 6       ┆          ┆          ┆          │\n",
      "│ 12_t0 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ 12_ap ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ True_ ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ tdTru ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ e_... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s012_t012_apTrue_tdTrue_trTrue_iifTrue_fTrue_count]] done [1.5GB(2.9%)(-0.305GB)] 9.2306 s\n",
      "[load] start [1.5GB(2.8%)]\n",
      "[load] done [1.6GB(2.9%)(+0.114GB)] 0.4950 s\n",
      "[get test_aids] start [1.6GB(2.9%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:00<00:00,  6.11it/s]\n",
      "[get test_aids] done [1.6GB(2.9%)(-0.018GB)] 0.4913 s\n",
      "[save cand_df] start [1.6GB(2.9%)]\n",
      "[save cand_df] done [1.6GB(2.9%)(-0.010GB)] 0.4815 s\n",
      "[calc score [item_cf_s12_t012_apTrue_tdTrue_trTrue_iifTrue_fTrue_sum]] start [1.4GB(2.8%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.051186   ┆ 0.123725   ┆ 0.388621   ┆ 0.27540 ┆ 0.797591 ┆ 0.30284 ┆ 0.312452 ┆ 0.319266 ┆ 0.321751 │\n",
      "│ cf_s1 ┆            ┆            ┆            ┆ 9       ┆          ┆ 5       ┆          ┆          ┆          │\n",
      "│ 2_t01 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ 2_apT ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ rue_t ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ dTrue ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _t... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s12_t012_apTrue_tdTrue_trTrue_iifTrue_fTrue_sum]] done [1.4GB(2.8%)(-0.064GB)] 3.2629 s\n",
      "[load] start [1.4GB(2.8%)]\n",
      "[load] done [1.5GB(2.8%)(+0.114GB)] 0.1137 s\n",
      "[get test_aids] start [1.5GB(2.8%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:00<00:00,  6.51it/s]\n",
      "[get test_aids] done [1.4GB(2.8%)(-0.051GB)] 0.4619 s\n",
      "[save cand_df] start [1.4GB(2.8%)]\n",
      "[save cand_df] done [1.4GB(2.8%)(-0.043GB)] 0.4743 s\n",
      "[calc score [item_cf_s12_t012_apTrue_tdTrue_trTrue_iifTrue_fTrue_mean]] start [1.3GB(2.7%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.049715   ┆ 0.11809    ┆ 0.360108   ┆ 0.25646 ┆ 0.797591 ┆ 0.29182 ┆ 0.307771 ┆ 0.316572 ┆ 0.320348 │\n",
      "│ cf_s1 ┆            ┆            ┆            ┆ 3       ┆          ┆ 9       ┆          ┆          ┆          │\n",
      "│ 2_t01 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ 2_apT ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ rue_t ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ dTrue ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _t... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s12_t012_apTrue_tdTrue_trTrue_iifTrue_fTrue_mean]] done [1.2GB(2.7%)(-0.100GB)] 3.2406 s\n",
      "[load] start [1.2GB(2.7%)]\n",
      "[load] done [1.3GB(2.7%)(+0.108GB)] 0.1123 s\n",
      "[get test_aids] start [1.3GB(2.7%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:00<00:00,  6.23it/s]\n",
      "[get test_aids] done [1.3GB(2.7%)(+0.025GB)] 0.4822 s\n",
      "[save cand_df] start [1.3GB(2.7%)]\n",
      "[save cand_df] done [1.2GB(2.7%)(-0.043GB)] 0.5073 s\n",
      "[calc score [item_cf_s12_t012_apTrue_tdTrue_trTrue_iifTrue_fTrue_max]] start [1.1GB(2.7%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.050556   ┆ 0.1213     ┆ 0.377137   ┆ 0.26772 ┆ 0.797591 ┆ 0.29875 ┆ 0.311479 ┆ 0.318803 ┆ 0.321646 │\n",
      "│ cf_s1 ┆            ┆            ┆            ┆ 8       ┆          ┆ 9       ┆          ┆          ┆          │\n",
      "│ 2_t01 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ 2_apT ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ rue_t ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ dTrue ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _t... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s12_t012_apTrue_tdTrue_trTrue_iifTrue_fTrue_max]] done [1.1GB(2.6%)(-0.069GB)] 3.2404 s\n",
      "[load] start [1.1GB(2.6%)]\n",
      "[load] done [1.2GB(2.7%)(+0.109GB)] 0.1102 s\n",
      "[get test_aids] start [1.2GB(2.7%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:00<00:00,  9.48it/s]\n",
      "[get test_aids] done [1.2GB(2.7%)(-0.006GB)] 0.3171 s\n",
      "[save cand_df] start [1.2GB(2.7%)]\n",
      "[save cand_df] done [1.1GB(2.7%)(-0.021GB)] 0.4235 s\n",
      "[calc score [item_cf_s12_t012_apTrue_tdTrue_trTrue_iifTrue_fTrue_last]] start [1.0GB(2.6%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.045094   ┆ 0.106284   ┆ 0.228632   ┆ 0.17357 ┆ 0.806281 ┆ 0.18708 ┆ 0.193333 ┆ 0.19676  ┆ 0.198419 │\n",
      "│ cf_s1 ┆            ┆            ┆            ┆ 4       ┆          ┆ 6       ┆          ┆          ┆          │\n",
      "│ 2_t01 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ 2_apT ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ rue_t ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ dTrue ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _t... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s12_t012_apTrue_tdTrue_trTrue_iifTrue_fTrue_last]] done [1.0GB(2.6%)(-0.056GB)] 3.0191 s\n",
      "[load] start [1.0GB(2.6%)]\n",
      "[load] done [1.1GB(2.6%)(+0.112GB)] 0.1120 s\n",
      "[get test_aids] start [1.1GB(2.6%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:00<00:00,  6.53it/s]\n",
      "[get test_aids] done [1.3GB(2.7%)(+0.214GB)] 0.4602 s\n",
      "[save cand_df] start [1.3GB(2.7%)]\n",
      "[save cand_df] done [1.3GB(3.0%)(-0.018GB)] 0.5107 s\n",
      "[calc score [item_cf_s12_t012_apTrue_tdTrue_trTrue_iifTrue_fTrue_count]] start [1.2GB(3.0%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.0334     ┆ 0.090698   ┆ 0.296746   ┆ 0.20859 ┆ 0.797591 ┆ 0.24642 ┆ 0.272419 ┆ 0.298908 ┆ 0.314276 │\n",
      "│ cf_s1 ┆            ┆            ┆            ┆ 7       ┆          ┆ 7       ┆          ┆          ┆          │\n",
      "│ 2_t01 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ 2_apT ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ rue_t ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ dTrue ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _t... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s12_t012_apTrue_tdTrue_trTrue_iifTrue_fTrue_count]] done [1.1GB(2.6%)(-0.100GB)] 3.8390 s\n",
      "[load] start [1.1GB(2.6%)]\n",
      "[load] done [2.1GB(3.1%)(+1.061GB)] 4.9303 s\n",
      "[get test_aids] start [2.1GB(3.1%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:10<00:00,  3.36s/it]\n",
      "[get test_aids] done [3.3GB(3.7%)(+1.222GB)] 10.0676 s\n",
      "[save cand_df] start [3.3GB(3.7%)]\n",
      "[save cand_df] done [2.9GB(3.5%)(-0.447GB)] 3.7214 s\n",
      "[calc score [item_cf_s012_t012_apFalse_tdTrue_trTrue_iifTrue_fFalse_sum]] start [1.5GB(2.9%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.429115   ┆ 0.342927   ┆ 0.569533   ┆ 0.48751 ┆ 0.0      ┆ 0.54149 ┆ 0.57355  ┆ 0.599358 ┆ 0.613171 │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆         ┆          ┆ 1       ┆          ┆          ┆          │\n",
      "│ 12_t0 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ 12_ap ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ False ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _tdTr ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ ue... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s012_t012_apFalse_tdTrue_trTrue_iifTrue_fFalse_sum]] done [1.2GB(2.7%)(-0.371GB)] 10.2754 s\n",
      "[load] start [1.1GB(2.6%)]\n",
      "[load] done [2.1GB(3.2%)(+1.075GB)] 1.0382 s\n",
      "[get test_aids] start [2.1GB(3.2%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:10<00:00,  3.46s/it]\n",
      "[get test_aids] done [3.4GB(3.8%)(+1.252GB)] 10.3916 s\n",
      "[save cand_df] start [3.4GB(3.8%)]\n",
      "[save cand_df] done [3.0GB(3.6%)(-0.444GB)] 3.6330 s\n",
      "[calc score [item_cf_s012_t012_apFalse_tdTrue_trTrue_iifTrue_fFalse_mean]] start [1.6GB(2.9%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.404199   ┆ 0.300735   ┆ 0.439047   ┆ 0.39406 ┆ 0.0      ┆ 0.46550 ┆ 0.518151 ┆ 0.563383 ┆ 0.587075 │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆ 8       ┆          ┆ 2       ┆          ┆          ┆          │\n",
      "│ 12_t0 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ 12_ap ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ False ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _tdTr ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ ue... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s012_t012_apFalse_tdTrue_trTrue_iifTrue_fFalse_mean]] done [1.2GB(2.7%)(-0.380GB)] 10.2870 s\n",
      "[load] start [1.1GB(2.7%)]\n",
      "[load] done [2.2GB(3.2%)(+1.088GB)] 1.0185 s\n",
      "[get test_aids] start [2.2GB(3.2%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:10<00:00,  3.65s/it]\n",
      "[get test_aids] done [3.4GB(3.8%)(+1.185GB)] 10.9471 s\n",
      "[save cand_df] start [3.4GB(3.8%)]\n",
      "[save cand_df] done [3.0GB(3.6%)(-0.427GB)] 3.8397 s\n",
      "[calc score [item_cf_s012_t012_apFalse_tdTrue_trTrue_iifTrue_fFalse_max]] start [1.6GB(2.9%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.418203   ┆ 0.324667   ┆ 0.497327   ┆ 0.43761 ┆ 0.0      ┆ 0.50353 ┆ 0.549072 ┆ 0.587547 ┆ 0.6043   │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆ 6       ┆          ┆ 9       ┆          ┆          ┆          │\n",
      "│ 12_t0 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ 12_ap ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ False ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _tdTr ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ ue... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s012_t012_apFalse_tdTrue_trTrue_iifTrue_fFalse_max]] done [1.2GB(2.7%)(-0.457GB)] 10.3170 s\n",
      "[load] start [1.1GB(2.6%)]\n",
      "[load] done [2.2GB(3.2%)(+1.087GB)] 1.0204 s\n",
      "[get test_aids] start [2.2GB(3.2%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:05<00:00,  1.83s/it]\n",
      "[get test_aids] done [3.3GB(3.7%)(+1.079GB)] 5.4991 s\n",
      "[save cand_df] start [3.3GB(3.7%)]\n",
      "[save cand_df] done [2.8GB(3.5%)(-0.462GB)] 3.4601 s\n",
      "[calc score [item_cf_s012_t012_apFalse_tdTrue_trTrue_iifTrue_fFalse_last]] start [1.6GB(2.9%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.43069    ┆ 0.349169   ┆ 0.554419   ┆ 0.48047 ┆ 0.0      ┆ 0.52843 ┆ 0.556925 ┆ 0.577509 ┆ 0.58696  │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆ 1       ┆          ┆ 7       ┆          ┆          ┆          │\n",
      "│ 12_t0 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ 12_ap ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ False ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _tdTr ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ ue... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s012_t012_apFalse_tdTrue_trTrue_iifTrue_fFalse_last]] done [1.1GB(2.6%)(-0.499GB)] 9.4358 s\n",
      "[load] start [1.0GB(2.6%)]\n",
      "[load] done [2.1GB(3.1%)(+1.086GB)] 1.0116 s\n",
      "[get test_aids] start [2.1GB(3.1%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:10<00:00,  3.46s/it]\n",
      "[get test_aids] done [3.6GB(3.8%)(+1.477GB)] 10.3911 s\n",
      "[save cand_df] start [3.6GB(3.8%)]\n",
      "[save cand_df] done [3.1GB(3.6%)(-0.461GB)] 2.9644 s\n",
      "[calc score [item_cf_s012_t012_apFalse_tdTrue_trTrue_iifTrue_fFalse_count]] start [1.7GB(3.0%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.216588   ┆ 0.237677   ┆ 0.492179   ┆ 0.38826 ┆ 0.0      ┆ 0.45682 ┆ 0.502531 ┆ 0.557861 ┆ 0.600438 │\n",
      "│ cf_s0 ┆            ┆            ┆            ┆ 9       ┆          ┆ 6       ┆          ┆          ┆          │\n",
      "│ 12_t0 ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ 12_ap ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ False ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ _tdTr ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "│ ue... ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_cf_s012_t012_apFalse_tdTrue_trTrue_iifTrue_fFalse_count]] done [1.3GB(2.8%)(-0.413GB)] 10.4454 s\n",
      "+ PYTHONPATH=.\n",
      "+ python kaggle_otto2/cand_generator/item_mf/main.py --exp exp001_dev\n",
      "[load model] start [1.3GB(2.6%)]\n",
      "[load model] done [2.6GB(3.2%)(+1.301GB)] 10.8624 s\n",
      "[predict] start [2.6GB(3.2%)]\n",
      "[prepare data] start [2.8GB(3.3%)]\n",
      "[prepare data] done [3.2GB(3.5%)(+0.416GB)] 0.1366 s\n",
      "[search] start [3.2GB(3.5%)]\n",
      "100%|███████████████████████████████████| 87939/87939 [00:26<00:00, 3362.98it/s]\n",
      "[search] done [5.4GB(4.6%)(+2.204GB)] 42.9238 s\n",
      "[predict] done [4.3GB(4.0%)(+1.703GB)] 58.3717 s\n",
      "[save cand_df] start [4.3GB(4.0%)]\n",
      "[save cand_df] done [3.8GB(3.7%)(-0.528GB)] 6.2330 s\n",
      "[calc score [item_mf_last]] start [3.8GB(3.7%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.399589   ┆ 0.319138   ┆ 0.370801   ┆ 0.35818 ┆ 0.0      ┆ 0.39752 ┆ 0.429432 ┆ 0.463363 ┆ 0.482216 │\n",
      "│ mf_la ┆            ┆            ┆            ┆ 1       ┆          ┆         ┆          ┆          ┆          │\n",
      "│ st    ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_mf_last]] done [3.9GB(3.8%)(+0.106GB)] 10.3022 s\n",
      "[load model] start [3.8GB(3.8%)]\n",
      "[load model] done [3.8GB(3.8%)(+0.000GB)] 0.7636 s\n",
      "[predict] start [3.8GB(3.8%)]\n",
      "[prepare data] start [3.9GB(3.9%)]\n",
      "[get test_aids] start [3.9GB(3.9%)]\n",
      "[get test_aids] done [3.8GB(3.8%)(-0.094GB)] 0.2371 s\n",
      "[get test_aids k] start [3.8GB(3.8%)]\n",
      "[get test_aids k] done [3.9GB(3.8%)(+0.027GB)] 0.4860 s\n",
      "[get query_vectors] start [3.9GB(3.8%)]\n",
      "[get query_vectors] done [4.1GB(3.9%)(+0.197GB)] 2.0525 s\n",
      "[prepare data] done [4.1GB(3.9%)(+0.143GB)] 2.8413 s\n",
      "[search] start [4.1GB(3.9%)]\n",
      "100%|███████████████████████████████████| 87939/87939 [00:29<00:00, 2934.75it/s]\n",
      "[search] done [5.7GB(4.8%)(+1.651GB)] 46.5704 s\n",
      "[predict] done [4.5GB(4.2%)(+0.729GB)] 65.9755 s\n",
      "[save cand_df] start [4.5GB(4.2%)]\n",
      "[save cand_df] done [3.9GB(3.9%)(-0.570GB)] 6.3405 s\n",
      "[calc score [item_mf_seq]] start [3.9GB(3.9%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item_ ┆ 0.414632   ┆ 0.308118   ┆ 0.446307   ┆ 0.40168 ┆ 0.0      ┆ 0.44843 ┆ 0.48393  ┆ 0.523925 ┆ 0.545459 │\n",
      "│ mf_se ┆            ┆            ┆            ┆ 3       ┆          ┆ 6       ┆          ┆          ┆          │\n",
      "│ q     ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item_mf_seq]] done [4.0GB(3.9%)(+0.050GB)] 10.3124 s\n",
      "+ PYTHONPATH=.\n",
      "+ python kaggle_otto2/cand_generator/user_mf/main.py --exp exp001_dev\n",
      "[load model] start [0.4GB(2.2%)]\n",
      "[load model] done [1.3GB(2.6%)(+0.904GB)] 10.4181 s\n",
      "[predict] start [1.3GB(2.6%)]\n",
      "[search] start [1.6GB(2.8%)]\n",
      "100%|███████████████████████████████████| 87939/87939 [00:26<00:00, 3299.20it/s]\n",
      "[search] done [6.0GB(4.9%)(+4.472GB)] 44.3717 s\n",
      "[predict] done [4.2GB(3.9%)(+2.912GB)] 58.3498 s\n",
      "[save cand_df] start [4.2GB(3.9%)]\n",
      "[save cand_df] done [3.8GB(3.8%)(-0.378GB)] 6.2931 s\n",
      "[calc score [user_mf]] start [3.8GB(3.7%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ user_ ┆ 0.409859   ┆ 0.346922   ┆ 0.584582   ┆ 0.49581 ┆ 0.0      ┆ 0.53205 ┆ 0.556467 ┆ 0.578334 ┆ 0.590975 │\n",
      "│ mf    ┆            ┆            ┆            ┆ 2       ┆          ┆ 5       ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [user_mf]] done [3.9GB(3.9%)(+0.110GB)] 10.1850 s\n",
      "+ PYTHONPATH=.\n",
      "+ python kaggle_otto2/cand_generator/item2vec/main.py --exp exp001_dev\n",
      "[predict] start [0.4GB(2.2%)]\n",
      "[load item2vec] start [0.4GB(2.2%)]\n",
      "INFO - 23:27:46: loading Word2Vec object from /home/yodaikishimoto/kaggle-otto2/output/exp001_dev/cand_generator/item2vec/item2vec.model\n",
      "INFO - 23:27:46: loading wv recursively from /home/yodaikishimoto/kaggle-otto2/output/exp001_dev/cand_generator/item2vec/item2vec.model.wv.* with mmap=None\n",
      "INFO - 23:27:46: loading vectors from /home/yodaikishimoto/kaggle-otto2/output/exp001_dev/cand_generator/item2vec/item2vec.model.wv.vectors.npy with mmap=None\n",
      "INFO - 23:27:47: loading syn1neg from /home/yodaikishimoto/kaggle-otto2/output/exp001_dev/cand_generator/item2vec/item2vec.model.syn1neg.npy with mmap=None\n",
      "INFO - 23:27:47: setting ignored attribute cum_table to None\n",
      "INFO - 23:27:53: Word2Vec lifecycle event {'fname': '/home/yodaikishimoto/kaggle-otto2/output/exp001_dev/cand_generator/item2vec/item2vec.model', 'datetime': '2023-02-11T23:27:53.212385', 'gensim': '4.2.0', 'python': '3.9.15 | packaged by conda-forge | (main, Nov 22 2022, 08:45:29) \\n[GCC 10.4.0]', 'platform': 'Linux-4.19.0-23-cloud-amd64-x86_64-with-glibc2.28', 'event': 'loaded'}\n",
      "[load item2vec] done [1.2GB(2.6%)(+0.821GB)] 6.7139 s\n",
      "[prepare data] start [1.3GB(2.7%)]\n",
      "[prepare data] done [1.6GB(2.8%)(+0.304GB)] 0.1734 s\n",
      "[search] start [1.6GB(2.8%)]\n",
      "100%|███████████████████████████████████| 87939/87939 [00:30<00:00, 2888.32it/s]\n",
      "[search] done [6.1GB(4.9%)(+4.469GB)] 44.3646 s\n",
      "[predict] done [3.4GB(3.6%)(+3.055GB)] 61.1218 s\n",
      "[save cand_df] start [3.4GB(3.6%)]\n",
      "[save cand_df] done [2.9GB(3.3%)(-0.531GB)] 6.0939 s\n",
      "[calc score [item2vec]] start [2.9GB(3.3%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item2 ┆ 0.299342   ┆ 0.262216   ┆ 0.271929   ┆ 0.27175 ┆ 0.0      ┆ 0.29082 ┆ 0.307945 ┆ 0.331322 ┆ 0.345875 │\n",
      "│ vec   ┆            ┆            ┆            ┆ 6       ┆          ┆ 5       ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item2vec]] done [3.0GB(3.4%)(+0.130GB)] 10.8718 s\n",
      "[predict] start [2.9GB(3.4%)]\n",
      "[load item2vec] start [2.9GB(3.4%)]\n",
      "INFO - 23:29:04: loading Word2Vec object from /home/yodaikishimoto/kaggle-otto2/output/exp001_dev/cand_generator/item2vec/item2vec.model\n",
      "INFO - 23:29:04: loading wv recursively from /home/yodaikishimoto/kaggle-otto2/output/exp001_dev/cand_generator/item2vec/item2vec.model.wv.* with mmap=None\n",
      "INFO - 23:29:04: loading vectors from /home/yodaikishimoto/kaggle-otto2/output/exp001_dev/cand_generator/item2vec/item2vec.model.wv.vectors.npy with mmap=None\n",
      "INFO - 23:29:05: loading syn1neg from /home/yodaikishimoto/kaggle-otto2/output/exp001_dev/cand_generator/item2vec/item2vec.model.syn1neg.npy with mmap=None\n",
      "INFO - 23:29:05: setting ignored attribute cum_table to None\n",
      "INFO - 23:29:11: Word2Vec lifecycle event {'fname': '/home/yodaikishimoto/kaggle-otto2/output/exp001_dev/cand_generator/item2vec/item2vec.model', 'datetime': '2023-02-11T23:29:11.414414', 'gensim': '4.2.0', 'python': '3.9.15 | packaged by conda-forge | (main, Nov 22 2022, 08:45:29) \\n[GCC 10.4.0]', 'platform': 'Linux-4.19.0-23-cloud-amd64-x86_64-with-glibc2.28', 'event': 'loaded'}\n",
      "[load item2vec] done [3.7GB(3.8%)(+0.796GB)] 6.8071 s\n",
      "[prepare data] start [3.8GB(3.8%)]\n",
      "[get test_aids] start [3.8GB(3.8%)]\n",
      "[get test_aids] done [3.7GB(3.8%)(-0.072GB)] 0.5182 s\n",
      "[get test_aids k] start [3.7GB(3.8%)]\n",
      "[get test_aids k] done [3.7GB(3.8%)(+0.000GB)] 0.4519 s\n",
      "[get query_vectors] start [3.7GB(3.8%)]\n",
      "[get query_vectors] done [3.8GB(3.8%)(+0.089GB)] 0.9179 s\n",
      "[prepare data] done [3.8GB(3.8%)(+0.017GB)] 1.9487 s\n",
      "[search] start [3.8GB(3.8%)]\n",
      "100%|███████████████████████████████████| 87939/87939 [00:29<00:00, 2942.60it/s]\n",
      "[search] done [6.4GB(5.1%)(+2.535GB)] 40.2908 s\n",
      "[predict] done [3.6GB(3.7%)(+0.675GB)] 59.7039 s\n",
      "[save cand_df] start [3.6GB(3.7%)]\n",
      "[save cand_df] done [3.0GB(3.4%)(-0.571GB)] 6.0815 s\n",
      "[calc score [item2vec]] start [3.0GB(3.4%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ item2 ┆ 0.286633   ┆ 0.189457   ┆ 0.222494   ┆ 0.21899 ┆ 0.0      ┆ 0.24819 ┆ 0.274952 ┆ 0.30732  ┆ 0.325902 │\n",
      "│ vec   ┆            ┆            ┆            ┆ 7       ┆          ┆ 6       ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [item2vec]] done [3.0GB(3.4%)(+0.006GB)] 10.1746 s\n",
      "+ PYTHONPATH=.\n",
      "+ python kaggle_otto2/cand_merger/main.py --exp exp001_dev\n",
      "last_inter\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬──────────────────┬───────────────────┬──────────────────┐\n",
      "│ session  ┆ aid     ┆ last_inter_score ┆ last_inter_score_ ┆ last_inter_score │\n",
      "│ ---      ┆ ---     ┆ ---              ┆ rank              ┆ _min_rank        │\n",
      "│ i32      ┆ i32     ┆ i32              ┆ ---               ┆ ---              │\n",
      "│          ┆         ┆                  ┆ i16               ┆ i16              │\n",
      "╞══════════╪═════════╪══════════════════╪═══════════════════╪══════════════════╡\n",
      "│ 12899771 ┆ 1160655 ┆ 1                ┆ 1                 ┆ 1                │\n",
      "│ 12899762 ┆ 1710382 ┆ 1                ┆ 1                 ┆ 1                │\n",
      "│ 12899736 ┆ 1817953 ┆ 1                ┆ 1                 ┆ 1                │\n",
      "│ 12899731 ┆ 1080792 ┆ 1                ┆ 1                 ┆ 1                │\n",
      "│ 12899726 ┆ 1105097 ┆ 1                ┆ 1                 ┆ 1                │\n",
      "└──────────┴─────────┴──────────────────┴───────────────────┴──────────────────┘\n",
      "last_buy\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬────────────────┬────────────────────┬───────────────────┐\n",
      "│ session  ┆ aid     ┆ last_buy_score ┆ last_buy_score_ran ┆ last_buy_score_mi │\n",
      "│ ---      ┆ ---     ┆ ---            ┆ k                  ┆ n_rank            │\n",
      "│ i32      ┆ i32     ┆ i32            ┆ ---                ┆ ---               │\n",
      "│          ┆         ┆                ┆ i16                ┆ i16               │\n",
      "╞══════════╪═════════╪════════════════╪════════════════════╪═══════════════════╡\n",
      "│ 12899644 ┆ 436912  ┆ 1              ┆ 1                  ┆ 1                 │\n",
      "│ 12899478 ┆ 1059174 ┆ 2              ┆ 1                  ┆ 1                 │\n",
      "│ 12899361 ┆ 53291   ┆ 1              ┆ 1                  ┆ 1                 │\n",
      "│ 12898955 ┆ 656380  ┆ 1              ┆ 1                  ┆ 1                 │\n",
      "│ 12898858 ┆ 1513147 ┆ 1              ┆ 1                  ┆ 1                 │\n",
      "└──────────┴─────────┴────────────────┴────────────────────┴───────────────────┘\n",
      "last_click\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬──────────────────┬───────────────────┬──────────────────┐\n",
      "│ session  ┆ aid     ┆ last_click_score ┆ last_click_score_ ┆ last_click_score │\n",
      "│ ---      ┆ ---     ┆ ---              ┆ rank              ┆ _min_rank        │\n",
      "│ i32      ┆ i32     ┆ i32              ┆ ---               ┆ ---              │\n",
      "│          ┆         ┆                  ┆ i16               ┆ i16              │\n",
      "╞══════════╪═════════╪══════════════════╪═══════════════════╪══════════════════╡\n",
      "│ 12899771 ┆ 1160655 ┆ 1                ┆ 1                 ┆ 1                │\n",
      "│ 12899762 ┆ 1710382 ┆ 1                ┆ 1                 ┆ 1                │\n",
      "│ 12899736 ┆ 1817953 ┆ 1                ┆ 1                 ┆ 1                │\n",
      "│ 12899731 ┆ 1080792 ┆ 1                ┆ 1                 ┆ 1                │\n",
      "│ 12899726 ┆ 1475777 ┆ 1                ┆ 1                 ┆ 1                │\n",
      "└──────────┴─────────┴──────────────────┴───────────────────┴──────────────────┘\n",
      "last_cart\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬─────────────────┬───────────────────┬───────────────────┐\n",
      "│ session  ┆ aid     ┆ last_cart_score ┆ last_cart_score_r ┆ last_cart_score_m │\n",
      "│ ---      ┆ ---     ┆ ---             ┆ ank               ┆ in_rank           │\n",
      "│ i32      ┆ i32     ┆ i32             ┆ ---               ┆ ---               │\n",
      "│          ┆         ┆                 ┆ i16               ┆ i16               │\n",
      "╞══════════╪═════════╪═════════════════╪═══════════════════╪═══════════════════╡\n",
      "│ 12899644 ┆ 436912  ┆ 1               ┆ 1                 ┆ 1                 │\n",
      "│ 12899478 ┆ 1059174 ┆ 2               ┆ 1                 ┆ 1                 │\n",
      "│ 12899361 ┆ 53291   ┆ 1               ┆ 1                 ┆ 1                 │\n",
      "│ 12898955 ┆ 656380  ┆ 1               ┆ 1                 ┆ 1                 │\n",
      "│ 12898858 ┆ 1513147 ┆ 1               ┆ 1                 ┆ 1                 │\n",
      "└──────────┴─────────┴─────────────────┴───────────────────┴───────────────────┘\n",
      "last_order\n",
      "shape: (5, 5)\n",
      "┌──────────┬────────┬──────────────────┬───────────────────┬───────────────────┐\n",
      "│ session  ┆ aid    ┆ last_order_score ┆ last_order_score_ ┆ last_order_score_ │\n",
      "│ ---      ┆ ---    ┆ ---              ┆ rank              ┆ min_rank          │\n",
      "│ i32      ┆ i32    ┆ i32              ┆ ---               ┆ ---               │\n",
      "│          ┆        ┆                  ┆ i16               ┆ i16               │\n",
      "╞══════════╪════════╪══════════════════╪═══════════════════╪═══════════════════╡\n",
      "│ 12894353 ┆ 216507 ┆ 1                ┆ 1                 ┆ 1                 │\n",
      "│ 12894348 ┆ 431533 ┆ 1                ┆ 1                 ┆ 1                 │\n",
      "│ 12887392 ┆ 416528 ┆ 1                ┆ 1                 ┆ 1                 │\n",
      "│ 12887392 ┆ 426210 ┆ 1                ┆ 2                 ┆ 1                 │\n",
      "│ 12886354 ┆ 930243 ┆ 2                ┆ 1                 ┆ 1                 │\n",
      "└──────────┴────────┴──────────────────┴───────────────────┴───────────────────┘\n",
      "item_cf_s012_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_sum\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬───────────────────┬──────────────────┬──────────────────┐\n",
      "│ session  ┆ aid     ┆ item_cf_s012_t012 ┆ item_cf_s012_t01 ┆ item_cf_s012_t01 │\n",
      "│ ---      ┆ ---     ┆ _apTrue_tdTrue_.. ┆ 2_apTrue_tdTrue_ ┆ 2_apTrue_tdTrue_ │\n",
      "│ i32      ┆ i32     ┆ .                 ┆ ...              ┆ ...              │\n",
      "│          ┆         ┆ ---               ┆ ---              ┆ ---              │\n",
      "│          ┆         ┆ f32               ┆ i16              ┆ i16              │\n",
      "╞══════════╪═════════╪═══════════════════╪══════════════════╪══════════════════╡\n",
      "│ 12899771 ┆ 1160655 ┆ 12.04928          ┆ 1                ┆ 1                │\n",
      "│ 12899771 ┆ 215084  ┆ 1.545171          ┆ 2                ┆ 2                │\n",
      "│ 12899771 ┆ 1824869 ┆ 1.468303          ┆ 3                ┆ 3                │\n",
      "│ 12899771 ┆ 351395  ┆ 0.543014          ┆ 4                ┆ 4                │\n",
      "│ 12899771 ┆ 1825743 ┆ 0.469633          ┆ 5                ┆ 5                │\n",
      "└──────────┴─────────┴───────────────────┴──────────────────┴──────────────────┘\n",
      "item_cf_s012_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_last\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬───────────────────┬──────────────────┬──────────────────┐\n",
      "│ session  ┆ aid     ┆ item_cf_s012_t012 ┆ item_cf_s012_t01 ┆ item_cf_s012_t01 │\n",
      "│ ---      ┆ ---     ┆ _apTrue_tdTrue_.. ┆ 2_apTrue_tdTrue_ ┆ 2_apTrue_tdTrue_ │\n",
      "│ i32      ┆ i32     ┆ .                 ┆ ...              ┆ ...              │\n",
      "│          ┆         ┆ ---               ┆ ---              ┆ ---              │\n",
      "│          ┆         ┆ f32               ┆ i16              ┆ i16              │\n",
      "╞══════════╪═════════╪═══════════════════╪══════════════════╪══════════════════╡\n",
      "│ 12899771 ┆ 1160655 ┆ 12.04928          ┆ 1                ┆ 1                │\n",
      "│ 12899771 ┆ 215084  ┆ 1.545171          ┆ 2                ┆ 2                │\n",
      "│ 12899771 ┆ 1824869 ┆ 1.468303          ┆ 3                ┆ 3                │\n",
      "│ 12899771 ┆ 351395  ┆ 0.543014          ┆ 4                ┆ 4                │\n",
      "│ 12899771 ┆ 1825743 ┆ 0.469633          ┆ 5                ┆ 5                │\n",
      "└──────────┴─────────┴───────────────────┴──────────────────┴──────────────────┘\n",
      "item_cf_s012_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_count\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬───────────────────┬──────────────────┬──────────────────┐\n",
      "│ session  ┆ aid     ┆ item_cf_s012_t012 ┆ item_cf_s012_t01 ┆ item_cf_s012_t01 │\n",
      "│ ---      ┆ ---     ┆ _apTrue_tdTrue_.. ┆ 2_apTrue_tdTrue_ ┆ 2_apTrue_tdTrue_ │\n",
      "│ i32      ┆ i32     ┆ .                 ┆ ...              ┆ ...              │\n",
      "│          ┆         ┆ ---               ┆ ---              ┆ ---              │\n",
      "│          ┆         ┆ f32               ┆ i16              ┆ i16              │\n",
      "╞══════════╪═════════╪═══════════════════╪══════════════════╪══════════════════╡\n",
      "│ 12899771 ┆ 443426  ┆ 1.0               ┆ 1                ┆ 1                │\n",
      "│ 12899771 ┆ 776929  ┆ 1.0               ┆ 2                ┆ 1                │\n",
      "│ 12899771 ┆ 215000  ┆ 1.0               ┆ 3                ┆ 1                │\n",
      "│ 12899771 ┆ 546967  ┆ 1.0               ┆ 4                ┆ 1                │\n",
      "│ 12899771 ┆ 1563162 ┆ 1.0               ┆ 5                ┆ 1                │\n",
      "└──────────┴─────────┴───────────────────┴──────────────────┴──────────────────┘\n",
      "item_cf_s12_t12_apTrue_tdTrue_trFalse_iifTrue_fFalse_sum\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬───────────────────┬──────────────────┬──────────────────┐\n",
      "│ session  ┆ aid     ┆ item_cf_s12_t12_a ┆ item_cf_s12_t12_ ┆ item_cf_s12_t12_ │\n",
      "│ ---      ┆ ---     ┆ pTrue_tdTrue_tr.. ┆ apTrue_tdTrue_tr ┆ apTrue_tdTrue_tr │\n",
      "│ i32      ┆ i32     ┆ .                 ┆ ...              ┆ ...              │\n",
      "│          ┆         ┆ ---               ┆ ---              ┆ ---              │\n",
      "│          ┆         ┆ f32               ┆ i16              ┆ i16              │\n",
      "╞══════════╪═════════╪═══════════════════╪══════════════════╪══════════════════╡\n",
      "│ 12899644 ┆ 436912  ┆ 0.296604          ┆ 1                ┆ 1                │\n",
      "│ 12899478 ┆ 1059174 ┆ 3.125406          ┆ 1                ┆ 1                │\n",
      "│ 12899478 ┆ 938374  ┆ 0.627177          ┆ 2                ┆ 2                │\n",
      "│ 12899478 ┆ 780139  ┆ 0.260027          ┆ 3                ┆ 3                │\n",
      "│ 12899478 ┆ 1617189 ┆ 0.211672          ┆ 4                ┆ 4                │\n",
      "└──────────┴─────────┴───────────────────┴──────────────────┴──────────────────┘\n",
      "item_cf_s12_t12_apTrue_tdTrue_trFalse_iifTrue_fFalse_last\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬───────────────────┬──────────────────┬──────────────────┐\n",
      "│ session  ┆ aid     ┆ item_cf_s12_t12_a ┆ item_cf_s12_t12_ ┆ item_cf_s12_t12_ │\n",
      "│ ---      ┆ ---     ┆ pTrue_tdTrue_tr.. ┆ apTrue_tdTrue_tr ┆ apTrue_tdTrue_tr │\n",
      "│ i32      ┆ i32     ┆ .                 ┆ ...              ┆ ...              │\n",
      "│          ┆         ┆ ---               ┆ ---              ┆ ---              │\n",
      "│          ┆         ┆ f32               ┆ i16              ┆ i16              │\n",
      "╞══════════╪═════════╪═══════════════════╪══════════════════╪══════════════════╡\n",
      "│ 12899644 ┆ 436912  ┆ 0.296604          ┆ 1                ┆ 1                │\n",
      "│ 12899478 ┆ 1059174 ┆ 1.562703          ┆ 1                ┆ 1                │\n",
      "│ 12899478 ┆ 938374  ┆ 0.313589          ┆ 2                ┆ 2                │\n",
      "│ 12899478 ┆ 780139  ┆ 0.130013          ┆ 3                ┆ 3                │\n",
      "│ 12899478 ┆ 1617189 ┆ 0.105836          ┆ 4                ┆ 4                │\n",
      "└──────────┴─────────┴───────────────────┴──────────────────┴──────────────────┘\n",
      "item_cf_s12_t12_apTrue_tdTrue_trFalse_iifTrue_fFalse_count\n",
      "shape: (5, 5)\n",
      "┌──────────┬────────┬───────────────────┬───────────────────┬──────────────────┐\n",
      "│ session  ┆ aid    ┆ item_cf_s12_t12_a ┆ item_cf_s12_t12_a ┆ item_cf_s12_t12_ │\n",
      "│ ---      ┆ ---    ┆ pTrue_tdTrue_tr.. ┆ pTrue_tdTrue_tr.. ┆ apTrue_tdTrue_tr │\n",
      "│ i32      ┆ i32    ┆ .                 ┆ .                 ┆ ...              │\n",
      "│          ┆        ┆ ---               ┆ ---               ┆ ---              │\n",
      "│          ┆        ┆ f32               ┆ i16               ┆ i16              │\n",
      "╞══════════╪════════╪═══════════════════╪═══════════════════╪══════════════════╡\n",
      "│ 12899644 ┆ 436912 ┆ 1.0               ┆ 1                 ┆ 1                │\n",
      "│ 12899478 ┆ 393045 ┆ 2.0               ┆ 1                 ┆ 1                │\n",
      "│ 12899478 ┆ 950548 ┆ 2.0               ┆ 2                 ┆ 1                │\n",
      "│ 12899478 ┆ 984645 ┆ 2.0               ┆ 3                 ┆ 1                │\n",
      "│ 12899478 ┆ 32249  ┆ 2.0               ┆ 4                 ┆ 1                │\n",
      "└──────────┴────────┴───────────────────┴───────────────────┴──────────────────┘\n",
      "item_cf_s0_t0_apTrue_tdTrue_trFalse_iifTrue_fFalse_sum\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬───────────────────┬──────────────────┬──────────────────┐\n",
      "│ session  ┆ aid     ┆ item_cf_s0_t0_apT ┆ item_cf_s0_t0_ap ┆ item_cf_s0_t0_ap │\n",
      "│ ---      ┆ ---     ┆ rue_tdTrue_trFa.. ┆ True_tdTrue_trFa ┆ True_tdTrue_trFa │\n",
      "│ i32      ┆ i32     ┆ .                 ┆ ...              ┆ ...              │\n",
      "│          ┆         ┆ ---               ┆ ---              ┆ ---              │\n",
      "│          ┆         ┆ f32               ┆ i16              ┆ i16              │\n",
      "╞══════════╪═════════╪═══════════════════╪══════════════════╪══════════════════╡\n",
      "│ 12899771 ┆ 1160655 ┆ 8.207664          ┆ 1                ┆ 1                │\n",
      "│ 12899771 ┆ 215084  ┆ 1.367239          ┆ 2                ┆ 2                │\n",
      "│ 12899771 ┆ 1824869 ┆ 1.331109          ┆ 3                ┆ 3                │\n",
      "│ 12899771 ┆ 1389738 ┆ 0.362819          ┆ 4                ┆ 4                │\n",
      "│ 12899771 ┆ 1097594 ┆ 0.306503          ┆ 5                ┆ 5                │\n",
      "└──────────┴─────────┴───────────────────┴──────────────────┴──────────────────┘\n",
      "item_cf_s0_t0_apTrue_tdTrue_trFalse_iifTrue_fFalse_last\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬───────────────────┬──────────────────┬──────────────────┐\n",
      "│ session  ┆ aid     ┆ item_cf_s0_t0_apT ┆ item_cf_s0_t0_ap ┆ item_cf_s0_t0_ap │\n",
      "│ ---      ┆ ---     ┆ rue_tdTrue_trFa.. ┆ True_tdTrue_trFa ┆ True_tdTrue_trFa │\n",
      "│ i32      ┆ i32     ┆ .                 ┆ ...              ┆ ...              │\n",
      "│          ┆         ┆ ---               ┆ ---              ┆ ---              │\n",
      "│          ┆         ┆ f32               ┆ i16              ┆ i16              │\n",
      "╞══════════╪═════════╪═══════════════════╪══════════════════╪══════════════════╡\n",
      "│ 12899771 ┆ 1160655 ┆ 8.207664          ┆ 1                ┆ 1                │\n",
      "│ 12899771 ┆ 215084  ┆ 1.367239          ┆ 2                ┆ 2                │\n",
      "│ 12899771 ┆ 1824869 ┆ 1.331109          ┆ 3                ┆ 3                │\n",
      "│ 12899771 ┆ 1389738 ┆ 0.362819          ┆ 4                ┆ 4                │\n",
      "│ 12899771 ┆ 1097594 ┆ 0.306503          ┆ 5                ┆ 5                │\n",
      "└──────────┴─────────┴───────────────────┴──────────────────┴──────────────────┘\n",
      "item_cf_s0_t0_apTrue_tdTrue_trFalse_iifTrue_fFalse_count\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬───────────────────┬──────────────────┬──────────────────┐\n",
      "│ session  ┆ aid     ┆ item_cf_s0_t0_apT ┆ item_cf_s0_t0_ap ┆ item_cf_s0_t0_ap │\n",
      "│ ---      ┆ ---     ┆ rue_tdTrue_trFa.. ┆ True_tdTrue_trFa ┆ True_tdTrue_trFa │\n",
      "│ i32      ┆ i32     ┆ .                 ┆ ...              ┆ ...              │\n",
      "│          ┆         ┆ ---               ┆ ---              ┆ ---              │\n",
      "│          ┆         ┆ f32               ┆ i16              ┆ i16              │\n",
      "╞══════════╪═════════╪═══════════════════╪══════════════════╪══════════════════╡\n",
      "│ 12899771 ┆ 877794  ┆ 1.0               ┆ 1                ┆ 1                │\n",
      "│ 12899771 ┆ 178565  ┆ 1.0               ┆ 2                ┆ 1                │\n",
      "│ 12899771 ┆ 606300  ┆ 1.0               ┆ 3                ┆ 1                │\n",
      "│ 12899771 ┆ 1805566 ┆ 1.0               ┆ 4                ┆ 1                │\n",
      "│ 12899771 ┆ 1556081 ┆ 1.0               ┆ 5                ┆ 1                │\n",
      "└──────────┴─────────┴───────────────────┴──────────────────┴──────────────────┘\n",
      "item_cf_s0_t12_apTrue_tdTrue_trFalse_iifTrue_fFalse_sum\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬───────────────────┬──────────────────┬──────────────────┐\n",
      "│ session  ┆ aid     ┆ item_cf_s0_t12_ap ┆ item_cf_s0_t12_a ┆ item_cf_s0_t12_a │\n",
      "│ ---      ┆ ---     ┆ True_tdTrue_trF.. ┆ pTrue_tdTrue_trF ┆ pTrue_tdTrue_trF │\n",
      "│ i32      ┆ i32     ┆ .                 ┆ ...              ┆ ...              │\n",
      "│          ┆         ┆ ---               ┆ ---              ┆ ---              │\n",
      "│          ┆         ┆ f32               ┆ i16              ┆ i16              │\n",
      "╞══════════╪═════════╪═══════════════════╪══════════════════╪══════════════════╡\n",
      "│ 12899771 ┆ 1160655 ┆ 0.866728          ┆ 1                ┆ 1                │\n",
      "│ 12899771 ┆ 351395  ┆ 0.339663          ┆ 2                ┆ 2                │\n",
      "│ 12899771 ┆ 858105  ┆ 0.152695          ┆ 3                ┆ 3                │\n",
      "│ 12899771 ┆ 443426  ┆ 0.152273          ┆ 4                ┆ 4                │\n",
      "│ 12899771 ┆ 816971  ┆ 0.130872          ┆ 5                ┆ 5                │\n",
      "└──────────┴─────────┴───────────────────┴──────────────────┴──────────────────┘\n",
      "item_cf_s0_t12_apTrue_tdTrue_trFalse_iifTrue_fFalse_last\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬───────────────────┬──────────────────┬──────────────────┐\n",
      "│ session  ┆ aid     ┆ item_cf_s0_t12_ap ┆ item_cf_s0_t12_a ┆ item_cf_s0_t12_a │\n",
      "│ ---      ┆ ---     ┆ True_tdTrue_trF.. ┆ pTrue_tdTrue_trF ┆ pTrue_tdTrue_trF │\n",
      "│ i32      ┆ i32     ┆ .                 ┆ ...              ┆ ...              │\n",
      "│          ┆         ┆ ---               ┆ ---              ┆ ---              │\n",
      "│          ┆         ┆ f32               ┆ i16              ┆ i16              │\n",
      "╞══════════╪═════════╪═══════════════════╪══════════════════╪══════════════════╡\n",
      "│ 12899771 ┆ 1160655 ┆ 0.866728          ┆ 1                ┆ 1                │\n",
      "│ 12899771 ┆ 351395  ┆ 0.339663          ┆ 2                ┆ 2                │\n",
      "│ 12899771 ┆ 858105  ┆ 0.152695          ┆ 3                ┆ 3                │\n",
      "│ 12899771 ┆ 443426  ┆ 0.152273          ┆ 4                ┆ 4                │\n",
      "│ 12899771 ┆ 816971  ┆ 0.130872          ┆ 5                ┆ 5                │\n",
      "└──────────┴─────────┴───────────────────┴──────────────────┴──────────────────┘\n",
      "item_cf_s0_t12_apTrue_tdTrue_trFalse_iifTrue_fFalse_count\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬───────────────────┬──────────────────┬──────────────────┐\n",
      "│ session  ┆ aid     ┆ item_cf_s0_t12_ap ┆ item_cf_s0_t12_a ┆ item_cf_s0_t12_a │\n",
      "│ ---      ┆ ---     ┆ True_tdTrue_trF.. ┆ pTrue_tdTrue_trF ┆ pTrue_tdTrue_trF │\n",
      "│ i32      ┆ i32     ┆ .                 ┆ ...              ┆ ...              │\n",
      "│          ┆         ┆ ---               ┆ ---              ┆ ---              │\n",
      "│          ┆         ┆ f32               ┆ i16              ┆ i16              │\n",
      "╞══════════╪═════════╪═══════════════════╪══════════════════╪══════════════════╡\n",
      "│ 12899771 ┆ 132109  ┆ 1.0               ┆ 1                ┆ 1                │\n",
      "│ 12899771 ┆ 1845894 ┆ 1.0               ┆ 2                ┆ 1                │\n",
      "│ 12899771 ┆ 1400630 ┆ 1.0               ┆ 3                ┆ 1                │\n",
      "│ 12899771 ┆ 368378  ┆ 1.0               ┆ 4                ┆ 1                │\n",
      "│ 12899771 ┆ 846887  ┆ 1.0               ┆ 5                ┆ 1                │\n",
      "└──────────┴─────────┴───────────────────┴──────────────────┴──────────────────┘\n",
      "item_cf_s0_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_sum\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬───────────────────┬──────────────────┬──────────────────┐\n",
      "│ session  ┆ aid     ┆ item_cf_s0_t012_a ┆ item_cf_s0_t012_ ┆ item_cf_s0_t012_ │\n",
      "│ ---      ┆ ---     ┆ pTrue_tdTrue_tr.. ┆ apTrue_tdTrue_tr ┆ apTrue_tdTrue_tr │\n",
      "│ i32      ┆ i32     ┆ .                 ┆ ...              ┆ ...              │\n",
      "│          ┆         ┆ ---               ┆ ---              ┆ ---              │\n",
      "│          ┆         ┆ f32               ┆ i16              ┆ i16              │\n",
      "╞══════════╪═════════╪═══════════════════╪══════════════════╪══════════════════╡\n",
      "│ 12899771 ┆ 1160655 ┆ 9.074393          ┆ 1                ┆ 1                │\n",
      "│ 12899771 ┆ 215084  ┆ 1.4057            ┆ 2                ┆ 2                │\n",
      "│ 12899771 ┆ 1824869 ┆ 1.331109          ┆ 3                ┆ 3                │\n",
      "│ 12899771 ┆ 351395  ┆ 0.543014          ┆ 4                ┆ 4                │\n",
      "│ 12899771 ┆ 1389738 ┆ 0.362819          ┆ 5                ┆ 5                │\n",
      "└──────────┴─────────┴───────────────────┴──────────────────┴──────────────────┘\n",
      "item_cf_s0_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_last\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬───────────────────┬──────────────────┬──────────────────┐\n",
      "│ session  ┆ aid     ┆ item_cf_s0_t012_a ┆ item_cf_s0_t012_ ┆ item_cf_s0_t012_ │\n",
      "│ ---      ┆ ---     ┆ pTrue_tdTrue_tr.. ┆ apTrue_tdTrue_tr ┆ apTrue_tdTrue_tr │\n",
      "│ i32      ┆ i32     ┆ .                 ┆ ...              ┆ ...              │\n",
      "│          ┆         ┆ ---               ┆ ---              ┆ ---              │\n",
      "│          ┆         ┆ f32               ┆ i16              ┆ i16              │\n",
      "╞══════════╪═════════╪═══════════════════╪══════════════════╪══════════════════╡\n",
      "│ 12899771 ┆ 1160655 ┆ 9.074393          ┆ 1                ┆ 1                │\n",
      "│ 12899771 ┆ 215084  ┆ 1.4057            ┆ 2                ┆ 2                │\n",
      "│ 12899771 ┆ 1824869 ┆ 1.331109          ┆ 3                ┆ 3                │\n",
      "│ 12899771 ┆ 351395  ┆ 0.543014          ┆ 4                ┆ 4                │\n",
      "│ 12899771 ┆ 1389738 ┆ 0.362819          ┆ 5                ┆ 5                │\n",
      "└──────────┴─────────┴───────────────────┴──────────────────┴──────────────────┘\n",
      "item_cf_s0_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_count\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬───────────────────┬──────────────────┬──────────────────┐\n",
      "│ session  ┆ aid     ┆ item_cf_s0_t012_a ┆ item_cf_s0_t012_ ┆ item_cf_s0_t012_ │\n",
      "│ ---      ┆ ---     ┆ pTrue_tdTrue_tr.. ┆ apTrue_tdTrue_tr ┆ apTrue_tdTrue_tr │\n",
      "│ i32      ┆ i32     ┆ .                 ┆ ...              ┆ ...              │\n",
      "│          ┆         ┆ ---               ┆ ---              ┆ ---              │\n",
      "│          ┆         ┆ f32               ┆ i16              ┆ i16              │\n",
      "╞══════════╪═════════╪═══════════════════╪══════════════════╪══════════════════╡\n",
      "│ 12899771 ┆ 1483437 ┆ 1.0               ┆ 1                ┆ 1                │\n",
      "│ 12899771 ┆ 1542762 ┆ 1.0               ┆ 2                ┆ 1                │\n",
      "│ 12899771 ┆ 1631792 ┆ 1.0               ┆ 3                ┆ 1                │\n",
      "│ 12899771 ┆ 652218  ┆ 1.0               ┆ 4                ┆ 1                │\n",
      "│ 12899771 ┆ 822278  ┆ 1.0               ┆ 5                ┆ 1                │\n",
      "└──────────┴─────────┴───────────────────┴──────────────────┴──────────────────┘\n",
      "item_cf_s12_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_sum\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬───────────────────┬──────────────────┬──────────────────┐\n",
      "│ session  ┆ aid     ┆ item_cf_s12_t012_ ┆ item_cf_s12_t012 ┆ item_cf_s12_t012 │\n",
      "│ ---      ┆ ---     ┆ apTrue_tdTrue_t.. ┆ _apTrue_tdTrue_t ┆ _apTrue_tdTrue_t │\n",
      "│ i32      ┆ i32     ┆ .                 ┆ ...              ┆ ...              │\n",
      "│          ┆         ┆ ---               ┆ ---              ┆ ---              │\n",
      "│          ┆         ┆ f32               ┆ i16              ┆ i16              │\n",
      "╞══════════╪═════════╪═══════════════════╪══════════════════╪══════════════════╡\n",
      "│ 12899644 ┆ 436912  ┆ 0.592809          ┆ 1                ┆ 1                │\n",
      "│ 12899644 ┆ 371484  ┆ 0.222206          ┆ 2                ┆ 2                │\n",
      "│ 12899644 ┆ 822934  ┆ 0.139972          ┆ 3                ┆ 3                │\n",
      "│ 12899478 ┆ 1059174 ┆ 5.416911          ┆ 1                ┆ 1                │\n",
      "│ 12899478 ┆ 938374  ┆ 1.483226          ┆ 2                ┆ 2                │\n",
      "└──────────┴─────────┴───────────────────┴──────────────────┴──────────────────┘\n",
      "item_cf_s12_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_last\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬───────────────────┬──────────────────┬──────────────────┐\n",
      "│ session  ┆ aid     ┆ item_cf_s12_t012_ ┆ item_cf_s12_t012 ┆ item_cf_s12_t012 │\n",
      "│ ---      ┆ ---     ┆ apTrue_tdTrue_t.. ┆ _apTrue_tdTrue_t ┆ _apTrue_tdTrue_t │\n",
      "│ i32      ┆ i32     ┆ .                 ┆ ...              ┆ ...              │\n",
      "│          ┆         ┆ ---               ┆ ---              ┆ ---              │\n",
      "│          ┆         ┆ f32               ┆ i16              ┆ i16              │\n",
      "╞══════════╪═════════╪═══════════════════╪══════════════════╪══════════════════╡\n",
      "│ 12899644 ┆ 436912  ┆ 0.592809          ┆ 1                ┆ 1                │\n",
      "│ 12899644 ┆ 371484  ┆ 0.222206          ┆ 2                ┆ 2                │\n",
      "│ 12899644 ┆ 822934  ┆ 0.139972          ┆ 3                ┆ 3                │\n",
      "│ 12899478 ┆ 1059174 ┆ 2.708456          ┆ 1                ┆ 1                │\n",
      "│ 12899478 ┆ 938374  ┆ 0.741613          ┆ 2                ┆ 2                │\n",
      "└──────────┴─────────┴───────────────────┴──────────────────┴──────────────────┘\n",
      "item_cf_s12_t012_apTrue_tdTrue_trFalse_iifTrue_fFalse_count\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬───────────────────┬──────────────────┬──────────────────┐\n",
      "│ session  ┆ aid     ┆ item_cf_s12_t012_ ┆ item_cf_s12_t012 ┆ item_cf_s12_t012 │\n",
      "│ ---      ┆ ---     ┆ apTrue_tdTrue_t.. ┆ _apTrue_tdTrue_t ┆ _apTrue_tdTrue_t │\n",
      "│ i32      ┆ i32     ┆ .                 ┆ ...              ┆ ...              │\n",
      "│          ┆         ┆ ---               ┆ ---              ┆ ---              │\n",
      "│          ┆         ┆ f32               ┆ i16              ┆ i16              │\n",
      "╞══════════╪═════════╪═══════════════════╪══════════════════╪══════════════════╡\n",
      "│ 12899644 ┆ 371484  ┆ 1.0               ┆ 1                ┆ 1                │\n",
      "│ 12899644 ┆ 822934  ┆ 1.0               ┆ 2                ┆ 1                │\n",
      "│ 12899644 ┆ 436912  ┆ 1.0               ┆ 3                ┆ 1                │\n",
      "│ 12899478 ┆ 1177075 ┆ 2.0               ┆ 1                ┆ 1                │\n",
      "│ 12899478 ┆ 682495  ┆ 2.0               ┆ 2                ┆ 1                │\n",
      "└──────────┴─────────┴───────────────────┴──────────────────┴──────────────────┘\n",
      "item_cf_s012_t012_apTrue_tdTrue_trTrue_iifTrue_fTrue_sum\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬───────────────────┬──────────────────┬──────────────────┐\n",
      "│ session  ┆ aid     ┆ item_cf_s012_t012 ┆ item_cf_s012_t01 ┆ item_cf_s012_t01 │\n",
      "│ ---      ┆ ---     ┆ _apTrue_tdTrue_.. ┆ 2_apTrue_tdTrue_ ┆ 2_apTrue_tdTrue_ │\n",
      "│ i32      ┆ i32     ┆ .                 ┆ ...              ┆ ...              │\n",
      "│          ┆         ┆ ---               ┆ ---              ┆ ---              │\n",
      "│          ┆         ┆ f32               ┆ i16              ┆ i16              │\n",
      "╞══════════╪═════════╪═══════════════════╪══════════════════╪══════════════════╡\n",
      "│ 12899771 ┆ 215084  ┆ 0.000002          ┆ 1                ┆ 1                │\n",
      "│ 12899771 ┆ 1160655 ┆ 0.000001          ┆ 2                ┆ 2                │\n",
      "│ 12899771 ┆ 1264763 ┆ 6.5512e-7         ┆ 3                ┆ 3                │\n",
      "│ 12899771 ┆ 1824869 ┆ 3.4046e-7         ┆ 4                ┆ 4                │\n",
      "│ 12899771 ┆ 816971  ┆ 2.8570e-7         ┆ 5                ┆ 5                │\n",
      "└──────────┴─────────┴───────────────────┴──────────────────┴──────────────────┘\n",
      "item_cf_s012_t012_apTrue_tdTrue_trTrue_iifTrue_fTrue_last\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬───────────────────┬──────────────────┬──────────────────┐\n",
      "│ session  ┆ aid     ┆ item_cf_s012_t012 ┆ item_cf_s012_t01 ┆ item_cf_s012_t01 │\n",
      "│ ---      ┆ ---     ┆ _apTrue_tdTrue_.. ┆ 2_apTrue_tdTrue_ ┆ 2_apTrue_tdTrue_ │\n",
      "│ i32      ┆ i32     ┆ .                 ┆ ...              ┆ ...              │\n",
      "│          ┆         ┆ ---               ┆ ---              ┆ ---              │\n",
      "│          ┆         ┆ f32               ┆ i16              ┆ i16              │\n",
      "╞══════════╪═════════╪═══════════════════╪══════════════════╪══════════════════╡\n",
      "│ 12899771 ┆ 215084  ┆ 0.000002          ┆ 1                ┆ 1                │\n",
      "│ 12899771 ┆ 1160655 ┆ 0.000001          ┆ 2                ┆ 2                │\n",
      "│ 12899771 ┆ 1264763 ┆ 6.5512e-7         ┆ 3                ┆ 3                │\n",
      "│ 12899771 ┆ 1824869 ┆ 3.4046e-7         ┆ 4                ┆ 4                │\n",
      "│ 12899771 ┆ 816971  ┆ 2.8570e-7         ┆ 5                ┆ 5                │\n",
      "└──────────┴─────────┴───────────────────┴──────────────────┴──────────────────┘\n",
      "item_cf_s012_t012_apTrue_tdTrue_trTrue_iifTrue_fTrue_count\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬───────────────────┬──────────────────┬──────────────────┐\n",
      "│ session  ┆ aid     ┆ item_cf_s012_t012 ┆ item_cf_s012_t01 ┆ item_cf_s012_t01 │\n",
      "│ ---      ┆ ---     ┆ _apTrue_tdTrue_.. ┆ 2_apTrue_tdTrue_ ┆ 2_apTrue_tdTrue_ │\n",
      "│ i32      ┆ i32     ┆ .                 ┆ ...              ┆ ...              │\n",
      "│          ┆         ┆ ---               ┆ ---              ┆ ---              │\n",
      "│          ┆         ┆ f32               ┆ i16              ┆ i16              │\n",
      "╞══════════╪═════════╪═══════════════════╪══════════════════╪══════════════════╡\n",
      "│ 12899771 ┆ 1481491 ┆ 1.0               ┆ 1                ┆ 1                │\n",
      "│ 12899771 ┆ 1160655 ┆ 1.0               ┆ 2                ┆ 1                │\n",
      "│ 12899771 ┆ 579303  ┆ 1.0               ┆ 3                ┆ 1                │\n",
      "│ 12899771 ┆ 487374  ┆ 1.0               ┆ 4                ┆ 1                │\n",
      "│ 12899771 ┆ 425672  ┆ 1.0               ┆ 5                ┆ 1                │\n",
      "└──────────┴─────────┴───────────────────┴──────────────────┴──────────────────┘\n",
      "item_cf_s12_t012_apTrue_tdTrue_trTrue_iifTrue_fTrue_sum\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬───────────────────┬──────────────────┬──────────────────┐\n",
      "│ session  ┆ aid     ┆ item_cf_s12_t012_ ┆ item_cf_s12_t012 ┆ item_cf_s12_t012 │\n",
      "│ ---      ┆ ---     ┆ apTrue_tdTrue_t.. ┆ _apTrue_tdTrue_t ┆ _apTrue_tdTrue_t │\n",
      "│ i32      ┆ i32     ┆ .                 ┆ ...              ┆ ...              │\n",
      "│          ┆         ┆ ---               ┆ ---              ┆ ---              │\n",
      "│          ┆         ┆ f32               ┆ i16              ┆ i16              │\n",
      "╞══════════╪═════════╪═══════════════════╪══════════════════╪══════════════════╡\n",
      "│ 12899478 ┆ 1059174 ┆ 9.6074e-7         ┆ 1                ┆ 1                │\n",
      "│ 12899478 ┆ 590119  ┆ 6.2559e-7         ┆ 2                ┆ 2                │\n",
      "│ 12899478 ┆ 1506064 ┆ 5.3444e-7         ┆ 3                ┆ 3                │\n",
      "│ 12899478 ┆ 846106  ┆ 4.2271e-7         ┆ 4                ┆ 4                │\n",
      "│ 12899478 ┆ 780139  ┆ 3.1156e-7         ┆ 5                ┆ 5                │\n",
      "└──────────┴─────────┴───────────────────┴──────────────────┴──────────────────┘\n",
      "item_cf_s12_t012_apTrue_tdTrue_trTrue_iifTrue_fTrue_last\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬───────────────────┬──────────────────┬──────────────────┐\n",
      "│ session  ┆ aid     ┆ item_cf_s12_t012_ ┆ item_cf_s12_t012 ┆ item_cf_s12_t012 │\n",
      "│ ---      ┆ ---     ┆ apTrue_tdTrue_t.. ┆ _apTrue_tdTrue_t ┆ _apTrue_tdTrue_t │\n",
      "│ i32      ┆ i32     ┆ .                 ┆ ...              ┆ ...              │\n",
      "│          ┆         ┆ ---               ┆ ---              ┆ ---              │\n",
      "│          ┆         ┆ f32               ┆ i16              ┆ i16              │\n",
      "╞══════════╪═════════╪═══════════════════╪══════════════════╪══════════════════╡\n",
      "│ 12899478 ┆ 1059174 ┆ 4.8037e-7         ┆ 1                ┆ 1                │\n",
      "│ 12899478 ┆ 590119  ┆ 3.1279e-7         ┆ 2                ┆ 2                │\n",
      "│ 12899478 ┆ 1506064 ┆ 2.6722e-7         ┆ 3                ┆ 3                │\n",
      "│ 12899478 ┆ 846106  ┆ 2.1136e-7         ┆ 4                ┆ 4                │\n",
      "│ 12899478 ┆ 780139  ┆ 1.5578e-7         ┆ 5                ┆ 5                │\n",
      "└──────────┴─────────┴───────────────────┴──────────────────┴──────────────────┘\n",
      "item_cf_s12_t012_apTrue_tdTrue_trTrue_iifTrue_fTrue_count\n",
      "shape: (5, 5)\n",
      "┌──────────┬────────┬───────────────────┬───────────────────┬──────────────────┐\n",
      "│ session  ┆ aid    ┆ item_cf_s12_t012_ ┆ item_cf_s12_t012_ ┆ item_cf_s12_t012 │\n",
      "│ ---      ┆ ---    ┆ apTrue_tdTrue_t.. ┆ apTrue_tdTrue_t.. ┆ _apTrue_tdTrue_t │\n",
      "│ i32      ┆ i32    ┆ .                 ┆ .                 ┆ ...              │\n",
      "│          ┆        ┆ ---               ┆ ---               ┆ ---              │\n",
      "│          ┆        ┆ f32               ┆ i16               ┆ i16              │\n",
      "╞══════════╪════════╪═══════════════════╪═══════════════════╪══════════════════╡\n",
      "│ 12899478 ┆ 500274 ┆ 2.0               ┆ 1                 ┆ 1                │\n",
      "│ 12899478 ┆ 269021 ┆ 2.0               ┆ 2                 ┆ 1                │\n",
      "│ 12899478 ┆ 164613 ┆ 2.0               ┆ 3                 ┆ 1                │\n",
      "│ 12899478 ┆ 680005 ┆ 2.0               ┆ 4                 ┆ 1                │\n",
      "│ 12899478 ┆ 895975 ┆ 2.0               ┆ 5                 ┆ 1                │\n",
      "└──────────┴────────┴───────────────────┴───────────────────┴──────────────────┘\n",
      "item_cf_s012_t012_apFalse_tdTrue_trTrue_iifTrue_fFalse_sum\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬───────────────────┬──────────────────┬──────────────────┐\n",
      "│ session  ┆ aid     ┆ item_cf_s012_t012 ┆ item_cf_s012_t01 ┆ item_cf_s012_t01 │\n",
      "│ ---      ┆ ---     ┆ _apFalse_tdTrue.. ┆ 2_apFalse_tdTrue ┆ 2_apFalse_tdTrue │\n",
      "│ i32      ┆ i32     ┆ .                 ┆ ...              ┆ ...              │\n",
      "│          ┆         ┆ ---               ┆ ---              ┆ ---              │\n",
      "│          ┆         ┆ f32               ┆ i16              ┆ i16              │\n",
      "╞══════════╪═════════╪═══════════════════╪══════════════════╪══════════════════╡\n",
      "│ 12899771 ┆ 1160655 ┆ 1.442754          ┆ 1                ┆ 1                │\n",
      "│ 12899771 ┆ 215084  ┆ 0.000011          ┆ 2                ┆ 2                │\n",
      "│ 12899771 ┆ 1734475 ┆ 0.000007          ┆ 3                ┆ 3                │\n",
      "│ 12899771 ┆ 1264763 ┆ 0.000007          ┆ 4                ┆ 4                │\n",
      "│ 12899771 ┆ 1824869 ┆ 0.000007          ┆ 5                ┆ 5                │\n",
      "└──────────┴─────────┴───────────────────┴──────────────────┴──────────────────┘\n",
      "item_cf_s012_t012_apFalse_tdTrue_trTrue_iifTrue_fFalse_last\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬───────────────────┬──────────────────┬──────────────────┐\n",
      "│ session  ┆ aid     ┆ item_cf_s012_t012 ┆ item_cf_s012_t01 ┆ item_cf_s012_t01 │\n",
      "│ ---      ┆ ---     ┆ _apFalse_tdTrue.. ┆ 2_apFalse_tdTrue ┆ 2_apFalse_tdTrue │\n",
      "│ i32      ┆ i32     ┆ .                 ┆ ...              ┆ ...              │\n",
      "│          ┆         ┆ ---               ┆ ---              ┆ ---              │\n",
      "│          ┆         ┆ f32               ┆ i16              ┆ i16              │\n",
      "╞══════════╪═════════╪═══════════════════╪══════════════════╪══════════════════╡\n",
      "│ 12899771 ┆ 1160655 ┆ 1.442754          ┆ 1                ┆ 1                │\n",
      "│ 12899771 ┆ 215084  ┆ 0.000011          ┆ 2                ┆ 2                │\n",
      "│ 12899771 ┆ 1734475 ┆ 0.000007          ┆ 3                ┆ 3                │\n",
      "│ 12899771 ┆ 1264763 ┆ 0.000007          ┆ 4                ┆ 4                │\n",
      "│ 12899771 ┆ 1824869 ┆ 0.000007          ┆ 5                ┆ 5                │\n",
      "└──────────┴─────────┴───────────────────┴──────────────────┴──────────────────┘\n",
      "item_cf_s012_t012_apFalse_tdTrue_trTrue_iifTrue_fFalse_count\n",
      "shape: (5, 5)\n",
      "┌──────────┬─────────┬───────────────────┬──────────────────┬──────────────────┐\n",
      "│ session  ┆ aid     ┆ item_cf_s012_t012 ┆ item_cf_s012_t01 ┆ item_cf_s012_t01 │\n",
      "│ ---      ┆ ---     ┆ _apFalse_tdTrue.. ┆ 2_apFalse_tdTrue ┆ 2_apFalse_tdTrue │\n",
      "│ i32      ┆ i32     ┆ .                 ┆ ...              ┆ ...              │\n",
      "│          ┆         ┆ ---               ┆ ---              ┆ ---              │\n",
      "│          ┆         ┆ f32               ┆ i16              ┆ i16              │\n",
      "╞══════════╪═════════╪═══════════════════╪══════════════════╪══════════════════╡\n",
      "│ 12899771 ┆ 1558720 ┆ 1.0               ┆ 1                ┆ 1                │\n",
      "│ 12899771 ┆ 1429022 ┆ 1.0               ┆ 2                ┆ 1                │\n",
      "│ 12899771 ┆ 762611  ┆ 1.0               ┆ 3                ┆ 1                │\n",
      "│ 12899771 ┆ 1559401 ┆ 1.0               ┆ 4                ┆ 1                │\n",
      "│ 12899771 ┆ 215000  ┆ 1.0               ┆ 5                ┆ 1                │\n",
      "└──────────┴─────────┴───────────────────┴──────────────────┴──────────────────┘\n",
      "item_mf_last\n",
      "shape: (5, 6)\n",
      "┌──────────┬─────────┬──────────┬───────────────┬───────────────┬──────────────┐\n",
      "│ session  ┆ aid     ┆ score    ┆ item_mf_last_ ┆ item_mf_last_ ┆ item_mf_last │\n",
      "│ ---      ┆ ---     ┆ ---      ┆ score         ┆ score_rank    ┆ _score_min_r │\n",
      "│ i32      ┆ i32     ┆ f64      ┆ ---           ┆ ---           ┆ ank          │\n",
      "│          ┆         ┆          ┆ f32           ┆ i16           ┆ ---          │\n",
      "│          ┆         ┆          ┆               ┆               ┆ i16          │\n",
      "╞══════════╪═════════╪══════════╪═══════════════╪═══════════════╪══════════════╡\n",
      "│ 12899771 ┆ 1160655 ┆ 1.0      ┆ 1.0           ┆ 1             ┆ 1            │\n",
      "│ 12899771 ┆ 1824869 ┆ 0.663472 ┆ 0.663472      ┆ 2             ┆ 2            │\n",
      "│ 12899771 ┆ 80519   ┆ 0.657649 ┆ 0.657649      ┆ 3             ┆ 3            │\n",
      "│ 12899771 ┆ 1825743 ┆ 0.576232 ┆ 0.576232      ┆ 4             ┆ 4            │\n",
      "│ 12899771 ┆ 215084  ┆ 0.561732 ┆ 0.561732      ┆ 5             ┆ 5            │\n",
      "└──────────┴─────────┴──────────┴───────────────┴───────────────┴──────────────┘\n",
      "item_mf_seq\n",
      "shape: (5, 6)\n",
      "┌──────────┬─────────┬──────────┬───────────────┬───────────────┬──────────────┐\n",
      "│ session  ┆ aid     ┆ score    ┆ item_mf_seq_s ┆ item_mf_seq_s ┆ item_mf_seq_ │\n",
      "│ ---      ┆ ---     ┆ ---      ┆ core          ┆ core_rank     ┆ score_min_ra │\n",
      "│ i32      ┆ i32     ┆ f64      ┆ ---           ┆ ---           ┆ nk           │\n",
      "│          ┆         ┆          ┆ f32           ┆ i16           ┆ ---          │\n",
      "│          ┆         ┆          ┆               ┆               ┆ i16          │\n",
      "╞══════════╪═════════╪══════════╪═══════════════╪═══════════════╪══════════════╡\n",
      "│ 12899771 ┆ 1160655 ┆ 1.0      ┆ 1.0           ┆ 1             ┆ 1            │\n",
      "│ 12899771 ┆ 1824869 ┆ 0.663472 ┆ 0.663472      ┆ 2             ┆ 2            │\n",
      "│ 12899771 ┆ 80519   ┆ 0.657649 ┆ 0.657649      ┆ 3             ┆ 3            │\n",
      "│ 12899771 ┆ 1825743 ┆ 0.576232 ┆ 0.576232      ┆ 4             ┆ 4            │\n",
      "│ 12899771 ┆ 215084  ┆ 0.561732 ┆ 0.561732      ┆ 5             ┆ 5            │\n",
      "└──────────┴─────────┴──────────┴───────────────┴───────────────┴──────────────┘\n",
      "user_mf\n",
      "shape: (5, 6)\n",
      "┌──────────┬─────────┬──────────┬───────────────┬───────────────┬──────────────┐\n",
      "│ session  ┆ aid     ┆ score    ┆ user_mf_score ┆ user_mf_score ┆ user_mf_scor │\n",
      "│ ---      ┆ ---     ┆ ---      ┆ ---           ┆ _rank         ┆ e_min_rank   │\n",
      "│ i32      ┆ i32     ┆ f64      ┆ f32           ┆ ---           ┆ ---          │\n",
      "│          ┆         ┆          ┆               ┆ i16           ┆ i16          │\n",
      "╞══════════╪═════════╪══════════╪═══════════════╪═══════════════╪══════════════╡\n",
      "│ 12899771 ┆ 1160655 ┆ 0.935756 ┆ 0.935756      ┆ 1             ┆ 1            │\n",
      "│ 12899771 ┆ 1824869 ┆ 0.689053 ┆ 0.689053      ┆ 2             ┆ 2            │\n",
      "│ 12899771 ┆ 1357281 ┆ 0.681616 ┆ 0.681616      ┆ 3             ┆ 3            │\n",
      "│ 12899771 ┆ 753450  ┆ 0.572916 ┆ 0.572916      ┆ 4             ┆ 4            │\n",
      "│ 12899771 ┆ 215084  ┆ 0.571398 ┆ 0.571398      ┆ 5             ┆ 5            │\n",
      "└──────────┴─────────┴──────────┴───────────────┴───────────────┴──────────────┘\n",
      "item2vec\n",
      "shape: (5, 6)\n",
      "┌──────────┬─────────┬──────────┬───────────────┬───────────────┬──────────────┐\n",
      "│ session  ┆ aid     ┆ score    ┆ item2vec_scor ┆ item2vec_scor ┆ item2vec_sco │\n",
      "│ ---      ┆ ---     ┆ ---      ┆ e             ┆ e_rank        ┆ re_min_rank  │\n",
      "│ i32      ┆ i32     ┆ f64      ┆ ---           ┆ ---           ┆ ---          │\n",
      "│          ┆         ┆          ┆ f32           ┆ i16           ┆ i16          │\n",
      "╞══════════╪═════════╪══════════╪═══════════════╪═══════════════╪══════════════╡\n",
      "│ 12899771 ┆ 1160655 ┆ 1.0      ┆ 1.0           ┆ 1             ┆ 1            │\n",
      "│ 12899771 ┆ 753450  ┆ 0.983584 ┆ 0.983584      ┆ 2             ┆ 2            │\n",
      "│ 12899771 ┆ 1592239 ┆ 0.976759 ┆ 0.976759      ┆ 3             ┆ 3            │\n",
      "│ 12899771 ┆ 834831  ┆ 0.975479 ┆ 0.975479      ┆ 4             ┆ 4            │\n",
      "│ 12899771 ┆ 215084  ┆ 0.974009 ┆ 0.974009      ┆ 5             ┆ 5            │\n",
      "└──────────┴─────────┴──────────┴───────────────┴───────────────┴──────────────┘\n",
      "item2vec\n",
      "shape: (5, 6)\n",
      "┌──────────┬─────────┬──────────┬───────────────┬───────────────┬──────────────┐\n",
      "│ session  ┆ aid     ┆ score    ┆ item2vec_scor ┆ item2vec_scor ┆ item2vec_sco │\n",
      "│ ---      ┆ ---     ┆ ---      ┆ e             ┆ e_rank        ┆ re_min_rank  │\n",
      "│ i32      ┆ i32     ┆ f64      ┆ ---           ┆ ---           ┆ ---          │\n",
      "│          ┆         ┆          ┆ f32           ┆ i16           ┆ i16          │\n",
      "╞══════════╪═════════╪══════════╪═══════════════╪═══════════════╪══════════════╡\n",
      "│ 12899771 ┆ 1160655 ┆ 1.0      ┆ 1.0           ┆ 1             ┆ 1            │\n",
      "│ 12899771 ┆ 753450  ┆ 0.983584 ┆ 0.983584      ┆ 2             ┆ 2            │\n",
      "│ 12899771 ┆ 1592239 ┆ 0.976759 ┆ 0.976759      ┆ 3             ┆ 3            │\n",
      "│ 12899771 ┆ 834831  ┆ 0.975479 ┆ 0.975479      ┆ 4             ┆ 4            │\n",
      "│ 12899771 ┆ 215084  ┆ 0.974009 ┆ 0.974009      ┆ 5             ┆ 5            │\n",
      "└──────────┴─────────┴──────────┴───────────────┴───────────────┴──────────────┘\n",
      "[get session aid list] start [2.3GB(3.2%)]\n",
      "100%|████████████████████████████| 4/4 [00:21<00:00,  5.48s/it, mem=5.2GB(4.8%)]\n",
      "[get session aid list] done [5.2GB(4.8%)(+2.928GB)] 21.9140 s\n",
      "[add target cols] start [5.2GB(4.8%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:02<00:00,  1.26it/s]\n",
      "[add target cols] done [4.5GB(4.5%)(-0.722GB)] 2.3811 s\n",
      "[add no_target cols] start [4.5GB(4.5%)]\n",
      "100%|█████████████████████████████████████████████| 3/3 [00:00<00:00,  3.20it/s]\n",
      "[add no_target cols] done [3.8GB(4.1%)(-0.752GB)] 0.9369 s\n",
      "[drop no target sessions] start [3.8GB(4.1%)]\n",
      "before dropping: (22163340, 8)\n",
      "after dropping: (14613930, 8)\n",
      "[drop no target sessions] done [3.7GB(4.1%)(-0.093GB)] 0.0666 s\n",
      "[split kfold] start [3.7GB(4.1%)]\n",
      "[split kfold] done [3.7GB(4.1%)(-0.017GB)] 2.0852 s\n",
      "[join selected] start [3.7GB(4.1%)]\n",
      "100%|██████████████████████████| 37/37 [00:30<00:00,  1.20it/s, mem=4.3GB(4.3%)]\n",
      "[join selected] done [4.3GB(4.3%)(+0.607GB)] 30.9086 s\n",
      "[join scores] start [4.3GB(4.3%)]\n",
      "100%|██████████████████████████| 37/37 [00:47<00:00,  1.27s/it, mem=8.4GB(6.3%)]\n",
      "[join scores] done [8.4GB(6.3%)(+4.103GB)] 47.1608 s\n",
      "[add cand_feature_selected_num] start [8.4GB(6.3%)]\n",
      "[add cand_feature_selected_num] done [8.4GB(6.3%)(+0.043GB)] 2.0334 s\n",
      "[add cand_feature_score] start [8.4GB(6.3%)]\n",
      "[add cand_feature_score] done [8.3GB(6.3%)(-0.071GB)] 1.1466 s\n",
      "[save cand_df] start [8.3GB(6.3%)]\n",
      "[save cand_df] done [3.4GB(4.5%)(-4.902GB)] 42.2153 s\n",
      "[calc score [cand_merger]] start [3.4GB(4.5%)]\n",
      "shape: (1, 10)\n",
      "┌───────┬────────────┬────────────┬────────────┬─────────┬──────────┬─────────┬──────────┬──────────┬──────────┐\n",
      "│ cg_na ┆ recall_cli ┆ recall_car ┆ recall_ord ┆ recall@ ┆ null_rat ┆ recall@ ┆ recall@1 ┆ recall@2 ┆ recall@3 │\n",
      "│ me    ┆ ck@20      ┆ t@20       ┆ er@20      ┆ 20      ┆ io       ┆ 50      ┆ 00       ┆ 00       ┆ 00       │\n",
      "│ ---   ┆ ---        ┆ ---        ┆ ---        ┆ ---     ┆ ---      ┆ ---     ┆ ---      ┆ ---      ┆ ---      │\n",
      "│ str   ┆ f64        ┆ f64        ┆ f64        ┆ f64     ┆ f64      ┆ f64     ┆ f64      ┆ f64      ┆ f64      │\n",
      "╞═══════╪════════════╪════════════╪════════════╪═════════╪══════════╪═════════╪══════════╪══════════╪══════════╡\n",
      "│ cand_ ┆ 0.468432   ┆ 0.380555   ┆ 0.629529   ┆ 0.53872 ┆ 0.317314 ┆ 0.57392 ┆ 0.593918 ┆ 0.610669 ┆ 0.617862 │\n",
      "│ merge ┆            ┆            ┆            ┆ 7       ┆          ┆ 9       ┆          ┆          ┆          │\n",
      "│ r     ┆            ┆            ┆            ┆         ┆          ┆         ┆          ┆          ┆          │\n",
      "└───────┴────────────┴────────────┴────────────┴─────────┴──────────┴─────────┴──────────┴──────────┴──────────┘\n",
      "[calc score [cand_merger]] done [3.2GB(3.8%)(-0.208GB)] 11.9021 s\n"
     ]
    }
   ],
   "source": [
    "!./bin/002_candidate_generation.sh exp001_dev"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "+ EXP=exp001_dev\n",
      "+ PYTHONPATH=.\n",
      "+ python kaggle_otto2/feature/main.py --exp exp001_dev\n",
      "[create features] start [0.4GB(2.2%)]\n",
      "  0%|                                                    | 0/13 [00:00<?, ?it/s][ItemInterNum] start [0.4GB(2.2%)]\n",
      "\n",
      "  0%|                                                     | 0/4 [00:00<?, ?it/s]\u001b[A\n",
      " 50%|██████████████████████▌                      | 2/4 [00:00<00:00, 11.64it/s]\u001b[A\n",
      "100%|█████████████████████████████████████████████| 4/4 [00:01<00:00,  3.34it/s]\u001b[A\n",
      "[ItemInterNum] done [1.1GB(2.6%)(+0.778GB)] 2.7798 s\n",
      "  8%|███▍                                        | 1/13 [00:02<00:33,  2.78s/it][ItemInterRank] start [1.1GB(2.6%)]\n",
      "\n",
      "  0%|                                                     | 0/4 [00:00<?, ?it/s]\u001b[A\n",
      " 25%|███████████▎                                 | 1/4 [00:00<00:00,  7.00it/s]\u001b[A\n",
      " 50%|██████████████████████▌                      | 2/4 [00:00<00:00,  5.90it/s]\u001b[A\n",
      " 75%|█████████████████████████████████▊           | 3/4 [00:01<00:00,  2.03it/s]\u001b[A\n",
      "100%|█████████████████████████████████████████████| 4/4 [00:02<00:00,  1.61it/s]\u001b[A\n",
      "[ItemInterRank] done [1.5GB(2.8%)(+0.381GB)] 4.3230 s\n",
      " 15%|██████▊                                     | 2/13 [00:07<00:40,  3.69s/it][ItemInterTsStats] start [1.5GB(2.8%)]\n",
      "[ItemInterTsStats] done [1.4GB(2.8%)(-0.128GB)] 1.8080 s\n",
      " 23%|██████████▏                                 | 3/13 [00:08<00:28,  2.83s/it][ItemMultiInterProb] start [1.4GB(2.8%)]\n",
      "[ItemMultiInterProb] done [1.5GB(2.9%)(+0.086GB)] 2.5251 s\n",
      " 31%|█████████████▌                              | 4/13 [00:11<00:24,  2.71s/it][ItemTypeToTypeProb] start [1.5GB(2.9%)]\n",
      "\n",
      "  0%|                                                     | 0/4 [00:00<?, ?it/s]\u001b[A\n",
      " 25%|███████████▎                                 | 1/4 [00:00<00:01,  1.77it/s]\u001b[A\n",
      " 50%|██████████████████████▌                      | 2/4 [00:01<00:01,  1.81it/s]\u001b[A\n",
      " 75%|█████████████████████████████████▊           | 3/4 [00:01<00:00,  2.04it/s]\u001b[A\n",
      "100%|█████████████████████████████████████████████| 4/4 [00:01<00:00,  2.25it/s]\u001b[A\n",
      "[ItemTypeToTypeProb] done [1.6GB(3.0%)(+0.084GB)] 2.7235 s\n",
      " 38%|████████████████▉                           | 5/13 [00:14<00:21,  2.72s/it][UserInterDow] start [1.6GB(3.0%)]\n",
      "[UserInterDow] done [1.5GB(3.0%)(-0.049GB)] 0.7345 s\n",
      " 46%|████████████████████▎                       | 6/13 [00:14<00:14,  2.04s/it][UserInterNum] start [1.5GB(3.0%)]\n",
      "[UserInterNum] done [1.5GB(3.0%)(-0.008GB)] 0.0919 s\n",
      "[UserInterTsDiff] start [1.5GB(3.0%)]\n",
      "[UserInterTsDiff] done [1.3GB(2.9%)(-0.139GB)] 0.3591 s\n",
      " 62%|███████████████████████████                 | 8/13 [00:15<00:05,  1.15s/it][UserInterTsHour] start [1.3GB(2.9%)]\n",
      "[UserInterTsHour] done [1.4GB(2.9%)(+0.038GB)] 0.2180 s\n",
      " 69%|██████████████████████████████▍             | 9/13 [00:15<00:03,  1.10it/s][UserInterTsStats] start [1.4GB(2.9%)]\n",
      "[UserInterTsStats] done [1.3GB(2.9%)(-0.037GB)] 0.1288 s\n",
      " 77%|█████████████████████████████████          | 10/13 [00:15<00:02,  1.44it/s][UserItemFirstInterRank] start [1.3GB(2.9%)]\n",
      "[UserItemFirstInterRank] done [1.3GB(2.9%)(-0.038GB)] 0.4287 s\n",
      " 85%|████████████████████████████████████▍      | 11/13 [00:16<00:01,  1.61it/s][UserItemIsFirstInter] start [1.3GB(2.9%)]\n",
      "[UserItemIsFirstInter] done [1.3GB(2.9%)(-0.051GB)] 0.5827 s\n",
      " 92%|███████████████████████████████████████▋   | 12/13 [00:16<00:00,  1.64it/s][UserTsDiff] start [1.3GB(2.9%)]\n",
      "[UserTsDiff] done [1.3GB(2.9%)(+0.014GB)] 0.1178 s\n",
      "100%|███████████████████████████████████████████| 13/13 [00:16<00:00,  1.29s/it]\n",
      "[create features] done [1.3GB(2.9%)(+0.896GB)] 16.8324 s\n",
      "[merge features] start [1.3GB(2.9%)]\n",
      "[merge] start [1.3GB(2.9%)]\n",
      "[merge features] start [1.3GB(2.9%)]\n",
      "100%|███████████████████████████████████████████| 13/13 [00:01<00:00,  8.71it/s]\n",
      "[merge features] done [1.8GB(3.1%)(+0.501GB)] 1.4929 s\n",
      "[load cand_merger cand_df] start [1.8GB(3.1%)]\n",
      "[load cand_merger cand_df] done [6.6GB(5.5%)(+4.784GB)] 1.4146 s\n",
      "[merge features into cand_df] start [6.6GB(5.5%)]\n",
      "['aid', 'session', 'session,aid']\n",
      "100%|███████████████████████████| 3/3 [00:01<00:00,  2.03it/s, mem=12.9GB(8.6%)]\n",
      "[merge features into cand_df] done [12.9GB(8.6%)(+6.382GB)] 1.4774 s\n",
      "[fillna and convert dtypes] start [12.9GB(8.6%)]\n",
      "100%|███████████████████████████████████████████| 13/13 [00:02<00:00,  4.80it/s]\n",
      "[fillna and convert dtypes] done [12.9GB(8.6%)(-0.007GB)] 2.7114 s\n",
      "[save cand_df] start [12.9GB(8.6%)]\n",
      "[save cand_df] done [12.9GB(8.6%)(-0.000GB)] 76.8182 s\n",
      "[merge] done [12.9GB(8.6%)(+11.659GB)] 83.9163 s\n",
      "[merge features] done [1.8GB(3.2%)(+0.580GB)] 84.0911 s\n",
      "[negative sampling] start [1.8GB(3.2%)]\n",
      "[neg sampling] start [1.8GB(3.2%)]\n",
      "[load] start [1.8GB(3.2%)]\n",
      "[load] done [12.9GB(8.6%)(+11.008GB)] 4.2592 s\n",
      "[neg sample] start [12.9GB(8.6%)]\n",
      "before negative sampling:  (14613930, 291)\n",
      "after negative sampling:  (7340099, 291)\n",
      "[neg sample] done [7.4GB(5.9%)(-5.455GB)] 88.2278 s\n",
      "[save cand_df] start [7.4GB(5.9%)]\n",
      "[save cand_df] done [1.9GB(3.2%)(-5.515GB)] 41.3557 s\n",
      "[neg sampling] done [1.9GB(3.2%)(+0.038GB)] 133.8444 s\n",
      "[negative sampling] done [1.9GB(3.2%)(+0.038GB)] 133.8449 s\n"
     ]
    }
   ],
   "source": [
    "!./bin/003_feature_engineering.sh exp001_dev"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "+ EXP=exp001_dev\n",
      "+ MODEL_TYPE=lgbm\n",
      "+ PYTHONPATH=.\n",
      "+ python kaggle_otto2/ranker_trainer/main.py --exp exp001_dev --model_type lgbm\n",
      "[target_col: target_inter Fold: 0/2] start [0.4GB(2.2%)]\n",
      "[load train_df [target_inter 0]] start [0.4GB(2.2%)]\n",
      "[load train_df [target_inter 0]] done [4.9GB(4.5%)(+4.453GB)] 2.0556 s\n",
      "[load neg_valid_df [target_inter 0]] start [4.9GB(4.5%)]\n",
      "[load neg_valid_df [target_inter 0]] done [7.1GB(5.6%)(+2.167GB)] 1.6764 s\n",
      "[load valid_df [target_inter 0]] start [7.1GB(5.6%)]\n",
      "[load valid_df [target_inter 0]] done [10.6GB(7.3%)(+3.521GB)] 3.7479 s\n",
      "train_df.shape: (4893793, 277)\n",
      "neg_valid_df.shape: (2446306, 277)\n",
      "valid_df.shape: (4871311, 277)\n",
      "/opt/conda/envs/kaggle-otto/lib/python3.9/site-packages/lightgbm/sklearn.py:621: UserWarning: Found 'eval_at' in params. Will use it instead of 'eval_at' argument\n",
      "  _log_warning(f\"Found '{alias}' in params. Will use it instead of 'eval_at' argument\")\n",
      "[LightGBM] [Warning] boosting is set=gbdt, boosting_type=gbdt will be ignored. Current value: boosting=gbdt\n",
      "[30]\tvalid_0's ndcg@20: 0.682466\n",
      "[60]\tvalid_0's ndcg@20: 0.685798\n",
      "[90]\tvalid_0's ndcg@20: 0.687294\n",
      "[120]\tvalid_0's ndcg@20: 0.688559\n",
      "[150]\tvalid_0's ndcg@20: 0.689426\n",
      "[180]\tvalid_0's ndcg@20: 0.690213\n",
      "[210]\tvalid_0's ndcg@20: 0.690398\n",
      "[240]\tvalid_0's ndcg@20: 0.690568\n",
      "[270]\tvalid_0's ndcg@20: 0.690744\n",
      "[300]\tvalid_0's ndcg@20: 0.691325\n",
      "[330]\tvalid_0's ndcg@20: 0.691265\n",
      "[360]\tvalid_0's ndcg@20: 0.691307\n",
      "[390]\tvalid_0's ndcg@20: 0.69128\n",
      "[target_col: target_inter Fold: 0/2] done [8.2GB(6.1%)(+7.720GB)] 197.3977 s\n",
      "[target_col: target_inter Fold: 1/2] start [8.2GB(6.1%)]\n",
      "[load train_df [target_inter 1]] start [8.2GB(6.1%)]\n",
      "[load train_df [target_inter 1]] done [8.1GB(6.1%)(-0.010GB)] 2.0260 s\n",
      "[load neg_valid_df [target_inter 1]] start [8.1GB(6.1%)]\n",
      "[load neg_valid_df [target_inter 1]] done [10.0GB(7.0%)(+1.876GB)] 1.6574 s\n",
      "[load valid_df [target_inter 1]] start [10.0GB(7.0%)]\n",
      "[load valid_df [target_inter 1]] done [13.4GB(8.7%)(+3.412GB)] 3.7331 s\n",
      "train_df.shape: (4894024, 277)\n",
      "neg_valid_df.shape: (2446075, 277)\n",
      "valid_df.shape: (4871309, 277)\n",
      "/opt/conda/envs/kaggle-otto/lib/python3.9/site-packages/lightgbm/sklearn.py:621: UserWarning: Found 'eval_at' in params. Will use it instead of 'eval_at' argument\n",
      "  _log_warning(f\"Found '{alias}' in params. Will use it instead of 'eval_at' argument\")\n",
      "[LightGBM] [Warning] boosting is set=gbdt, boosting_type=gbdt will be ignored. Current value: boosting=gbdt\n",
      "[30]\tvalid_0's ndcg@20: 0.685229\n",
      "[60]\tvalid_0's ndcg@20: 0.687393\n",
      "[90]\tvalid_0's ndcg@20: 0.689632\n",
      "[120]\tvalid_0's ndcg@20: 0.69084\n",
      "[150]\tvalid_0's ndcg@20: 0.69151\n",
      "[180]\tvalid_0's ndcg@20: 0.692075\n",
      "[210]\tvalid_0's ndcg@20: 0.692364\n",
      "[240]\tvalid_0's ndcg@20: 0.692831\n",
      "[270]\tvalid_0's ndcg@20: 0.692693\n",
      "[300]\tvalid_0's ndcg@20: 0.692895\n",
      "[330]\tvalid_0's ndcg@20: 0.692751\n",
      "[360]\tvalid_0's ndcg@20: 0.692832\n",
      "[390]\tvalid_0's ndcg@20: 0.692308\n",
      "[target_col: target_inter Fold: 1/2] done [10.3GB(7.2%)(+2.146GB)] 190.6413 s\n",
      "[target_col: target_inter Fold: 2/2] start [10.3GB(7.2%)]\n",
      "[load train_df [target_inter 2]] start [10.3GB(7.2%)]\n",
      "[load train_df [target_inter 2]] done [9.5GB(6.8%)(-0.804GB)] 2.0592 s\n",
      "[load neg_valid_df [target_inter 2]] start [9.5GB(6.8%)]\n",
      "[load neg_valid_df [target_inter 2]] done [11.4GB(7.8%)(+1.945GB)] 1.7203 s\n",
      "[load valid_df [target_inter 2]] start [11.4GB(7.8%)]\n",
      "[load valid_df [target_inter 2]] done [14.9GB(9.4%)(+3.421GB)] 3.7475 s\n",
      "train_df.shape: (4892381, 277)\n",
      "neg_valid_df.shape: (2447718, 277)\n",
      "valid_df.shape: (4871310, 277)\n",
      "/opt/conda/envs/kaggle-otto/lib/python3.9/site-packages/lightgbm/sklearn.py:621: UserWarning: Found 'eval_at' in params. Will use it instead of 'eval_at' argument\n",
      "  _log_warning(f\"Found '{alias}' in params. Will use it instead of 'eval_at' argument\")\n",
      "[LightGBM] [Warning] boosting is set=gbdt, boosting_type=gbdt will be ignored. Current value: boosting=gbdt\n",
      "[30]\tvalid_0's ndcg@20: 0.686997\n",
      "[60]\tvalid_0's ndcg@20: 0.689882\n",
      "[90]\tvalid_0's ndcg@20: 0.691461\n",
      "[120]\tvalid_0's ndcg@20: 0.693167\n",
      "[150]\tvalid_0's ndcg@20: 0.694203\n",
      "[180]\tvalid_0's ndcg@20: 0.694691\n",
      "[210]\tvalid_0's ndcg@20: 0.694779\n",
      "[240]\tvalid_0's ndcg@20: 0.694989\n",
      "[270]\tvalid_0's ndcg@20: 0.695252\n",
      "[300]\tvalid_0's ndcg@20: 0.695312\n",
      "[330]\tvalid_0's ndcg@20: 0.69528\n",
      "[360]\tvalid_0's ndcg@20: 0.695036\n",
      "[390]\tvalid_0's ndcg@20: 0.695078\n",
      "[target_col: target_inter Fold: 2/2] done [10.6GB(7.4%)(+0.265GB)] 189.8179 s\n",
      "[target_col: target_buy Fold: 0/2] start [4.8GB(4.5%)]\n",
      "[load train_df [target_buy 0]] start [4.8GB(4.5%)]\n",
      "[load train_df [target_buy 0]] done [5.8GB(5.0%)(+0.985GB)] 1.5737 s\n",
      "[load neg_valid_df [target_buy 0]] start [5.8GB(5.0%)]\n",
      "[load neg_valid_df [target_buy 0]] done [6.4GB(5.3%)(+0.589GB)] 1.4860 s\n",
      "[load valid_df [target_buy 0]] start [6.4GB(5.3%)]\n",
      "[load valid_df [target_buy 0]] done [6.9GB(5.5%)(+0.504GB)] 3.1425 s\n",
      "train_df.shape: (1006403, 277)\n",
      "neg_valid_df.shape: (489913, 277)\n",
      "valid_df.shape: (972839, 277)\n",
      "/opt/conda/envs/kaggle-otto/lib/python3.9/site-packages/lightgbm/sklearn.py:621: UserWarning: Found 'eval_at' in params. Will use it instead of 'eval_at' argument\n",
      "  _log_warning(f\"Found '{alias}' in params. Will use it instead of 'eval_at' argument\")\n",
      "[LightGBM] [Warning] boosting is set=gbdt, boosting_type=gbdt will be ignored. Current value: boosting=gbdt\n",
      "[30]\tvalid_0's ndcg@20: 0.809237\n",
      "[60]\tvalid_0's ndcg@20: 0.809781\n",
      "[90]\tvalid_0's ndcg@20: 0.81076\n",
      "[120]\tvalid_0's ndcg@20: 0.81081\n",
      "[150]\tvalid_0's ndcg@20: 0.811714\n",
      "[180]\tvalid_0's ndcg@20: 0.811817\n",
      "[210]\tvalid_0's ndcg@20: 0.811188\n",
      "[240]\tvalid_0's ndcg@20: 0.810773\n",
      "[270]\tvalid_0's ndcg@20: 0.811159\n",
      "[300]\tvalid_0's ndcg@20: 0.810917\n",
      "[target_col: target_buy Fold: 0/2] done [6.8GB(5.5%)(+1.985GB)] 42.4935 s\n",
      "[target_col: target_buy Fold: 1/2] start [6.8GB(5.5%)]\n",
      "[load train_df [target_buy 1]] start [6.8GB(5.5%)]\n",
      "[load train_df [target_buy 1]] done [5.8GB(5.0%)(-0.971GB)] 1.5803 s\n",
      "[load neg_valid_df [target_buy 1]] start [5.8GB(5.0%)]\n",
      "[load neg_valid_df [target_buy 1]] done [6.1GB(5.2%)(+0.255GB)] 1.5247 s\n",
      "[load valid_df [target_buy 1]] start [6.1GB(5.2%)]\n",
      "[load valid_df [target_buy 1]] done [6.8GB(5.5%)(+0.727GB)] 3.1690 s\n",
      "train_df.shape: (983680, 277)\n",
      "neg_valid_df.shape: (512636, 277)\n",
      "valid_df.shape: (1019010, 277)\n",
      "/opt/conda/envs/kaggle-otto/lib/python3.9/site-packages/lightgbm/sklearn.py:621: UserWarning: Found 'eval_at' in params. Will use it instead of 'eval_at' argument\n",
      "  _log_warning(f\"Found '{alias}' in params. Will use it instead of 'eval_at' argument\")\n",
      "[LightGBM] [Warning] boosting is set=gbdt, boosting_type=gbdt will be ignored. Current value: boosting=gbdt\n",
      "[30]\tvalid_0's ndcg@20: 0.800497\n",
      "[60]\tvalid_0's ndcg@20: 0.801908\n",
      "[90]\tvalid_0's ndcg@20: 0.802996\n",
      "[120]\tvalid_0's ndcg@20: 0.802575\n",
      "[150]\tvalid_0's ndcg@20: 0.802804\n",
      "[180]\tvalid_0's ndcg@20: 0.803074\n",
      "[210]\tvalid_0's ndcg@20: 0.803079\n",
      "[240]\tvalid_0's ndcg@20: 0.803357\n",
      "[270]\tvalid_0's ndcg@20: 0.803225\n",
      "[300]\tvalid_0's ndcg@20: 0.802793\n",
      "[target_col: target_buy Fold: 1/2] done [6.9GB(5.6%)(+0.169GB)] 40.8300 s\n",
      "[target_col: target_buy Fold: 2/2] start [6.9GB(5.6%)]\n",
      "[load train_df [target_buy 2]] start [6.9GB(5.6%)]\n",
      "[load train_df [target_buy 2]] done [6.0GB(5.1%)(-0.925GB)] 1.5757 s\n",
      "[load neg_valid_df [target_buy 2]] start [6.0GB(5.1%)]\n",
      "[load neg_valid_df [target_buy 2]] done [6.5GB(5.9%)(+0.500GB)] 2.0284 s\n",
      "[load valid_df [target_buy 2]] start [6.5GB(5.9%)]\n",
      "[load valid_df [target_buy 2]] done [7.0GB(5.6%)(+0.463GB)] 3.6776 s\n",
      "train_df.shape: (1002549, 277)\n",
      "neg_valid_df.shape: (493767, 277)\n",
      "valid_df.shape: (981643, 277)\n",
      "/opt/conda/envs/kaggle-otto/lib/python3.9/site-packages/lightgbm/sklearn.py:621: UserWarning: Found 'eval_at' in params. Will use it instead of 'eval_at' argument\n",
      "  _log_warning(f\"Found '{alias}' in params. Will use it instead of 'eval_at' argument\")\n",
      "[LightGBM] [Warning] boosting is set=gbdt, boosting_type=gbdt will be ignored. Current value: boosting=gbdt\n",
      "[30]\tvalid_0's ndcg@20: 0.802134\n",
      "[60]\tvalid_0's ndcg@20: 0.803622\n",
      "[90]\tvalid_0's ndcg@20: 0.803853\n",
      "[120]\tvalid_0's ndcg@20: 0.804626\n",
      "[150]\tvalid_0's ndcg@20: 0.805452\n",
      "[180]\tvalid_0's ndcg@20: 0.805462\n",
      "[210]\tvalid_0's ndcg@20: 0.805578\n",
      "[240]\tvalid_0's ndcg@20: 0.805011\n",
      "[270]\tvalid_0's ndcg@20: 0.804869\n",
      "[300]\tvalid_0's ndcg@20: 0.804618\n",
      "[target_col: target_buy Fold: 2/2] done [7.1GB(5.7%)(+0.186GB)] 42.7223 s\n",
      "[target_col: target_click Fold: 0/2] start [4.9GB(4.6%)]\n",
      "[load train_df [target_click 0]] start [4.9GB(4.6%)]\n",
      "[load train_df [target_click 0]] done [7.8GB(6.0%)(+2.946GB)] 2.0226 s\n",
      "[load neg_valid_df [target_click 0]] start [7.8GB(6.0%)]\n",
      "[load neg_valid_df [target_click 0]] done [9.7GB(6.9%)(+1.874GB)] 1.7174 s\n",
      "[load valid_df [target_click 0]] start [9.7GB(6.9%)]\n",
      "[load valid_df [target_click 0]] done [12.6GB(8.3%)(+2.912GB)] 3.6396 s\n",
      "train_df.shape: (4382743, 277)\n",
      "neg_valid_df.shape: (2192169, 277)\n",
      "valid_df.shape: (4366567, 277)\n",
      "/opt/conda/envs/kaggle-otto/lib/python3.9/site-packages/lightgbm/sklearn.py:621: UserWarning: Found 'eval_at' in params. Will use it instead of 'eval_at' argument\n",
      "  _log_warning(f\"Found '{alias}' in params. Will use it instead of 'eval_at' argument\")\n",
      "[LightGBM] [Warning] boosting is set=gbdt, boosting_type=gbdt will be ignored. Current value: boosting=gbdt\n",
      "[30]\tvalid_0's ndcg@20: 0.653737\n",
      "[60]\tvalid_0's ndcg@20: 0.656148\n",
      "[90]\tvalid_0's ndcg@20: 0.657674\n",
      "[120]\tvalid_0's ndcg@20: 0.65911\n",
      "[150]\tvalid_0's ndcg@20: 0.659768\n",
      "[180]\tvalid_0's ndcg@20: 0.660044\n",
      "[210]\tvalid_0's ndcg@20: 0.660223\n",
      "[240]\tvalid_0's ndcg@20: 0.660496\n",
      "[270]\tvalid_0's ndcg@20: 0.660148\n",
      "[300]\tvalid_0's ndcg@20: 0.660287\n",
      "[330]\tvalid_0's ndcg@20: 0.660543\n",
      "[360]\tvalid_0's ndcg@20: 0.660544\n",
      "[390]\tvalid_0's ndcg@20: 0.66055\n",
      "[target_col: target_click Fold: 0/2] done [8.9GB(6.6%)(+4.057GB)] 171.3219 s\n",
      "[target_col: target_click Fold: 1/2] start [8.9GB(6.6%)]\n",
      "[load train_df [target_click 1]] start [8.9GB(6.6%)]\n",
      "[load train_df [target_click 1]] done [8.9GB(6.5%)(+0.004GB)] 2.0136 s\n",
      "[load neg_valid_df [target_click 1]] start [8.9GB(6.5%)]\n",
      "[load neg_valid_df [target_click 1]] done [10.6GB(7.3%)(+1.633GB)] 1.7185 s\n",
      "[load valid_df [target_click 1]] start [10.6GB(7.3%)]\n",
      "[load valid_df [target_click 1]] done [13.6GB(8.8%)(+3.001GB)] 3.6987 s\n",
      "train_df.shape: (4385864, 277)\n",
      "neg_valid_df.shape: (2189048, 277)\n",
      "valid_df.shape: (4359517, 277)\n",
      "/opt/conda/envs/kaggle-otto/lib/python3.9/site-packages/lightgbm/sklearn.py:621: UserWarning: Found 'eval_at' in params. Will use it instead of 'eval_at' argument\n",
      "  _log_warning(f\"Found '{alias}' in params. Will use it instead of 'eval_at' argument\")\n",
      "[LightGBM] [Warning] boosting is set=gbdt, boosting_type=gbdt will be ignored. Current value: boosting=gbdt\n",
      "[30]\tvalid_0's ndcg@20: 0.655101\n",
      "[60]\tvalid_0's ndcg@20: 0.656935\n",
      "[90]\tvalid_0's ndcg@20: 0.659014\n",
      "[120]\tvalid_0's ndcg@20: 0.660223\n",
      "[150]\tvalid_0's ndcg@20: 0.660841\n",
      "[180]\tvalid_0's ndcg@20: 0.661118\n",
      "[210]\tvalid_0's ndcg@20: 0.661145\n",
      "[240]\tvalid_0's ndcg@20: 0.661606\n",
      "[270]\tvalid_0's ndcg@20: 0.661299\n",
      "[300]\tvalid_0's ndcg@20: 0.66134\n",
      "[330]\tvalid_0's ndcg@20: 0.661654\n",
      "[360]\tvalid_0's ndcg@20: 0.661303\n",
      "[390]\tvalid_0's ndcg@20: 0.661374\n",
      "[target_col: target_click Fold: 1/2] done [9.0GB(6.6%)(+0.095GB)] 170.6757 s\n",
      "[target_col: target_click Fold: 2/2] start [9.0GB(6.6%)]\n",
      "[load train_df [target_click 2]] start [9.0GB(6.6%)]\n",
      "[load train_df [target_click 2]] done [9.1GB(6.6%)(+0.036GB)] 2.0040 s\n",
      "[load neg_valid_df [target_click 2]] start [9.1GB(6.6%)]\n",
      "[load neg_valid_df [target_click 2]] done [10.8GB(7.5%)(+1.729GB)] 1.6910 s\n",
      "[load valid_df [target_click 2]] start [10.8GB(7.5%)]\n",
      "[load valid_df [target_click 2]] done [13.8GB(9.0%)(+3.057GB)] 3.6869 s\n",
      "train_df.shape: (4381217, 277)\n",
      "neg_valid_df.shape: (2193695, 277)\n",
      "valid_df.shape: (4365370, 277)\n",
      "/opt/conda/envs/kaggle-otto/lib/python3.9/site-packages/lightgbm/sklearn.py:621: UserWarning: Found 'eval_at' in params. Will use it instead of 'eval_at' argument\n",
      "  _log_warning(f\"Found '{alias}' in params. Will use it instead of 'eval_at' argument\")\n",
      "[LightGBM] [Warning] boosting is set=gbdt, boosting_type=gbdt will be ignored. Current value: boosting=gbdt\n",
      "[30]\tvalid_0's ndcg@20: 0.659153\n",
      "[60]\tvalid_0's ndcg@20: 0.661678\n",
      "[90]\tvalid_0's ndcg@20: 0.663449\n",
      "[120]\tvalid_0's ndcg@20: 0.664352\n",
      "[150]\tvalid_0's ndcg@20: 0.665196\n",
      "[180]\tvalid_0's ndcg@20: 0.66501\n",
      "[210]\tvalid_0's ndcg@20: 0.665322\n",
      "[240]\tvalid_0's ndcg@20: 0.66558\n",
      "[270]\tvalid_0's ndcg@20: 0.665494\n",
      "[300]\tvalid_0's ndcg@20: 0.665461\n",
      "[330]\tvalid_0's ndcg@20: 0.665446\n",
      "[360]\tvalid_0's ndcg@20: 0.665343\n",
      "[390]\tvalid_0's ndcg@20: 0.665195\n",
      "[target_col: target_click Fold: 2/2] done [10.0GB(7.1%)(+0.958GB)] 167.7790 s\n",
      "[target_col: target_cart Fold: 0/2] start [5.1GB(4.7%)]\n",
      "[load train_df [target_cart 0]] start [5.1GB(4.7%)]\n",
      "[load train_df [target_cart 0]] done [6.0GB(5.1%)(+0.938GB)] 1.5520 s\n",
      "[load neg_valid_df [target_cart 0]] start [6.0GB(5.1%)]\n",
      "[load neg_valid_df [target_cart 0]] done [6.4GB(5.3%)(+0.404GB)] 1.4607 s\n",
      "[load valid_df [target_cart 0]] start [6.4GB(5.3%)]\n",
      "[load valid_df [target_cart 0]] done [7.1GB(5.6%)(+0.639GB)] 3.0421 s\n",
      "train_df.shape: (1003483, 277)\n",
      "neg_valid_df.shape: (488325, 277)\n",
      "valid_df.shape: (971251, 277)\n",
      "/opt/conda/envs/kaggle-otto/lib/python3.9/site-packages/lightgbm/sklearn.py:621: UserWarning: Found 'eval_at' in params. Will use it instead of 'eval_at' argument\n",
      "  _log_warning(f\"Found '{alias}' in params. Will use it instead of 'eval_at' argument\")\n",
      "[LightGBM] [Warning] boosting is set=gbdt, boosting_type=gbdt will be ignored. Current value: boosting=gbdt\n",
      "[30]\tvalid_0's ndcg@20: 0.737133\n",
      "[60]\tvalid_0's ndcg@20: 0.738568\n",
      "[90]\tvalid_0's ndcg@20: 0.739366\n",
      "[120]\tvalid_0's ndcg@20: 0.74034\n",
      "[150]\tvalid_0's ndcg@20: 0.739449\n",
      "[180]\tvalid_0's ndcg@20: 0.738311\n",
      "[210]\tvalid_0's ndcg@20: 0.738564\n",
      "[240]\tvalid_0's ndcg@20: 0.738042\n",
      "[target_col: target_cart Fold: 0/2] done [6.6GB(5.5%)(+1.513GB)] 41.1503 s\n",
      "[target_col: target_cart Fold: 1/2] start [6.6GB(5.5%)]\n",
      "[load train_df [target_cart 1]] start [6.6GB(5.5%)]\n",
      "[load train_df [target_cart 1]] done [5.9GB(5.2%)(-0.669GB)] 2.5710 s\n",
      "[load neg_valid_df [target_cart 1]] start [5.9GB(5.2%)]\n",
      "[load neg_valid_df [target_cart 1]] done [6.4GB(5.3%)(+0.431GB)] 1.5429 s\n",
      "[load valid_df [target_cart 1]] start [6.4GB(5.3%)]\n",
      "[load valid_df [target_cart 1]] done [7.0GB(5.6%)(+0.640GB)] 2.9946 s\n",
      "train_df.shape: (980642, 277)\n",
      "neg_valid_df.shape: (511166, 277)\n",
      "valid_df.shape: (1017540, 277)\n",
      "/opt/conda/envs/kaggle-otto/lib/python3.9/site-packages/lightgbm/sklearn.py:621: UserWarning: Found 'eval_at' in params. Will use it instead of 'eval_at' argument\n",
      "  _log_warning(f\"Found '{alias}' in params. Will use it instead of 'eval_at' argument\")\n",
      "[LightGBM] [Warning] boosting is set=gbdt, boosting_type=gbdt will be ignored. Current value: boosting=gbdt\n",
      "[30]\tvalid_0's ndcg@20: 0.733355\n",
      "[60]\tvalid_0's ndcg@20: 0.735364\n",
      "[90]\tvalid_0's ndcg@20: 0.736169\n",
      "[120]\tvalid_0's ndcg@20: 0.736026\n",
      "[150]\tvalid_0's ndcg@20: 0.736733\n",
      "[180]\tvalid_0's ndcg@20: 0.736731\n",
      "[210]\tvalid_0's ndcg@20: 0.736647\n",
      "[240]\tvalid_0's ndcg@20: 0.736135\n",
      "[target_col: target_cart Fold: 1/2] done [6.9GB(5.6%)(+0.278GB)] 37.5973 s\n",
      "[target_col: target_cart Fold: 2/2] start [6.9GB(5.6%)]\n",
      "[load train_df [target_cart 2]] start [6.9GB(5.6%)]\n",
      "[load train_df [target_cart 2]] done [6.1GB(5.2%)(-0.750GB)] 1.5499 s\n",
      "[load neg_valid_df [target_cart 2]] start [6.1GB(5.2%)]\n",
      "[load neg_valid_df [target_cart 2]] done [6.5GB(5.4%)(+0.350GB)] 1.4363 s\n",
      "[load valid_df [target_cart 2]] start [6.5GB(5.4%)]\n",
      "[load valid_df [target_cart 2]] done [7.2GB(5.7%)(+0.681GB)] 2.9939 s\n",
      "train_df.shape: (999491, 277)\n",
      "neg_valid_df.shape: (492317, 277)\n",
      "valid_df.shape: (980193, 277)\n",
      "/opt/conda/envs/kaggle-otto/lib/python3.9/site-packages/lightgbm/sklearn.py:621: UserWarning: Found 'eval_at' in params. Will use it instead of 'eval_at' argument\n",
      "  _log_warning(f\"Found '{alias}' in params. Will use it instead of 'eval_at' argument\")\n",
      "[LightGBM] [Warning] boosting is set=gbdt, boosting_type=gbdt will be ignored. Current value: boosting=gbdt\n",
      "[30]\tvalid_0's ndcg@20: 0.730786\n",
      "[60]\tvalid_0's ndcg@20: 0.732133\n",
      "[90]\tvalid_0's ndcg@20: 0.73311\n",
      "[120]\tvalid_0's ndcg@20: 0.733621\n",
      "[150]\tvalid_0's ndcg@20: 0.734689\n",
      "[180]\tvalid_0's ndcg@20: 0.734336\n",
      "[210]\tvalid_0's ndcg@20: 0.734527\n",
      "[240]\tvalid_0's ndcg@20: 0.7347\n",
      "[target_col: target_cart Fold: 2/2] done [7.3GB(5.8%)(+0.440GB)] 38.3333 s\n",
      "[target_col: target_order Fold: 0/2] start [5.1GB(4.7%)]\n",
      "[load train_df [target_order 0]] start [5.1GB(4.7%)]\n",
      "[load train_df [target_order 0]] done [5.7GB(5.0%)(+0.617GB)] 1.4895 s\n",
      "[load neg_valid_df [target_order 0]] start [5.7GB(5.0%)]\n",
      "[load neg_valid_df [target_order 0]] done [5.8GB(5.0%)(+0.072GB)] 1.4127 s\n",
      "[load valid_df [target_order 0]] start [5.8GB(5.0%)]\n",
      "[load valid_df [target_order 0]] done [6.2GB(5.3%)(+0.431GB)] 2.9057 s\n",
      "train_df.shape: (614448, 277)\n",
      "neg_valid_df.shape: (311723, 277)\n",
      "valid_df.shape: (619073, 277)\n",
      "/opt/conda/envs/kaggle-otto/lib/python3.9/site-packages/lightgbm/sklearn.py:621: UserWarning: Found 'eval_at' in params. Will use it instead of 'eval_at' argument\n",
      "  _log_warning(f\"Found '{alias}' in params. Will use it instead of 'eval_at' argument\")\n",
      "[LightGBM] [Warning] boosting is set=gbdt, boosting_type=gbdt will be ignored. Current value: boosting=gbdt\n",
      "[30]\tvalid_0's ndcg@20: 0.863656\n",
      "[60]\tvalid_0's ndcg@20: 0.864365\n",
      "[90]\tvalid_0's ndcg@20: 0.864927\n",
      "[120]\tvalid_0's ndcg@20: 0.865238\n",
      "[150]\tvalid_0's ndcg@20: 0.866548\n",
      "[180]\tvalid_0's ndcg@20: 0.865389\n",
      "[210]\tvalid_0's ndcg@20: 0.86512\n",
      "[240]\tvalid_0's ndcg@20: 0.865057\n",
      "[target_col: target_order Fold: 0/2] done [6.1GB(5.2%)(+0.973GB)] 27.0867 s\n",
      "[target_col: target_order Fold: 1/2] start [6.1GB(5.2%)]\n",
      "[load train_df [target_order 1]] start [6.0GB(5.2%)]\n",
      "[load train_df [target_order 1]] done [5.7GB(5.0%)(-0.332GB)] 1.4799 s\n",
      "[load neg_valid_df [target_order 1]] start [5.7GB(5.0%)]\n",
      "[load neg_valid_df [target_order 1]] done [5.8GB(5.1%)(+0.087GB)] 1.4047 s\n",
      "[load valid_df [target_order 1]] start [5.8GB(5.1%)]\n",
      "[load valid_df [target_order 1]] done [6.2GB(5.3%)(+0.445GB)] 2.9751 s\n",
      "train_df.shape: (621259, 277)\n",
      "neg_valid_df.shape: (304912, 277)\n",
      "valid_df.shape: (606136, 277)\n",
      "/opt/conda/envs/kaggle-otto/lib/python3.9/site-packages/lightgbm/sklearn.py:621: UserWarning: Found 'eval_at' in params. Will use it instead of 'eval_at' argument\n",
      "  _log_warning(f\"Found '{alias}' in params. Will use it instead of 'eval_at' argument\")\n",
      "[LightGBM] [Warning] boosting is set=gbdt, boosting_type=gbdt will be ignored. Current value: boosting=gbdt\n",
      "[30]\tvalid_0's ndcg@20: 0.860888\n",
      "[60]\tvalid_0's ndcg@20: 0.862338\n",
      "[90]\tvalid_0's ndcg@20: 0.862953\n",
      "[120]\tvalid_0's ndcg@20: 0.862758\n",
      "[150]\tvalid_0's ndcg@20: 0.863585\n",
      "[180]\tvalid_0's ndcg@20: 0.86332\n",
      "[210]\tvalid_0's ndcg@20: 0.863058\n",
      "[240]\tvalid_0's ndcg@20: 0.863163\n",
      "[target_col: target_order Fold: 1/2] done [6.3GB(5.3%)(+0.242GB)] 28.1567 s\n",
      "[target_col: target_order Fold: 2/2] start [6.3GB(5.3%)]\n",
      "[load train_df [target_order 2]] start [6.3GB(5.3%)]\n",
      "[load train_df [target_order 2]] done [5.7GB(5.0%)(-0.572GB)] 1.4768 s\n",
      "[load neg_valid_df [target_order 2]] start [5.7GB(5.0%)]\n",
      "[load neg_valid_df [target_order 2]] done [5.9GB(5.1%)(+0.180GB)] 1.4140 s\n",
      "[load valid_df [target_order 2]] start [5.9GB(5.1%)]\n",
      "[load valid_df [target_order 2]] done [6.3GB(5.3%)(+0.449GB)] 2.9004 s\n",
      "train_df.shape: (616635, 277)\n",
      "neg_valid_df.shape: (309536, 277)\n",
      "valid_df.shape: (614948, 277)\n",
      "/opt/conda/envs/kaggle-otto/lib/python3.9/site-packages/lightgbm/sklearn.py:621: UserWarning: Found 'eval_at' in params. Will use it instead of 'eval_at' argument\n",
      "  _log_warning(f\"Found '{alias}' in params. Will use it instead of 'eval_at' argument\")\n",
      "[LightGBM] [Warning] boosting is set=gbdt, boosting_type=gbdt will be ignored. Current value: boosting=gbdt\n",
      "[30]\tvalid_0's ndcg@20: 0.856353\n",
      "[60]\tvalid_0's ndcg@20: 0.857197\n",
      "[90]\tvalid_0's ndcg@20: 0.857408\n",
      "[120]\tvalid_0's ndcg@20: 0.858436\n",
      "[150]\tvalid_0's ndcg@20: 0.857738\n",
      "[180]\tvalid_0's ndcg@20: 0.857502\n",
      "[210]\tvalid_0's ndcg@20: 0.857683\n",
      "[240]\tvalid_0's ndcg@20: 0.857298\n",
      "[target_col: target_order Fold: 2/2] done [6.4GB(5.4%)(+0.128GB)] 27.1125 s\n",
      "null num: 39456\n",
      "len(eval_df): 107950\n",
      "null ratio: 0.36550254747568317\n",
      "0.5489799803092212\n",
      "type\n",
      "0    0.486533\n",
      "1    0.391932\n",
      "2    0.637912\n",
      "dtype: float64\n"
     ]
    }
   ],
   "source": [
    "!./bin/004_train_ranker.sh exp001_dev lgbm"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "kaggle-otto",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.15"
  },
  "orig_nbformat": 4,
  "vscode": {
   "interpreter": {
    "hash": "afd119f343754233d66ee10d6aa5929c027b3ae90e53c50cba6bb6f1adc465ec"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}