16 - ItemSimilarityKNNHybridRecommender.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "1fe752be",
   "metadata": {},
   "source": [
    "# Item KNN Similarity Hybrid Recommender"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "84543c01",
   "metadata": {},
   "outputs": [],
   "source": [
    "def init_kaggle(run_on_kaggle, secret_name):\n",
    "    if run_on_kaggle:\n",
    "        from kaggle_secrets import UserSecretsClient\n",
    "        user_secrets = UserSecretsClient()\n",
    "        personal_token = user_secrets.get_secret(secret_name)\n",
    "        \n",
    "        import subprocess\n",
    "        subprocess.run([\"git\", \"clone\", \"https://\" + personal_token + \"@github.com/alecontuIT/rec_sys_challenge2022.git\"])\n",
    "        \n",
    "        import os\n",
    "        os.chdir(\"./rec_sys_challenge2022\")\n",
    "        \n",
    "        subprocess.run([\"pip\", \"install\", \"-r\", \"requirements.txt\"])\n",
    "        return True\n",
    "    \n",
    "    else:\n",
    "        return False"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "bfde2b95",
   "metadata": {},
   "outputs": [],
   "source": [
    "dataset_version = \"interactions-all-ones\"\n",
    "fast = True\n",
    "kaggle = init_kaggle(False, \"recsys_git_token\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "29bf2ac5",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Tensorflow is not available\n",
      "Tensorflow is not available\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/michael/miniconda3/envs/RecSysFramework/lib/python3.8/site-packages/lightfm/_lightfm_fast.py:9: UserWarning: LightFM was compiled without OpenMP support. Only a single thread will be used.\n",
      "  warnings.warn(\n"
     ]
    }
   ],
   "source": [
    "import utils\n",
    "from recmodels import *\n",
    "from HyperparameterTuning.IterativeHybridOptimizer import ItemSimilarityKNNHybridOptimizer\n",
    "from scipy.stats import loguniform\n",
    "from Evaluation.Evaluator import EvaluatorHoldout\n",
    "from skopt.space import Real, Integer, Categorical\n",
    "from HyperparameterTuning.SearchAbstractClass import SearchInputRecommenderArgs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "b33aca83",
   "metadata": {},
   "outputs": [],
   "source": [
    "recommender_class = ItemKNNSimilarityHybridRec"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "ff623f25",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Warning: 31 (0.07 %) of 41629 users have no sampled items\n"
     ]
    }
   ],
   "source": [
    "URM_all, URM_train, URM_val, ICM = utils.get_data_global_sample(dataset_version=dataset_version, \n",
    "                                                                train_percentage=0.7,\n",
    "                                                                setSeed=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "115681d8",
   "metadata": {},
   "source": [
    "## Optimizer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "1a5c2fb5",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.04616950162438898\n",
      "0.04631528759395268\n",
      "0.047454851309241375\n",
      "0.05114140484470601\n",
      "[0.0511414  0.04745485 0.04631529 0.0461695 ] [<class 'recmodels.EASE_R_Rec'> <class 'recmodels.RP3BetaRec'>\n",
      " <class 'recmodels.P3AlphaRec'> <class 'recmodels.ItemKNNCFRec'>]\n"
     ]
    }
   ],
   "source": [
    "optimizer = ItemSimilarityKNNHybridOptimizer(URM_train, \n",
    "                                      URM_val, \n",
    "                                      [#TopPopRec, \n",
    "                                       #ItemKNNCBFRec,\n",
    "                                       ItemKNNCFRec, \n",
    "                                       #UserKNNCFRec, \n",
    "                                       #IALSRec,\n",
    "                                       #SLIM_BPRRec, \n",
    "                                       P3AlphaRec, \n",
    "                                       #RP3BetaRec, \n",
    "                                       #EASE_R_Rec, \n",
    "                                       #MatrixFactorizationBPRRec, \n",
    "                                       #FunkSVDRec, \n",
    "                                       #AsySVDRec, \n",
    "                                       #PureSVDRec, \n",
    "                                       #PureSVDItemRec, \n",
    "                                       #ScaledPureSVDRec, \n",
    "                                       #SVDFeatureRec\n",
    "                                       ], \n",
    "                                      dataset_version, \n",
    "                                      load_scores_from_saved=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "f1b6c01f",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "EvaluatorHoldout: Ignoring 31 ( 0.1%) Users that have less than 1 test interactions\n",
      "EASE_R_Recommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EASE_R_Recommender: Loading model from file 'recommendations/interactions-all-ones/EASE_R_Recommender/topK-415_l2_norm-134.2633015839416_normalize_metrics-False/optimizationEASE_R_Recommender_best_model.zip'\n",
      "EASE_R_Recommender: Loading complete\n",
      "RP3betaRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "RP3betaRecommender: Loading model from file 'recommendations/interactions-all-ones/RP3betaRecommender/topK-234_beta-0.4531471288669708_alpha-0.6491088022375245_min_rating-0_implicit-True_normalize_similarity-True/optimizationRP3betaRecommender_best_model.zip'\n",
      "RP3betaRecommender: Loading complete\n",
      "Iteration No: 1 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 641, 'alpha': 0.15092597966037827}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 27.38 sec. Users per second: 1519\n",
      "SearchBayesianSkopt: New best config found. Config 0: {'topK': 641, 'alpha': 0.15092597966037827} - results: PRECISION: 0.0933290, PRECISION_RECALL_MIN_DEN: 0.1043114, RECALL: 0.0750286, MAP: 0.0505569, MAP_MIN_DEN: 0.0558589, MRR: 0.2677971, NDCG: 0.1164008, F1: 0.0831842, HIT_RATE: 0.4894466, ARHR_ALL_HITS: 0.3620111, NOVELTY: 0.0038346, AVERAGE_POPULARITY: 0.2007125, DIVERSITY_MEAN_INTER_LIST: 0.9368928, DIVERSITY_HERFINDAHL: 0.9936870, COVERAGE_ITEM: 0.5921053, COVERAGE_ITEM_HIT: 0.0542763, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4890821, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0474292, SHANNON_ENTROPY: 9.2718013, RATIO_DIVERSITY_HERFINDAHL: 0.9940154, RATIO_DIVERSITY_GINI: 0.1071381, RATIO_SHANNON_ENTROPY: 0.6872965, RATIO_AVERAGE_POPULARITY: 3.9717922, RATIO_NOVELTY: 0.3041055, \n",
      "\n",
      "SearchBayesianSkopt: Saving model in recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender\n",
      "\n",
      "ItemKNNSimilarityHybridRecommender: Saving model in file 'recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender_best_model'\n",
      "ItemKNNSimilarityHybridRecommender: Saving complete\n",
      "Iteration No: 1 ended. Evaluation done at random point.\n",
      "Time taken: 38.9022\n",
      "Function value obtained: -0.0506\n",
      "Current minimum: -0.0506\n",
      "Iteration No: 2 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 98, 'alpha': 0.0048304661647897715}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 17.74 sec. Users per second: 2345\n",
      "SearchBayesianSkopt: Config 1 is suboptimal. Config: {'topK': 98, 'alpha': 0.0048304661647897715} - results: PRECISION: 0.0895115, PRECISION_RECALL_MIN_DEN: 0.0996727, RECALL: 0.0710914, MAP: 0.0483835, MAP_MIN_DEN: 0.0532192, MRR: 0.2572887, NDCG: 0.1113105, F1: 0.0792451, HIT_RATE: 0.4736285, ARHR_ALL_HITS: 0.3468839, NOVELTY: 0.0039807, AVERAGE_POPULARITY: 0.1740060, DIVERSITY_MEAN_INTER_LIST: 0.9530671, DIVERSITY_HERFINDAHL: 0.9953044, COVERAGE_ITEM: 0.6524600, COVERAGE_ITEM_HIT: 0.0568507, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4732758, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0707168, SHANNON_ENTROPY: 9.8234833, RATIO_DIVERSITY_HERFINDAHL: 0.9956333, RATIO_DIVERSITY_GINI: 0.1597426, RATIO_SHANNON_ENTROPY: 0.7281913, RATIO_AVERAGE_POPULARITY: 3.4433123, RATIO_NOVELTY: 0.3156939, \n",
      "\n",
      "Iteration No: 2 ended. Evaluation done at random point.\n",
      "Time taken: 19.6536\n",
      "Function value obtained: -0.0484\n",
      "Current minimum: -0.0506\n",
      "Iteration No: 3 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 868, 'alpha': 0.9235497833841564}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 27.82 sec. Users per second: 1495\n",
      "SearchBayesianSkopt: New best config found. Config 2: {'topK': 868, 'alpha': 0.9235497833841564} - results: PRECISION: 0.0943699, PRECISION_RECALL_MIN_DEN: 0.1051997, RECALL: 0.0752276, MAP: 0.0511900, MAP_MIN_DEN: 0.0564783, MRR: 0.2696325, NDCG: 0.1174338, F1: 0.0837185, HIT_RATE: 0.4917304, ARHR_ALL_HITS: 0.3652021, NOVELTY: 0.0037651, AVERAGE_POPULARITY: 0.1901703, DIVERSITY_MEAN_INTER_LIST: 0.9486798, DIVERSITY_HERFINDAHL: 0.9948657, COVERAGE_ITEM: 0.1719465, COVERAGE_ITEM_HIT: 0.0550987, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4913642, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0174678, SHANNON_ENTROPY: 8.9841907, RATIO_DIVERSITY_HERFINDAHL: 0.9951944, RATIO_DIVERSITY_GINI: 0.0394581, RATIO_SHANNON_ENTROPY: 0.6659766, RATIO_AVERAGE_POPULARITY: 3.7631773, RATIO_NOVELTY: 0.2986009, \n",
      "\n",
      "SearchBayesianSkopt: Saving model in recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender\n",
      "\n",
      "ItemKNNSimilarityHybridRecommender: Saving model in file 'recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender_best_model'\n",
      "ItemKNNSimilarityHybridRecommender: Saving complete\n",
      "Iteration No: 3 ended. Evaluation done at random point.\n",
      "Time taken: 39.4808\n",
      "Function value obtained: -0.0512\n",
      "Current minimum: -0.0512\n",
      "Iteration No: 4 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 760, 'alpha': 0.7735489751189902}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 25.91 sec. Users per second: 1605\n",
      "SearchBayesianSkopt: New best config found. Config 3: {'topK': 760, 'alpha': 0.7735489751189902} - results: PRECISION: 0.0945574, PRECISION_RECALL_MIN_DEN: 0.1054246, RECALL: 0.0754015, MAP: 0.0513555, MAP_MIN_DEN: 0.0566670, MRR: 0.2701153, NDCG: 0.1177049, F1: 0.0838999, HIT_RATE: 0.4919948, ARHR_ALL_HITS: 0.3660817, NOVELTY: 0.0037691, AVERAGE_POPULARITY: 0.1909328, DIVERSITY_MEAN_INTER_LIST: 0.9479275, DIVERSITY_HERFINDAHL: 0.9947905, COVERAGE_ITEM: 0.2044837, COVERAGE_ITEM_HIT: 0.0556350, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4916284, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0184045, SHANNON_ENTROPY: 9.0033405, RATIO_DIVERSITY_HERFINDAHL: 0.9951192, RATIO_DIVERSITY_GINI: 0.0415740, RATIO_SHANNON_ENTROPY: 0.6673961, RATIO_AVERAGE_POPULARITY: 3.7782662, RATIO_NOVELTY: 0.2989172, \n",
      "\n",
      "SearchBayesianSkopt: Saving model in recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender\n",
      "\n",
      "ItemKNNSimilarityHybridRecommender: Saving model in file 'recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender_best_model'\n",
      "ItemKNNSimilarityHybridRecommender: Saving complete\n",
      "Iteration No: 4 ended. Evaluation done at random point.\n",
      "Time taken: 37.7916\n",
      "Function value obtained: -0.0514\n",
      "Current minimum: -0.0514\n",
      "Iteration No: 5 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 725, 'alpha': 0.6234785585766264}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 28.19 sec. Users per second: 1476\n",
      "SearchBayesianSkopt: New best config found. Config 4: {'topK': 725, 'alpha': 0.6234785585766264} - results: PRECISION: 0.0947089, PRECISION_RECALL_MIN_DEN: 0.1055875, RECALL: 0.0755456, MAP: 0.0514327, MAP_MIN_DEN: 0.0567581, MRR: 0.2702269, NDCG: 0.1178541, F1: 0.0840487, HIT_RATE: 0.4923554, ARHR_ALL_HITS: 0.3663914, NOVELTY: 0.0037753, AVERAGE_POPULARITY: 0.1919820, DIVERSITY_MEAN_INTER_LIST: 0.9468542, DIVERSITY_HERFINDAHL: 0.9946831, COVERAGE_ITEM: 0.2588673, COVERAGE_ITEM_HIT: 0.0558138, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4919888, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0202232, SHANNON_ENTROPY: 9.0337896, RATIO_DIVERSITY_HERFINDAHL: 0.9950118, RATIO_DIVERSITY_GINI: 0.0456823, RATIO_SHANNON_ENTROPY: 0.6696532, RATIO_AVERAGE_POPULARITY: 3.7990293, RATIO_NOVELTY: 0.2994074, \n",
      "\n",
      "SearchBayesianSkopt: Saving model in recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender\n",
      "\n",
      "ItemKNNSimilarityHybridRecommender: Saving model in file 'recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender_best_model'\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "ItemKNNSimilarityHybridRecommender: Saving complete\n",
      "Iteration No: 5 ended. Evaluation done at random point.\n",
      "Time taken: 40.0014\n",
      "Function value obtained: -0.0514\n",
      "Current minimum: -0.0514\n",
      "Iteration No: 6 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 923, 'alpha': 0.5152626341198548}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 29.61 sec. Users per second: 1405\n",
      "SearchBayesianSkopt: New best config found. Config 5: {'topK': 923, 'alpha': 0.5152626341198548} - results: PRECISION: 0.0949565, PRECISION_RECALL_MIN_DEN: 0.1058891, RECALL: 0.0757642, MAP: 0.0515371, MAP_MIN_DEN: 0.0568728, MRR: 0.2705994, NDCG: 0.1180960, F1: 0.0842815, HIT_RATE: 0.4930766, ARHR_ALL_HITS: 0.3669968, NOVELTY: 0.0037821, AVERAGE_POPULARITY: 0.1930216, DIVERSITY_MEAN_INTER_LIST: 0.9457651, DIVERSITY_HERFINDAHL: 0.9945742, COVERAGE_ITEM: 0.3193650, COVERAGE_ITEM_HIT: 0.0557423, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4927094, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0227236, SHANNON_ENTROPY: 9.0667181, RATIO_DIVERSITY_HERFINDAHL: 0.9949029, RATIO_DIVERSITY_GINI: 0.0513305, RATIO_SHANNON_ENTROPY: 0.6720941, RATIO_AVERAGE_POPULARITY: 3.8196016, RATIO_NOVELTY: 0.2999477, \n",
      "\n",
      "SearchBayesianSkopt: Saving model in recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender\n",
      "\n",
      "ItemKNNSimilarityHybridRecommender: Saving model in file 'recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender_best_model'\n",
      "ItemKNNSimilarityHybridRecommender: Saving complete\n",
      "Iteration No: 6 ended. Evaluation done at random point.\n",
      "Time taken: 41.7419\n",
      "Function value obtained: -0.0515\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 7 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 914, 'alpha': 0.1358164028086594}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 30.00 sec. Users per second: 1386\n",
      "SearchBayesianSkopt: Config 6 is suboptimal. Config: {'topK': 914, 'alpha': 0.1358164028086594} - results: PRECISION: 0.0930357, PRECISION_RECALL_MIN_DEN: 0.1039530, RECALL: 0.0747387, MAP: 0.0503956, MAP_MIN_DEN: 0.0556883, MRR: 0.2672999, NDCG: 0.1160651, F1: 0.0828895, HIT_RATE: 0.4885571, ARHR_ALL_HITS: 0.3610504, NOVELTY: 0.0038388, AVERAGE_POPULARITY: 0.2012913, DIVERSITY_MEAN_INTER_LIST: 0.9361567, DIVERSITY_HERFINDAHL: 0.9936134, COVERAGE_ITEM: 0.6025458, COVERAGE_ITEM_HIT: 0.0537400, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4881933, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0493728, SHANNON_ENTROPY: 9.2852982, RATIO_DIVERSITY_HERFINDAHL: 0.9939417, RATIO_DIVERSITY_GINI: 0.1115285, RATIO_SHANNON_ENTROPY: 0.6882969, RATIO_AVERAGE_POPULARITY: 3.9832447, RATIO_NOVELTY: 0.3044433, \n",
      "\n",
      "Iteration No: 7 ended. Evaluation done at random point.\n",
      "Time taken: 35.7163\n",
      "Function value obtained: -0.0504\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 8 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 938, 'alpha': 0.27130497541861015}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 36.77 sec. Users per second: 1131\n",
      "SearchBayesianSkopt: Config 7 is suboptimal. Config: {'topK': 938, 'alpha': 0.27130497541861015} - results: PRECISION: 0.0943579, PRECISION_RECALL_MIN_DEN: 0.1053283, RECALL: 0.0755593, MAP: 0.0512608, MAP_MIN_DEN: 0.0566108, MRR: 0.2700581, NDCG: 0.1176181, F1: 0.0839187, HIT_RATE: 0.4919948, ARHR_ALL_HITS: 0.3658411, NOVELTY: 0.0038090, AVERAGE_POPULARITY: 0.1970761, DIVERSITY_MEAN_INTER_LIST: 0.9412614, DIVERSITY_HERFINDAHL: 0.9941239, COVERAGE_ITEM: 0.5006436, COVERAGE_ITEM_HIT: 0.0551702, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4916284, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0352489, SHANNON_ENTROPY: 9.1829673, RATIO_DIVERSITY_HERFINDAHL: 0.9944524, RATIO_DIVERSITY_GINI: 0.0796239, RATIO_SHANNON_ENTROPY: 0.6807114, RATIO_AVERAGE_POPULARITY: 3.8998334, RATIO_NOVELTY: 0.3020797, \n",
      "\n",
      "Iteration No: 8 ended. Evaluation done at random point.\n",
      "Time taken: 42.7137\n",
      "Function value obtained: -0.0513\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 9 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 518, 'alpha': 0.39378699827701624}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 29.64 sec. Users per second: 1404\n",
      "SearchBayesianSkopt: Config 8 is suboptimal. Config: {'topK': 518, 'alpha': 0.39378699827701624} - results: PRECISION: 0.0945262, PRECISION_RECALL_MIN_DEN: 0.1055028, RECALL: 0.0756699, MAP: 0.0513446, MAP_MIN_DEN: 0.0566874, MRR: 0.2704171, NDCG: 0.1177999, F1: 0.0840535, HIT_RATE: 0.4931006, ARHR_ALL_HITS: 0.3663758, NOVELTY: 0.0037840, AVERAGE_POPULARITY: 0.1977530, DIVERSITY_MEAN_INTER_LIST: 0.9418104, DIVERSITY_HERFINDAHL: 0.9941788, COVERAGE_ITEM: 0.4028175, COVERAGE_ITEM_HIT: 0.0550272, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4927334, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0270963, SHANNON_ENTROPY: 9.0784106, RATIO_DIVERSITY_HERFINDAHL: 0.9945073, RATIO_DIVERSITY_GINI: 0.0612079, RATIO_SHANNON_ENTROPY: 0.6729609, RATIO_AVERAGE_POPULARITY: 3.9132285, RATIO_NOVELTY: 0.3000987, \n",
      "\n",
      "Iteration No: 9 ended. Evaluation done at random point.\n",
      "Time taken: 35.6660\n",
      "Function value obtained: -0.0513\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 10 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 825, 'alpha': 0.9658206257943995}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 29.59 sec. Users per second: 1406\n",
      "SearchBayesianSkopt: Config 9 is suboptimal. Config: {'topK': 825, 'alpha': 0.9658206257943995} - results: PRECISION: 0.0943651, PRECISION_RECALL_MIN_DEN: 0.1051931, RECALL: 0.0752056, MAP: 0.0511521, MAP_MIN_DEN: 0.0564448, MRR: 0.2693048, NDCG: 0.1173776, F1: 0.0837029, HIT_RATE: 0.4915140, ARHR_ALL_HITS: 0.3648726, NOVELTY: 0.0037644, AVERAGE_POPULARITY: 0.1899722, DIVERSITY_MEAN_INTER_LIST: 0.9488612, DIVERSITY_HERFINDAHL: 0.9948838, COVERAGE_ITEM: 0.1662257, COVERAGE_ITEM_HIT: 0.0549199, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4911480, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0173083, SHANNON_ENTROPY: 8.9808014, RATIO_DIVERSITY_HERFINDAHL: 0.9952126, RATIO_DIVERSITY_GINI: 0.0390978, RATIO_SHANNON_ENTROPY: 0.6657253, RATIO_AVERAGE_POPULARITY: 3.7592589, RATIO_NOVELTY: 0.2985408, \n",
      "\n",
      "Iteration No: 10 ended. Evaluation done at random point.\n",
      "Time taken: 35.3408\n",
      "Function value obtained: -0.0512\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 11 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 53, 'alpha': 0.31785596994089454}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 16.39 sec. Users per second: 2539\n",
      "SearchBayesianSkopt: Config 10 is suboptimal. Config: {'topK': 53, 'alpha': 0.31785596994089454} - results: PRECISION: 0.0936704, PRECISION_RECALL_MIN_DEN: 0.1043957, RECALL: 0.0746471, MAP: 0.0507626, MAP_MIN_DEN: 0.0559767, MRR: 0.2671319, NDCG: 0.1164434, F1: 0.0830838, HIT_RATE: 0.4877879, ARHR_ALL_HITS: 0.3620183, NOVELTY: 0.0038783, AVERAGE_POPULARITY: 0.1726061, DIVERSITY_MEAN_INTER_LIST: 0.9570113, DIVERSITY_HERFINDAHL: 0.9956988, COVERAGE_ITEM: 0.4085383, COVERAGE_ITEM_HIT: 0.0607122, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4874246, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0313907, SHANNON_ENTROPY: 9.4466781, RATIO_DIVERSITY_HERFINDAHL: 0.9960278, RATIO_DIVERSITY_GINI: 0.0709086, RATIO_SHANNON_ENTROPY: 0.7002597, RATIO_AVERAGE_POPULARITY: 3.4156087, RATIO_NOVELTY: 0.3075743, \n",
      "\n",
      "Iteration No: 11 ended. Evaluation done at random point.\n",
      "Time taken: 17.6409\n",
      "Function value obtained: -0.0508\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 12 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 498, 'alpha': 0.46834633158156214}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "EvaluatorHoldout: Processed 41598 (100.0%) in 27.06 sec. Users per second: 1537\n",
      "SearchBayesianSkopt: Config 11 is suboptimal. Config: {'topK': 498, 'alpha': 0.46834633158156214} - results: PRECISION: 0.0946776, PRECISION_RECALL_MIN_DEN: 0.1056237, RECALL: 0.0756817, MAP: 0.0514386, MAP_MIN_DEN: 0.0567713, MRR: 0.2705136, NDCG: 0.1179179, F1: 0.0841206, HIT_RATE: 0.4925477, ARHR_ALL_HITS: 0.3667288, NOVELTY: 0.0037752, AVERAGE_POPULARITY: 0.1970716, DIVERSITY_MEAN_INTER_LIST: 0.9426718, DIVERSITY_HERFINDAHL: 0.9942649, COVERAGE_ITEM: 0.3482909, COVERAGE_ITEM_HIT: 0.0544193, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4921809, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0238352, SHANNON_ENTROPY: 9.0367797, RATIO_DIVERSITY_HERFINDAHL: 0.9945935, RATIO_DIVERSITY_GINI: 0.0538414, RATIO_SHANNON_ENTROPY: 0.6698749, RATIO_AVERAGE_POPULARITY: 3.8997443, RATIO_NOVELTY: 0.2994017, \n",
      "\n",
      "Iteration No: 12 ended. Evaluation done at random point.\n",
      "Time taken: 32.7395\n",
      "Function value obtained: -0.0514\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 13 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 534, 'alpha': 0.35964214436078795}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 29.96 sec. Users per second: 1388\n",
      "SearchBayesianSkopt: Config 12 is suboptimal. Config: {'topK': 534, 'alpha': 0.35964214436078795} - results: PRECISION: 0.0944468, PRECISION_RECALL_MIN_DEN: 0.1054147, RECALL: 0.0756110, MAP: 0.0513128, MAP_MIN_DEN: 0.0566546, MRR: 0.2705201, NDCG: 0.1177536, F1: 0.0839858, HIT_RATE: 0.4926439, ARHR_ALL_HITS: 0.3663418, NOVELTY: 0.0037905, AVERAGE_POPULARITY: 0.1974895, DIVERSITY_MEAN_INTER_LIST: 0.9417604, DIVERSITY_HERFINDAHL: 0.9941738, COVERAGE_ITEM: 0.4288473, COVERAGE_ITEM_HIT: 0.0551702, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4922770, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0289659, SHANNON_ENTROPY: 9.1068707, RATIO_DIVERSITY_HERFINDAHL: 0.9945023, RATIO_DIVERSITY_GINI: 0.0654312, RATIO_SHANNON_ENTROPY: 0.6750705, RATIO_AVERAGE_POPULARITY: 3.9080129, RATIO_NOVELTY: 0.3006148, \n",
      "\n",
      "Iteration No: 13 ended. Evaluation done at random point.\n",
      "Time taken: 35.8148\n",
      "Function value obtained: -0.0513\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 14 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 43, 'alpha': 0.19633091847808087}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 13.69 sec. Users per second: 3039\n",
      "SearchBayesianSkopt: Config 13 is suboptimal. Config: {'topK': 43, 'alpha': 0.19633091847808087} - results: PRECISION: 0.0930477, PRECISION_RECALL_MIN_DEN: 0.1036500, RECALL: 0.0740298, MAP: 0.0502873, MAP_MIN_DEN: 0.0554214, MRR: 0.2647467, NDCG: 0.1154385, F1: 0.0824564, HIT_RATE: 0.4849993, ARHR_ALL_HITS: 0.3586047, NOVELTY: 0.0039283, AVERAGE_POPULARITY: 0.1641523, DIVERSITY_MEAN_INTER_LIST: 0.9611769, DIVERSITY_HERFINDAHL: 0.9961154, COVERAGE_ITEM: 0.4868421, COVERAGE_ITEM_HIT: 0.0626788, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4846381, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0395262, SHANNON_ENTROPY: 9.6447050, RATIO_DIVERSITY_HERFINDAHL: 0.9964445, RATIO_DIVERSITY_GINI: 0.0892859, RATIO_SHANNON_ENTROPY: 0.7149389, RATIO_AVERAGE_POPULARITY: 3.2483211, RATIO_NOVELTY: 0.3115381, \n",
      "\n",
      "Iteration No: 14 ended. Evaluation done at random point.\n",
      "Time taken: 15.0268\n",
      "Function value obtained: -0.0503\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 15 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 991, 'alpha': 0.11676764625324712}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 30.06 sec. Users per second: 1384\n",
      "SearchBayesianSkopt: Config 14 is suboptimal. Config: {'topK': 991, 'alpha': 0.11676764625324712} - results: PRECISION: 0.0926367, PRECISION_RECALL_MIN_DEN: 0.1035054, RECALL: 0.0744032, MAP: 0.0501856, MAP_MIN_DEN: 0.0554516, MRR: 0.2665272, NDCG: 0.1156130, F1: 0.0825248, HIT_RATE: 0.4873552, ARHR_ALL_HITS: 0.3597671, NOVELTY: 0.0038444, AVERAGE_POPULARITY: 0.2021002, DIVERSITY_MEAN_INTER_LIST: 0.9351065, DIVERSITY_HERFINDAHL: 0.9935084, COVERAGE_ITEM: 0.6146310, COVERAGE_ITEM_HIT: 0.0535612, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4869922, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0519118, SHANNON_ENTROPY: 9.3017024, RATIO_DIVERSITY_HERFINDAHL: 0.9938367, RATIO_DIVERSITY_GINI: 0.1172637, RATIO_SHANNON_ENTROPY: 0.6895129, RATIO_AVERAGE_POPULARITY: 3.9992519, RATIO_NOVELTY: 0.3048864, \n",
      "\n",
      "Iteration No: 15 ended. Evaluation done at random point.\n",
      "Time taken: 37.5640\n",
      "Function value obtained: -0.0502\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 16 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 8, 'alpha': 0.9912695596937224}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 12.99 sec. Users per second: 3201\n",
      "SearchBayesianSkopt: Config 15 is suboptimal. Config: {'topK': 8, 'alpha': 0.9912695596937224} - results: PRECISION: 0.0840016, PRECISION_RECALL_MIN_DEN: 0.0931651, RECALL: 0.0661672, MAP: 0.0451356, MAP_MIN_DEN: 0.0497836, MRR: 0.2491240, NDCG: 0.1052791, F1: 0.0740254, HIT_RATE: 0.4542286, ARHR_ALL_HITS: 0.3302853, NOVELTY: 0.0040662, AVERAGE_POPULARITY: 0.1218060, DIVERSITY_MEAN_INTER_LIST: 0.9787517, DIVERSITY_HERFINDAHL: 0.9978728, COVERAGE_ITEM: 0.3646310, COVERAGE_ITEM_HIT: 0.0635369, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4538903, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0426049, SHANNON_ENTROPY: 10.2217897, RATIO_DIVERSITY_HERFINDAHL: 0.9982025, RATIO_DIVERSITY_GINI: 0.0962404, RATIO_SHANNON_ENTROPY: 0.7577168, RATIO_AVERAGE_POPULARITY: 2.4103529, RATIO_NOVELTY: 0.3224767, \n",
      "\n",
      "Iteration No: 16 ended. Search finished for the next optimal point.\n",
      "Time taken: 14.0539\n",
      "Function value obtained: -0.0451\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 17 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 5, 'alpha': 0.6644393642781409}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 16.62 sec. Users per second: 2503\n",
      "SearchBayesianSkopt: Config 16 is suboptimal. Config: {'topK': 5, 'alpha': 0.6644393642781409} - results: PRECISION: 0.0793452, PRECISION_RECALL_MIN_DEN: 0.0877266, RECALL: 0.0621092, MAP: 0.0422831, MAP_MIN_DEN: 0.0466774, MRR: 0.2388203, NDCG: 0.0996689, F1: 0.0696771, HIT_RATE: 0.4378095, ARHR_ALL_HITS: 0.3135963, NOVELTY: 0.0041754, AVERAGE_POPULARITY: 0.1042861, DIVERSITY_MEAN_INTER_LIST: 0.9834094, DIVERSITY_HERFINDAHL: 0.9983386, COVERAGE_ITEM: 0.4888444, COVERAGE_ITEM_HIT: 0.0657895, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4374835, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0623848, SHANNON_ENTROPY: 10.6679271, RATIO_DIVERSITY_HERFINDAHL: 0.9986685, RATIO_DIVERSITY_GINI: 0.1409212, RATIO_SHANNON_ENTROPY: 0.7907879, RATIO_AVERAGE_POPULARITY: 2.0636611, RATIO_NOVELTY: 0.3311360, \n",
      "\n",
      "Iteration No: 17 ended. Search finished for the next optimal point.\n",
      "Time taken: 17.5585\n",
      "Function value obtained: -0.0423\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 18 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 413, 'alpha': 0.9942032067410538}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 28.66 sec. Users per second: 1452\n",
      "SearchBayesianSkopt: Config 17 is suboptimal. Config: {'topK': 413, 'alpha': 0.9942032067410538} - results: PRECISION: 0.0941319, PRECISION_RECALL_MIN_DEN: 0.1050110, RECALL: 0.0752234, MAP: 0.0509982, MAP_MIN_DEN: 0.0562999, MRR: 0.2691795, NDCG: 0.1171882, F1: 0.0836221, HIT_RATE: 0.4915381, ARHR_ALL_HITS: 0.3643014, NOVELTY: 0.0037493, AVERAGE_POPULARITY: 0.1944514, DIVERSITY_MEAN_INTER_LIST: 0.9458461, DIVERSITY_HERFINDAHL: 0.9945823, COVERAGE_ITEM: 0.1622569, COVERAGE_ITEM_HIT: 0.0532752, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4911720, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0166490, SHANNON_ENTROPY: 8.9115091, RATIO_DIVERSITY_HERFINDAHL: 0.9949110, RATIO_DIVERSITY_GINI: 0.0376084, RATIO_SHANNON_ENTROPY: 0.6605889, RATIO_AVERAGE_POPULARITY: 3.8478950, RATIO_NOVELTY: 0.2973474, \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Iteration No: 18 ended. Search finished for the next optimal point.\n",
      "Time taken: 35.2234\n",
      "Function value obtained: -0.0510\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 19 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 420, 'alpha': 0.00015523807466477638}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 30.03 sec. Users per second: 1385\n",
      "SearchBayesianSkopt: Config 18 is suboptimal. Config: {'topK': 420, 'alpha': 0.00015523807466477638} - results: PRECISION: 0.0884249, PRECISION_RECALL_MIN_DEN: 0.0987665, RECALL: 0.0709707, MAP: 0.0474588, MAP_MIN_DEN: 0.0523344, MRR: 0.2561447, NDCG: 0.1101949, F1: 0.0787422, HIT_RATE: 0.4745661, ARHR_ALL_HITS: 0.3430909, NOVELTY: 0.0038914, AVERAGE_POPULARITY: 0.2069704, DIVERSITY_MEAN_INTER_LIST: 0.9272538, DIVERSITY_HERFINDAHL: 0.9927231, COVERAGE_ITEM: 0.6756650, COVERAGE_ITEM_HIT: 0.0509511, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4742127, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0708899, SHANNON_ENTROPY: 9.4211560, RATIO_DIVERSITY_HERFINDAHL: 0.9930512, RATIO_DIVERSITY_GINI: 0.1601336, RATIO_SHANNON_ENTROPY: 0.6983678, RATIO_AVERAGE_POPULARITY: 4.0956253, RATIO_NOVELTY: 0.3086174, \n",
      "\n",
      "Iteration No: 19 ended. Search finished for the next optimal point.\n",
      "Time taken: 36.1777\n",
      "Function value obtained: -0.0475\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 20 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 1000, 'alpha': 0.7070712034858209}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 33.22 sec. Users per second: 1252\n",
      "SearchBayesianSkopt: Config 19 is suboptimal. Config: {'topK': 1000, 'alpha': 0.7070712034858209} - results: PRECISION: 0.0946055, PRECISION_RECALL_MIN_DEN: 0.1054609, RECALL: 0.0754278, MAP: 0.0513923, MAP_MIN_DEN: 0.0567037, MRR: 0.2701251, NDCG: 0.1177550, F1: 0.0839352, HIT_RATE: 0.4919948, ARHR_ALL_HITS: 0.3662186, NOVELTY: 0.0037714, AVERAGE_POPULARITY: 0.1913972, DIVERSITY_MEAN_INTER_LIST: 0.9474722, DIVERSITY_HERFINDAHL: 0.9947449, COVERAGE_ITEM: 0.2255792, COVERAGE_ITEM_HIT: 0.0558138, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4916284, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0190568, SHANNON_ENTROPY: 9.0146562, RATIO_DIVERSITY_HERFINDAHL: 0.9950736, RATIO_DIVERSITY_GINI: 0.0430476, RATIO_SHANNON_ENTROPY: 0.6682349, RATIO_AVERAGE_POPULARITY: 3.7874572, RATIO_NOVELTY: 0.2990967, \n",
      "\n",
      "Iteration No: 20 ended. Search finished for the next optimal point.\n",
      "Time taken: 39.1856\n",
      "Function value obtained: -0.0514\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 21 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 750, 'alpha': 0.4097122856100896}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 27.09 sec. Users per second: 1536\n",
      "SearchBayesianSkopt: Config 20 is suboptimal. Config: {'topK': 750, 'alpha': 0.4097122856100896} - results: PRECISION: 0.0946824, PRECISION_RECALL_MIN_DEN: 0.1056332, RECALL: 0.0756604, MAP: 0.0514194, MAP_MIN_DEN: 0.0567666, MRR: 0.2703716, NDCG: 0.1178949, F1: 0.0841093, HIT_RATE: 0.4925718, ARHR_ALL_HITS: 0.3664866, NOVELTY: 0.0037909, AVERAGE_POPULARITY: 0.1944739, DIVERSITY_MEAN_INTER_LIST: 0.9442313, DIVERSITY_HERFINDAHL: 0.9944209, COVERAGE_ITEM: 0.3915546, COVERAGE_ITEM_HIT: 0.0557780, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4922050, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0266296, SHANNON_ENTROPY: 9.1078600, RATIO_DIVERSITY_HERFINDAHL: 0.9947494, RATIO_DIVERSITY_GINI: 0.0601538, RATIO_SHANNON_ENTROPY: 0.6751439, RATIO_AVERAGE_POPULARITY: 3.8483394, RATIO_NOVELTY: 0.3006433, \n",
      "\n",
      "Iteration No: 21 ended. Search finished for the next optimal point.\n",
      "Time taken: 33.3230\n",
      "Function value obtained: -0.0514\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 22 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 594, 'alpha': 1.0}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 29.80 sec. Users per second: 1396\n",
      "SearchBayesianSkopt: Config 21 is suboptimal. Config: {'topK': 594, 'alpha': 1.0} - results: PRECISION: 0.0943435, PRECISION_RECALL_MIN_DEN: 0.1051979, RECALL: 0.0752172, MAP: 0.0511414, MAP_MIN_DEN: 0.0564350, MRR: 0.2693983, NDCG: 0.1173751, F1: 0.0837016, HIT_RATE: 0.4914179, ARHR_ALL_HITS: 0.3648965, NOVELTY: 0.0037640, AVERAGE_POPULARITY: 0.1898088, DIVERSITY_MEAN_INTER_LIST: 0.9490102, DIVERSITY_HERFINDAHL: 0.9948987, COVERAGE_ITEM: 0.1625072, COVERAGE_ITEM_HIT: 0.0550987, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4910519, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0171995, SHANNON_ENTROPY: 8.9787675, RATIO_DIVERSITY_HERFINDAHL: 0.9952275, RATIO_DIVERSITY_GINI: 0.0388521, RATIO_SHANNON_ENTROPY: 0.6655746, RATIO_AVERAGE_POPULARITY: 3.7560252, RATIO_NOVELTY: 0.2985084, \n",
      "\n",
      "Iteration No: 22 ended. Search finished for the next optimal point.\n",
      "Time taken: 35.6125\n",
      "Function value obtained: -0.0511\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 23 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 1000, 'alpha': 1.0}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 45.68 sec. Users per second: 911\n",
      "SearchBayesianSkopt: Config 22 is suboptimal. Config: {'topK': 1000, 'alpha': 1.0} - results: PRECISION: 0.0943435, PRECISION_RECALL_MIN_DEN: 0.1051979, RECALL: 0.0752172, MAP: 0.0511414, MAP_MIN_DEN: 0.0564350, MRR: 0.2693983, NDCG: 0.1173751, F1: 0.0837016, HIT_RATE: 0.4914179, ARHR_ALL_HITS: 0.3648965, NOVELTY: 0.0037640, AVERAGE_POPULARITY: 0.1898088, DIVERSITY_MEAN_INTER_LIST: 0.9490102, DIVERSITY_HERFINDAHL: 0.9948987, COVERAGE_ITEM: 0.1625072, COVERAGE_ITEM_HIT: 0.0550987, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4910519, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0171995, SHANNON_ENTROPY: 8.9787675, RATIO_DIVERSITY_HERFINDAHL: 0.9952275, RATIO_DIVERSITY_GINI: 0.0388521, RATIO_SHANNON_ENTROPY: 0.6655746, RATIO_AVERAGE_POPULARITY: 3.7560252, RATIO_NOVELTY: 0.2985084, \n",
      "\n",
      "Iteration No: 23 ended. Search finished for the next optimal point.\n",
      "Time taken: 51.6194\n",
      "Function value obtained: -0.0511\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 24 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 279, 'alpha': 0.3131876159707387}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 20.42 sec. Users per second: 2037\n",
      "SearchBayesianSkopt: Config 23 is suboptimal. Config: {'topK': 279, 'alpha': 0.3131876159707387} - results: PRECISION: 0.0937257, PRECISION_RECALL_MIN_DEN: 0.1044635, RECALL: 0.0747229, MAP: 0.0509494, MAP_MIN_DEN: 0.0561764, MRR: 0.2682273, NDCG: 0.1167164, F1: 0.0831524, HIT_RATE: 0.4884369, ARHR_ALL_HITS: 0.3633319, NOVELTY: 0.0038600, AVERAGE_POPULARITY: 0.1764524, DIVERSITY_MEAN_INTER_LIST: 0.9542462, DIVERSITY_HERFINDAHL: 0.9954223, COVERAGE_ITEM: 0.4782966, COVERAGE_ITEM_HIT: 0.0578876, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4880732, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0347143, SHANNON_ENTROPY: 9.3770641, RATIO_DIVERSITY_HERFINDAHL: 0.9957512, RATIO_DIVERSITY_GINI: 0.0784162, RATIO_SHANNON_ENTROPY: 0.6950993, RATIO_AVERAGE_POPULARITY: 3.4917210, RATIO_NOVELTY: 0.3061232, \n",
      "\n",
      "Iteration No: 24 ended. Search finished for the next optimal point.\n",
      "Time taken: 25.0675\n",
      "Function value obtained: -0.0509\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 25 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 402, 'alpha': 0.7706561265574958}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 29.45 sec. Users per second: 1412\n",
      "SearchBayesianSkopt: Config 24 is suboptimal. Config: {'topK': 402, 'alpha': 0.7706561265574958} - results: PRECISION: 0.0943555, PRECISION_RECALL_MIN_DEN: 0.1052192, RECALL: 0.0753307, MAP: 0.0512107, MAP_MIN_DEN: 0.0565319, MRR: 0.2698447, NDCG: 0.1175140, F1: 0.0837766, HIT_RATE: 0.4919948, ARHR_ALL_HITS: 0.3654875, NOVELTY: 0.0037593, AVERAGE_POPULARITY: 0.1940033, DIVERSITY_MEAN_INTER_LIST: 0.9457210, DIVERSITY_HERFINDAHL: 0.9945698, COVERAGE_ITEM: 0.2038759, COVERAGE_ITEM_HIT: 0.0536685, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4916284, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0179923, SHANNON_ENTROPY: 8.9548836, RATIO_DIVERSITY_HERFINDAHL: 0.9948985, RATIO_DIVERSITY_GINI: 0.0406429, RATIO_SHANNON_ENTROPY: 0.6638041, RATIO_AVERAGE_POPULARITY: 3.8390281, RATIO_NOVELTY: 0.2981382, \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Iteration No: 25 ended. Search finished for the next optimal point.\n",
      "Time taken: 35.8730\n",
      "Function value obtained: -0.0512\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 26 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 805, 'alpha': 0.0008760257006460439}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 34.40 sec. Users per second: 1209\n",
      "SearchBayesianSkopt: Config 25 is suboptimal. Config: {'topK': 805, 'alpha': 0.0008760257006460439} - results: PRECISION: 0.0884826, PRECISION_RECALL_MIN_DEN: 0.0988341, RECALL: 0.0710238, MAP: 0.0474794, MAP_MIN_DEN: 0.0523593, MRR: 0.2562754, NDCG: 0.1102563, F1: 0.0787977, HIT_RATE: 0.4748786, ARHR_ALL_HITS: 0.3432469, NOVELTY: 0.0038912, AVERAGE_POPULARITY: 0.2069225, DIVERSITY_MEAN_INTER_LIST: 0.9273275, DIVERSITY_HERFINDAHL: 0.9927305, COVERAGE_ITEM: 0.6755935, COVERAGE_ITEM_HIT: 0.0509511, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4745250, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0707993, SHANNON_ENTROPY: 9.4208949, RATIO_DIVERSITY_HERFINDAHL: 0.9930585, RATIO_DIVERSITY_GINI: 0.1599288, RATIO_SHANNON_ENTROPY: 0.6983484, RATIO_AVERAGE_POPULARITY: 4.0946791, RATIO_NOVELTY: 0.3085972, \n",
      "\n",
      "Iteration No: 26 ended. Search finished for the next optimal point.\n",
      "Time taken: 40.6052\n",
      "Function value obtained: -0.0475\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 27 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 237, 'alpha': 0.5321720671468304}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 21.96 sec. Users per second: 1894\n",
      "SearchBayesianSkopt: Config 26 is suboptimal. Config: {'topK': 237, 'alpha': 0.5321720671468304} - results: PRECISION: 0.0944276, PRECISION_RECALL_MIN_DEN: 0.1052841, RECALL: 0.0753346, MAP: 0.0512536, MAP_MIN_DEN: 0.0565440, MRR: 0.2693888, NDCG: 0.1174770, F1: 0.0838074, HIT_RATE: 0.4910092, ARHR_ALL_HITS: 0.3652668, NOVELTY: 0.0038094, AVERAGE_POPULARITY: 0.1847618, DIVERSITY_MEAN_INTER_LIST: 0.9508908, DIVERSITY_HERFINDAHL: 0.9950868, COVERAGE_ITEM: 0.3269808, COVERAGE_ITEM_HIT: 0.0571725, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4906435, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0239879, SHANNON_ENTROPY: 9.1761338, RATIO_DIVERSITY_HERFINDAHL: 0.9954156, RATIO_DIVERSITY_GINI: 0.0541865, RATIO_SHANNON_ENTROPY: 0.6802048, RATIO_AVERAGE_POPULARITY: 3.6561526, RATIO_NOVELTY: 0.3021091, \n",
      "\n",
      "Iteration No: 27 ended. Search finished for the next optimal point.\n",
      "Time taken: 25.8247\n",
      "Function value obtained: -0.0513\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 28 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 209, 'alpha': 0.8677903522539239}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 19.92 sec. Users per second: 2088\n",
      "SearchBayesianSkopt: Config 27 is suboptimal. Config: {'topK': 209, 'alpha': 0.8677903522539239} - results: PRECISION: 0.0942762, PRECISION_RECALL_MIN_DEN: 0.1051361, RECALL: 0.0751955, MAP: 0.0510637, MAP_MIN_DEN: 0.0563721, MRR: 0.2692423, NDCG: 0.1172804, F1: 0.0836617, HIT_RATE: 0.4911053, ARHR_ALL_HITS: 0.3644668, NOVELTY: 0.0037751, AVERAGE_POPULARITY: 0.1891978, DIVERSITY_MEAN_INTER_LIST: 0.9485866, DIVERSITY_HERFINDAHL: 0.9948564, COVERAGE_ITEM: 0.1913616, COVERAGE_ITEM_HIT: 0.0551344, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4907396, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0183675, SHANNON_ENTROPY: 9.0165064, RATIO_DIVERSITY_HERFINDAHL: 0.9951851, RATIO_DIVERSITY_GINI: 0.0414905, RATIO_SHANNON_ENTROPY: 0.6683721, RATIO_AVERAGE_POPULARITY: 3.7439332, RATIO_NOVELTY: 0.2993944, \n",
      "\n",
      "Iteration No: 28 ended. Search finished for the next optimal point.\n",
      "Time taken: 23.3493\n",
      "Function value obtained: -0.0511\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 29 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 584, 'alpha': 0.7444907029904769}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 30.42 sec. Users per second: 1368\n",
      "SearchBayesianSkopt: Config 28 is suboptimal. Config: {'topK': 584, 'alpha': 0.7444907029904769} - results: PRECISION: 0.0945839, PRECISION_RECALL_MIN_DEN: 0.1054523, RECALL: 0.0754312, MAP: 0.0513695, MAP_MIN_DEN: 0.0566786, MRR: 0.2701815, NDCG: 0.1177322, F1: 0.0839288, HIT_RATE: 0.4923314, ARHR_ALL_HITS: 0.3661674, NOVELTY: 0.0037701, AVERAGE_POPULARITY: 0.1910967, DIVERSITY_MEAN_INTER_LIST: 0.9477521, DIVERSITY_HERFINDAHL: 0.9947729, COVERAGE_ITEM: 0.2128146, COVERAGE_ITEM_HIT: 0.0558138, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4919647, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0186646, SHANNON_ENTROPY: 9.0082610, RATIO_DIVERSITY_HERFINDAHL: 0.9951016, RATIO_DIVERSITY_GINI: 0.0421616, RATIO_SHANNON_ENTROPY: 0.6677608, RATIO_AVERAGE_POPULARITY: 3.7815110, RATIO_NOVELTY: 0.2989979, \n",
      "\n",
      "Iteration No: 29 ended. Search finished for the next optimal point.\n",
      "Time taken: 36.3554\n",
      "Function value obtained: -0.0514\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 30 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 246, 'alpha': 0.9936579110534312}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 22.48 sec. Users per second: 1850\n",
      "SearchBayesianSkopt: Config 29 is suboptimal. Config: {'topK': 246, 'alpha': 0.9936579110534312} - results: PRECISION: 0.0939949, PRECISION_RECALL_MIN_DEN: 0.1048428, RECALL: 0.0750043, MAP: 0.0509471, MAP_MIN_DEN: 0.0562541, MRR: 0.2691066, NDCG: 0.1170625, F1: 0.0834326, HIT_RATE: 0.4902399, ARHR_ALL_HITS: 0.3640150, NOVELTY: 0.0037631, AVERAGE_POPULARITY: 0.1912840, DIVERSITY_MEAN_INTER_LIST: 0.9474554, DIVERSITY_HERFINDAHL: 0.9947433, COVERAGE_ITEM: 0.1677274, COVERAGE_ITEM_HIT: 0.0539188, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4898748, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0173396, SHANNON_ENTROPY: 8.9638605, RATIO_DIVERSITY_HERFINDAHL: 0.9950720, RATIO_DIVERSITY_GINI: 0.0391685, RATIO_SHANNON_ENTROPY: 0.6644695, RATIO_AVERAGE_POPULARITY: 3.7852174, RATIO_NOVELTY: 0.2984417, \n",
      "\n",
      "Iteration No: 30 ended. Search finished for the next optimal point.\n",
      "Time taken: 26.5144\n",
      "Function value obtained: -0.0509\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 31 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 354, 'alpha': 0.5267994334466428}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 23.82 sec. Users per second: 1746\n",
      "SearchBayesianSkopt: Config 30 is suboptimal. Config: {'topK': 354, 'alpha': 0.5267994334466428} - results: PRECISION: 0.0943651, PRECISION_RECALL_MIN_DEN: 0.1052402, RECALL: 0.0752963, MAP: 0.0512818, MAP_MIN_DEN: 0.0565795, MRR: 0.2695783, NDCG: 0.1174970, F1: 0.0837591, HIT_RATE: 0.4905524, ARHR_ALL_HITS: 0.3654924, NOVELTY: 0.0037914, AVERAGE_POPULARITY: 0.1900414, DIVERSITY_MEAN_INTER_LIST: 0.9473211, DIVERSITY_HERFINDAHL: 0.9947298, COVERAGE_ITEM: 0.3155034, COVERAGE_ITEM_HIT: 0.0560641, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4901871, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0228607, SHANNON_ENTROPY: 9.0965657, RATIO_DIVERSITY_HERFINDAHL: 0.9950585, RATIO_DIVERSITY_GINI: 0.0516400, RATIO_SHANNON_ENTROPY: 0.6743067, RATIO_AVERAGE_POPULARITY: 3.7606283, RATIO_NOVELTY: 0.3006821, \n",
      "\n",
      "Iteration No: 31 ended. Search finished for the next optimal point.\n",
      "Time taken: 28.9871\n",
      "Function value obtained: -0.0513\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 32 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 5, 'alpha': 0.00810881122829721}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 15.32 sec. Users per second: 2716\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "SearchBayesianSkopt: Config 31 is suboptimal. Config: {'topK': 5, 'alpha': 0.00810881122829721} - results: PRECISION: 0.0765614, PRECISION_RECALL_MIN_DEN: 0.0847588, RECALL: 0.0598982, MAP: 0.0405395, MAP_MIN_DEN: 0.0446155, MRR: 0.2278806, NDCG: 0.0955553, F1: 0.0672124, HIT_RATE: 0.4255974, ARHR_ALL_HITS: 0.2997030, NOVELTY: 0.0043825, AVERAGE_POPULARITY: 0.0912886, DIVERSITY_MEAN_INTER_LIST: 0.9868022, DIVERSITY_HERFINDAHL: 0.9986778, COVERAGE_ITEM: 0.5735126, COVERAGE_ITEM_HIT: 0.0740847, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4252805, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0938280, SHANNON_ENTROPY: 11.1570711, RATIO_DIVERSITY_HERFINDAHL: 0.9990078, RATIO_DIVERSITY_GINI: 0.2119484, RATIO_SHANNON_ENTROPY: 0.8270470, RATIO_AVERAGE_POPULARITY: 1.8064607, RATIO_NOVELTY: 0.3475610, \n",
      "\n",
      "Iteration No: 32 ended. Search finished for the next optimal point.\n",
      "Time taken: 16.3538\n",
      "Function value obtained: -0.0405\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 33 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 165, 'alpha': 0.010631813104332812}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 19.18 sec. Users per second: 2168\n",
      "SearchBayesianSkopt: Config 32 is suboptimal. Config: {'topK': 165, 'alpha': 0.010631813104332812} - results: PRECISION: 0.0896125, PRECISION_RECALL_MIN_DEN: 0.0998972, RECALL: 0.0715161, MAP: 0.0483711, MAP_MIN_DEN: 0.0532992, MRR: 0.2585735, NDCG: 0.1116245, F1: 0.0795481, HIT_RATE: 0.4754556, ARHR_ALL_HITS: 0.3478427, NOVELTY: 0.0039291, AVERAGE_POPULARITY: 0.1915495, DIVERSITY_MEAN_INTER_LIST: 0.9403552, DIVERSITY_HERFINDAHL: 0.9940333, COVERAGE_ITEM: 0.6630435, COVERAGE_ITEM_HIT: 0.0534182, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4751015, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0694954, SHANNON_ENTROPY: 9.5974829, RATIO_DIVERSITY_HERFINDAHL: 0.9943617, RATIO_DIVERSITY_GINI: 0.1569835, RATIO_SHANNON_ENTROPY: 0.7114385, RATIO_AVERAGE_POPULARITY: 3.7904696, RATIO_NOVELTY: 0.3115998, \n",
      "\n",
      "Iteration No: 33 ended. Search finished for the next optimal point.\n",
      "Time taken: 22.2164\n",
      "Function value obtained: -0.0484\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 34 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 679, 'alpha': 0.9409803740158739}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 41.09 sec. Users per second: 1012\n",
      "SearchBayesianSkopt: Config 33 is suboptimal. Config: {'topK': 679, 'alpha': 0.9409803740158739} - results: PRECISION: 0.0943699, PRECISION_RECALL_MIN_DEN: 0.1052185, RECALL: 0.0752387, MAP: 0.0511773, MAP_MIN_DEN: 0.0564728, MRR: 0.2694824, NDCG: 0.1174179, F1: 0.0837253, HIT_RATE: 0.4917063, ARHR_ALL_HITS: 0.3650566, NOVELTY: 0.0037648, AVERAGE_POPULARITY: 0.1900730, DIVERSITY_MEAN_INTER_LIST: 0.9487630, DIVERSITY_HERFINDAHL: 0.9948740, COVERAGE_ITEM: 0.1693006, COVERAGE_ITEM_HIT: 0.0549557, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4913402, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0173937, SHANNON_ENTROPY: 8.9825549, RATIO_DIVERSITY_HERFINDAHL: 0.9952028, RATIO_DIVERSITY_GINI: 0.0392907, RATIO_SHANNON_ENTROPY: 0.6658553, RATIO_AVERAGE_POPULARITY: 3.7612522, RATIO_NOVELTY: 0.2985762, \n",
      "\n",
      "Iteration No: 34 ended. Search finished for the next optimal point.\n",
      "Time taken: 47.2848\n",
      "Function value obtained: -0.0512\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 35 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 312, 'alpha': 0.9699878539696503}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 21.86 sec. Users per second: 1903\n",
      "SearchBayesianSkopt: Config 34 is suboptimal. Config: {'topK': 312, 'alpha': 0.9699878539696503} - results: PRECISION: 0.0940502, PRECISION_RECALL_MIN_DEN: 0.1049249, RECALL: 0.0751163, MAP: 0.0509681, MAP_MIN_DEN: 0.0562700, MRR: 0.2688852, NDCG: 0.1171020, F1: 0.0835237, HIT_RATE: 0.4909611, ARHR_ALL_HITS: 0.3640268, NOVELTY: 0.0037525, AVERAGE_POPULARITY: 0.1941457, DIVERSITY_MEAN_INTER_LIST: 0.9457953, DIVERSITY_HERFINDAHL: 0.9945773, COVERAGE_ITEM: 0.1674414, COVERAGE_ITEM_HIT: 0.0532037, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4905955, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0168938, SHANNON_ENTROPY: 8.9207771, RATIO_DIVERSITY_HERFINDAHL: 0.9949059, RATIO_DIVERSITY_GINI: 0.0381614, RATIO_SHANNON_ENTROPY: 0.6612759, RATIO_AVERAGE_POPULARITY: 3.8418452, RATIO_NOVELTY: 0.2975969, \n",
      "\n",
      "Iteration No: 35 ended. Search finished for the next optimal point.\n",
      "Time taken: 27.1663\n",
      "Function value obtained: -0.0510\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 36 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 462, 'alpha': 0.9670456959421317}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 29.99 sec. Users per second: 1387\n",
      "SearchBayesianSkopt: Config 35 is suboptimal. Config: {'topK': 462, 'alpha': 0.9670456959421317} - results: PRECISION: 0.0941343, PRECISION_RECALL_MIN_DEN: 0.1050048, RECALL: 0.0752214, MAP: 0.0510009, MAP_MIN_DEN: 0.0563033, MRR: 0.2691471, NDCG: 0.1171920, F1: 0.0836218, HIT_RATE: 0.4916342, ARHR_ALL_HITS: 0.3643122, NOVELTY: 0.0037493, AVERAGE_POPULARITY: 0.1946499, DIVERSITY_MEAN_INTER_LIST: 0.9456901, DIVERSITY_HERFINDAHL: 0.9945667, COVERAGE_ITEM: 0.1653318, COVERAGE_ITEM_HIT: 0.0532394, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4912681, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0167205, SHANNON_ENTROPY: 8.9119507, RATIO_DIVERSITY_HERFINDAHL: 0.9948954, RATIO_DIVERSITY_GINI: 0.0377700, RATIO_SHANNON_ENTROPY: 0.6606216, RATIO_AVERAGE_POPULARITY: 3.8518235, RATIO_NOVELTY: 0.2973429, \n",
      "\n",
      "Iteration No: 36 ended. Search finished for the next optimal point.\n",
      "Time taken: 36.3633\n",
      "Function value obtained: -0.0510\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 37 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 692, 'alpha': 0.0006501259970671526}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 30.85 sec. Users per second: 1349\n",
      "SearchBayesianSkopt: Config 36 is suboptimal. Config: {'topK': 692, 'alpha': 0.0006501259970671526} - results: PRECISION: 0.0884754, PRECISION_RECALL_MIN_DEN: 0.0988256, RECALL: 0.0710172, MAP: 0.0474795, MAP_MIN_DEN: 0.0523585, MRR: 0.2562766, NDCG: 0.1102515, F1: 0.0787908, HIT_RATE: 0.4748065, ARHR_ALL_HITS: 0.3432507, NOVELTY: 0.0038913, AVERAGE_POPULARITY: 0.2069314, DIVERSITY_MEAN_INTER_LIST: 0.9273103, DIVERSITY_HERFINDAHL: 0.9927288, COVERAGE_ITEM: 0.6755935, COVERAGE_ITEM_HIT: 0.0509511, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4744529, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0708280, SHANNON_ENTROPY: 9.4210482, RATIO_DIVERSITY_HERFINDAHL: 0.9930568, RATIO_DIVERSITY_GINI: 0.1599937, RATIO_SHANNON_ENTROPY: 0.6983598, RATIO_AVERAGE_POPULARITY: 4.0948537, RATIO_NOVELTY: 0.3086047, \n",
      "\n",
      "Iteration No: 37 ended. Search finished for the next optimal point.\n",
      "Time taken: 36.9321\n",
      "Function value obtained: -0.0475\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 38 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 951, 'alpha': 1.0}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 27.35 sec. Users per second: 1521\n",
      "SearchBayesianSkopt: Config 37 is suboptimal. Config: {'topK': 951, 'alpha': 1.0} - results: PRECISION: 0.0943435, PRECISION_RECALL_MIN_DEN: 0.1051979, RECALL: 0.0752172, MAP: 0.0511414, MAP_MIN_DEN: 0.0564350, MRR: 0.2693983, NDCG: 0.1173751, F1: 0.0837016, HIT_RATE: 0.4914179, ARHR_ALL_HITS: 0.3648965, NOVELTY: 0.0037640, AVERAGE_POPULARITY: 0.1898088, DIVERSITY_MEAN_INTER_LIST: 0.9490102, DIVERSITY_HERFINDAHL: 0.9948987, COVERAGE_ITEM: 0.1625072, COVERAGE_ITEM_HIT: 0.0550987, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4910519, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0171995, SHANNON_ENTROPY: 8.9787675, RATIO_DIVERSITY_HERFINDAHL: 0.9952275, RATIO_DIVERSITY_GINI: 0.0388521, RATIO_SHANNON_ENTROPY: 0.6655746, RATIO_AVERAGE_POPULARITY: 3.7560252, RATIO_NOVELTY: 0.2985084, \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Iteration No: 38 ended. Search finished for the next optimal point.\n",
      "Time taken: 34.1933\n",
      "Function value obtained: -0.0511\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 39 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 376, 'alpha': 1.0}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 27.96 sec. Users per second: 1488\n",
      "SearchBayesianSkopt: Config 38 is suboptimal. Config: {'topK': 376, 'alpha': 1.0} - results: PRECISION: 0.0942040, PRECISION_RECALL_MIN_DEN: 0.1050984, RECALL: 0.0752428, MAP: 0.0510411, MAP_MIN_DEN: 0.0563382, MRR: 0.2691754, NDCG: 0.1172541, F1: 0.0836625, HIT_RATE: 0.4915621, ARHR_ALL_HITS: 0.3644778, NOVELTY: 0.0037556, AVERAGE_POPULARITY: 0.1921295, DIVERSITY_MEAN_INTER_LIST: 0.9474744, DIVERSITY_HERFINDAHL: 0.9947452, COVERAGE_ITEM: 0.1608982, COVERAGE_ITEM_HIT: 0.0536327, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4911960, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0167791, SHANNON_ENTROPY: 8.9374832, RATIO_DIVERSITY_HERFINDAHL: 0.9950739, RATIO_DIVERSITY_GINI: 0.0379024, RATIO_SHANNON_ENTROPY: 0.6625142, RATIO_AVERAGE_POPULARITY: 3.8019485, RATIO_NOVELTY: 0.2978436, \n",
      "\n",
      "Iteration No: 39 ended. Search finished for the next optimal point.\n",
      "Time taken: 33.7973\n",
      "Function value obtained: -0.0510\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 40 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 132, 'alpha': 0.9990572970109969}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 16.82 sec. Users per second: 2473\n",
      "SearchBayesianSkopt: Config 39 is suboptimal. Config: {'topK': 132, 'alpha': 0.9990572970109969} - results: PRECISION: 0.0940550, PRECISION_RECALL_MIN_DEN: 0.1048309, RECALL: 0.0749110, MAP: 0.0509651, MAP_MIN_DEN: 0.0562594, MRR: 0.2686691, NDCG: 0.1170005, F1: 0.0833985, HIT_RATE: 0.4889418, ARHR_ALL_HITS: 0.3637355, NOVELTY: 0.0037928, AVERAGE_POPULARITY: 0.1831937, DIVERSITY_MEAN_INTER_LIST: 0.9520890, DIVERSITY_HERFINDAHL: 0.9952066, COVERAGE_ITEM: 0.1694079, COVERAGE_ITEM_HIT: 0.0559926, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4885777, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0186413, SHANNON_ENTROPY: 9.0843385, RATIO_DIVERSITY_HERFINDAHL: 0.9955355, RATIO_DIVERSITY_GINI: 0.0421089, RATIO_SHANNON_ENTROPY: 0.6734003, RATIO_AVERAGE_POPULARITY: 3.6251211, RATIO_NOVELTY: 0.3007927, \n",
      "\n",
      "Iteration No: 40 ended. Search finished for the next optimal point.\n",
      "Time taken: 19.5508\n",
      "Function value obtained: -0.0510\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 41 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 148, 'alpha': 0.2703278698127069}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 19.36 sec. Users per second: 2148\n",
      "SearchBayesianSkopt: Config 40 is suboptimal. Config: {'topK': 148, 'alpha': 0.2703278698127069} - results: PRECISION: 0.0936247, PRECISION_RECALL_MIN_DEN: 0.1043558, RECALL: 0.0746754, MAP: 0.0508186, MAP_MIN_DEN: 0.0560479, MRR: 0.2676568, NDCG: 0.1165273, F1: 0.0830833, HIT_RATE: 0.4884850, ARHR_ALL_HITS: 0.3625550, NOVELTY: 0.0038723, AVERAGE_POPULARITY: 0.1750542, DIVERSITY_MEAN_INTER_LIST: 0.9547524, DIVERSITY_HERFINDAHL: 0.9954729, COVERAGE_ITEM: 0.4909182, COVERAGE_ITEM_HIT: 0.0578876, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4881213, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0366618, SHANNON_ENTROPY: 9.4215759, RATIO_DIVERSITY_HERFINDAHL: 0.9958019, RATIO_DIVERSITY_GINI: 0.0828155, RATIO_SHANNON_ENTROPY: 0.6983989, RATIO_AVERAGE_POPULARITY: 3.4640533, RATIO_NOVELTY: 0.3070963, \n",
      "\n",
      "Iteration No: 41 ended. Search finished for the next optimal point.\n",
      "Time taken: 22.3446\n",
      "Function value obtained: -0.0508\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 42 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 852, 'alpha': 0.033921968870857196}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 34.45 sec. Users per second: 1207\n",
      "SearchBayesianSkopt: Config 41 is suboptimal. Config: {'topK': 852, 'alpha': 0.033921968870857196} - results: PRECISION: 0.0901942, PRECISION_RECALL_MIN_DEN: 0.1007419, RECALL: 0.0723901, MAP: 0.0486003, MAP_MIN_DEN: 0.0536335, MRR: 0.2608243, NDCG: 0.1124991, F1: 0.0803173, HIT_RATE: 0.4795663, ARHR_ALL_HITS: 0.3503034, NOVELTY: 0.0038754, AVERAGE_POPULARITY: 0.2055946, DIVERSITY_MEAN_INTER_LIST: 0.9298060, DIVERSITY_HERFINDAHL: 0.9929784, COVERAGE_ITEM: 0.6621138, COVERAGE_ITEM_HIT: 0.0521310, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4792092, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0648951, SHANNON_ENTROPY: 9.3854052, RATIO_DIVERSITY_HERFINDAHL: 0.9933065, RATIO_DIVERSITY_GINI: 0.1465918, RATIO_SHANNON_ENTROPY: 0.6957176, RATIO_AVERAGE_POPULARITY: 4.0684018, RATIO_NOVELTY: 0.3073468, \n",
      "\n",
      "Iteration No: 42 ended. Search finished for the next optimal point.\n",
      "Time taken: 40.9077\n",
      "Function value obtained: -0.0486\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 43 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 322, 'alpha': 0.014635875501699872}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 24.99 sec. Users per second: 1665\n",
      "SearchBayesianSkopt: Config 42 is suboptimal. Config: {'topK': 322, 'alpha': 0.014635875501699872} - results: PRECISION: 0.0891149, PRECISION_RECALL_MIN_DEN: 0.0995245, RECALL: 0.0715235, MAP: 0.0479669, MAP_MIN_DEN: 0.0529375, MRR: 0.2585403, NDCG: 0.1112243, F1: 0.0793560, HIT_RATE: 0.4764412, ARHR_ALL_HITS: 0.3465074, NOVELTY: 0.0038847, AVERAGE_POPULARITY: 0.2064219, DIVERSITY_MEAN_INTER_LIST: 0.9283469, DIVERSITY_HERFINDAHL: 0.9928325, COVERAGE_ITEM: 0.6710526, COVERAGE_ITEM_HIT: 0.0514159, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4760864, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0684241, SHANNON_ENTROPY: 9.4066441, RATIO_DIVERSITY_HERFINDAHL: 0.9931605, RATIO_DIVERSITY_GINI: 0.1545635, RATIO_SHANNON_ENTROPY: 0.6972920, RATIO_AVERAGE_POPULARITY: 4.0847724, RATIO_NOVELTY: 0.3080842, \n",
      "\n",
      "Iteration No: 43 ended. Search finished for the next optimal point.\n",
      "Time taken: 30.1164\n",
      "Function value obtained: -0.0480\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 44 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 565, 'alpha': 0.008292585891148454}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 30.69 sec. Users per second: 1355\n",
      "SearchBayesianSkopt: Config 43 is suboptimal. Config: {'topK': 565, 'alpha': 0.008292585891148454} - results: PRECISION: 0.0888889, PRECISION_RECALL_MIN_DEN: 0.0992905, RECALL: 0.0713541, MAP: 0.0477495, MAP_MIN_DEN: 0.0526770, MRR: 0.2575568, NDCG: 0.1108247, F1: 0.0791621, HIT_RATE: 0.4758161, ARHR_ALL_HITS: 0.3450779, NOVELTY: 0.0038876, AVERAGE_POPULARITY: 0.2066671, DIVERSITY_MEAN_INTER_LIST: 0.9278815, DIVERSITY_HERFINDAHL: 0.9927859, COVERAGE_ITEM: 0.6725901, COVERAGE_ITEM_HIT: 0.0510941, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4754618, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0694190, SHANNON_ENTROPY: 9.4127181, RATIO_DIVERSITY_HERFINDAHL: 0.9931140, RATIO_DIVERSITY_GINI: 0.1568108, RATIO_SHANNON_ENTROPY: 0.6977423, RATIO_AVERAGE_POPULARITY: 4.0896239, RATIO_NOVELTY: 0.3083092, \n",
      "\n",
      "Iteration No: 44 ended. Search finished for the next optimal point.\n",
      "Time taken: 36.8240\n",
      "Function value obtained: -0.0477\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 45 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 410, 'alpha': 0.2614957660975505}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 26.05 sec. Users per second: 1597\n",
      "SearchBayesianSkopt: Config 44 is suboptimal. Config: {'topK': 410, 'alpha': 0.2614957660975505} - results: PRECISION: 0.0940406, PRECISION_RECALL_MIN_DEN: 0.1049809, RECALL: 0.0752995, MAP: 0.0510718, MAP_MIN_DEN: 0.0563860, MRR: 0.2692428, NDCG: 0.1172196, F1: 0.0836330, HIT_RATE: 0.4913938, ARHR_ALL_HITS: 0.3646639, NOVELTY: 0.0038287, AVERAGE_POPULARITY: 0.1906049, DIVERSITY_MEAN_INTER_LIST: 0.9451829, DIVERSITY_HERFINDAHL: 0.9945160, COVERAGE_ITEM: 0.5113701, COVERAGE_ITEM_HIT: 0.0553847, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4910279, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0367546, SHANNON_ENTROPY: 9.2537466, RATIO_DIVERSITY_HERFINDAHL: 0.9948446, RATIO_DIVERSITY_GINI: 0.0830251, RATIO_SHANNON_ENTROPY: 0.6859581, RATIO_AVERAGE_POPULARITY: 3.7717776, RATIO_NOVELTY: 0.3036416, \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Iteration No: 45 ended. Search finished for the next optimal point.\n",
      "Time taken: 32.5790\n",
      "Function value obtained: -0.0511\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 46 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 997, 'alpha': 0.4364092085899699}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 29.88 sec. Users per second: 1392\n",
      "SearchBayesianSkopt: Config 45 is suboptimal. Config: {'topK': 997, 'alpha': 0.4364092085899699} - results: PRECISION: 0.0947690, PRECISION_RECALL_MIN_DEN: 0.1057085, RECALL: 0.0756894, MAP: 0.0514756, MAP_MIN_DEN: 0.0568227, MRR: 0.2705845, NDCG: 0.1179916, F1: 0.0841614, HIT_RATE: 0.4927160, ARHR_ALL_HITS: 0.3668297, NOVELTY: 0.0037885, AVERAGE_POPULARITY: 0.1940654, DIVERSITY_MEAN_INTER_LIST: 0.9446761, DIVERSITY_HERFINDAHL: 0.9944653, COVERAGE_ITEM: 0.3718893, COVERAGE_ITEM_HIT: 0.0556350, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4923491, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0254704, SHANNON_ENTROPY: 9.0972291, RATIO_DIVERSITY_HERFINDAHL: 0.9947939, RATIO_DIVERSITY_GINI: 0.0575352, RATIO_SHANNON_ENTROPY: 0.6743558, RATIO_AVERAGE_POPULARITY: 3.8402559, RATIO_NOVELTY: 0.3004561, \n",
      "\n",
      "Iteration No: 46 ended. Search finished for the next optimal point.\n",
      "Time taken: 36.1876\n",
      "Function value obtained: -0.0515\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 47 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 643, 'alpha': 0.42597557099191546}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 31.01 sec. Users per second: 1341\n",
      "SearchBayesianSkopt: Config 46 is suboptimal. Config: {'topK': 643, 'alpha': 0.42597557099191546} - results: PRECISION: 0.0947257, PRECISION_RECALL_MIN_DEN: 0.1056728, RECALL: 0.0756820, MAP: 0.0514398, MAP_MIN_DEN: 0.0567858, MRR: 0.2704024, NDCG: 0.1179300, F1: 0.0841397, HIT_RATE: 0.4926679, ARHR_ALL_HITS: 0.3665719, NOVELTY: 0.0037895, AVERAGE_POPULARITY: 0.1941988, DIVERSITY_MEAN_INTER_LIST: 0.9445203, DIVERSITY_HERFINDAHL: 0.9944498, COVERAGE_ITEM: 0.3801845, COVERAGE_ITEM_HIT: 0.0557065, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4923010, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0259358, SHANNON_ENTROPY: 9.1017512, RATIO_DIVERSITY_HERFINDAHL: 0.9947784, RATIO_DIVERSITY_GINI: 0.0585865, RATIO_SHANNON_ENTROPY: 0.6746910, RATIO_AVERAGE_POPULARITY: 3.8428955, RATIO_NOVELTY: 0.3005318, \n",
      "\n",
      "Iteration No: 47 ended. Search finished for the next optimal point.\n",
      "Time taken: 37.1031\n",
      "Function value obtained: -0.0514\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 48 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 830, 'alpha': 0.5435986155537352}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 26.26 sec. Users per second: 1584\n",
      "SearchBayesianSkopt: Config 47 is suboptimal. Config: {'topK': 830, 'alpha': 0.5435986155537352} - results: PRECISION: 0.0948964, PRECISION_RECALL_MIN_DEN: 0.1057905, RECALL: 0.0756631, MAP: 0.0515199, MAP_MIN_DEN: 0.0568548, MRR: 0.2705389, NDCG: 0.1180372, F1: 0.0841953, HIT_RATE: 0.4924516, ARHR_ALL_HITS: 0.3668804, NOVELTY: 0.0037800, AVERAGE_POPULARITY: 0.1927399, DIVERSITY_MEAN_INTER_LIST: 0.9460724, DIVERSITY_HERFINDAHL: 0.9946050, COVERAGE_ITEM: 0.3024886, COVERAGE_ITEM_HIT: 0.0558495, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4920848, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0219553, SHANNON_ENTROPY: 9.0570170, RATIO_DIVERSITY_HERFINDAHL: 0.9949336, RATIO_DIVERSITY_GINI: 0.0495950, RATIO_SHANNON_ENTROPY: 0.6713750, RATIO_AVERAGE_POPULARITY: 3.8140268, RATIO_NOVELTY: 0.2997827, \n",
      "\n",
      "Iteration No: 48 ended. Search finished for the next optimal point.\n",
      "Time taken: 32.6032\n",
      "Function value obtained: -0.0515\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 49 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 121, 'alpha': 0.6590572083271676}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 18.50 sec. Users per second: 2249\n",
      "SearchBayesianSkopt: Config 48 is suboptimal. Config: {'topK': 121, 'alpha': 0.6590572083271676} - results: PRECISION: 0.0941848, PRECISION_RECALL_MIN_DEN: 0.1050077, RECALL: 0.0750752, MAP: 0.0511352, MAP_MIN_DEN: 0.0564360, MRR: 0.2691389, NDCG: 0.1172489, F1: 0.0835513, HIT_RATE: 0.4897351, ARHR_ALL_HITS: 0.3645964, NOVELTY: 0.0038073, AVERAGE_POPULARITY: 0.1830008, DIVERSITY_MEAN_INTER_LIST: 0.9518271, DIVERSITY_HERFINDAHL: 0.9951804, COVERAGE_ITEM: 0.2483195, COVERAGE_ITEM_HIT: 0.0566719, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4893704, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0212403, SHANNON_ENTROPY: 9.1517496, RATIO_DIVERSITY_HERFINDAHL: 0.9955093, RATIO_DIVERSITY_GINI: 0.0479797, RATIO_SHANNON_ENTROPY: 0.6783973, RATIO_AVERAGE_POPULARITY: 3.6213047, RATIO_NOVELTY: 0.3019420, \n",
      "\n",
      "Iteration No: 49 ended. Search finished for the next optimal point.\n",
      "Time taken: 21.3695\n",
      "Function value obtained: -0.0511\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 50 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 817, 'alpha': 0.23452624127214}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 27.85 sec. Users per second: 1494\n",
      "SearchBayesianSkopt: Config 49 is suboptimal. Config: {'topK': 817, 'alpha': 0.23452624127214} - results: PRECISION: 0.0941752, PRECISION_RECALL_MIN_DEN: 0.1051887, RECALL: 0.0755503, MAP: 0.0511123, MAP_MIN_DEN: 0.0564748, MRR: 0.2698024, NDCG: 0.1174399, F1: 0.0838408, HIT_RATE: 0.4921150, ARHR_ALL_HITS: 0.3652374, NOVELTY: 0.0038149, AVERAGE_POPULARITY: 0.1981615, DIVERSITY_MEAN_INTER_LIST: 0.9400662, DIVERSITY_HERFINDAHL: 0.9940044, COVERAGE_ITEM: 0.5293550, COVERAGE_ITEM_HIT: 0.0547769, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4917485, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0383019, SHANNON_ENTROPY: 9.2041991, RATIO_DIVERSITY_HERFINDAHL: 0.9943328, RATIO_DIVERSITY_GINI: 0.0865204, RATIO_SHANNON_ENTROPY: 0.6822853, RATIO_AVERAGE_POPULARITY: 3.9213113, RATIO_NOVELTY: 0.3025435, \n",
      "\n",
      "Iteration No: 50 ended. Search finished for the next optimal point.\n",
      "Time taken: 34.1510\n",
      "Function value obtained: -0.0511\n",
      "Current minimum: -0.0515\n",
      "SearchBayesianSkopt: Search complete. Best config is 5: {'topK': 923, 'alpha': 0.5152626341198548}\n",
      "\n",
      "******* Validation Metric improved! Model RP3betaRecommender kept. *******\n",
      "ItemKNNSimilarityHybridRecommender: Loading model from file 'recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender_best_model.zip'\n",
      "ItemKNNSimilarityHybridRecommender: Loading complete\n",
      "recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/best_version/optimization\n",
      "ItemKNNSimilarityHybridRecommender: Loading model from file 'recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/best_version/optimizationItemKNNSimilarityHybridRecommender_best_model.zip'\n",
      "ItemKNNSimilarityHybridRecommender: Loading complete\n",
      "P3alphaRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "P3alphaRecommender: Loading model from file 'recommendations/interactions-all-ones/P3alphaRecommender/topK-111_alpha-1.3303825428870812_min_rating-0_implicit-True_normalize_similarity-True/optimizationP3alphaRecommender_best_model.zip'\n",
      "P3alphaRecommender: Loading complete\n",
      "Iteration No: 1 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 942, 'alpha': 0.30171551717442885}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 29.67 sec. Users per second: 1402\n",
      "SearchBayesianSkopt: New best config found. Config 0: {'topK': 942, 'alpha': 0.30171551717442885} - results: PRECISION: 0.0922881, PRECISION_RECALL_MIN_DEN: 0.1028470, RECALL: 0.0737480, MAP: 0.0493253, MAP_MIN_DEN: 0.0545173, MRR: 0.2616584, NDCG: 0.1142397, F1: 0.0819829, HIT_RATE: 0.4847589, ARHR_ALL_HITS: 0.3535279, NOVELTY: 0.0037915, AVERAGE_POPULARITY: 0.2052961, DIVERSITY_MEAN_INTER_LIST: 0.9323170, DIVERSITY_HERFINDAHL: 0.9932295, COVERAGE_ITEM: 0.4503719, COVERAGE_ITEM_HIT: 0.0449442, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4843979, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0328679, SHANNON_ENTROPY: 8.9830881, RATIO_DIVERSITY_HERFINDAHL: 0.9935576, RATIO_DIVERSITY_GINI: 0.0742455, RATIO_SHANNON_ENTROPY: 0.6658948, RATIO_AVERAGE_POPULARITY: 4.0624947, RATIO_NOVELTY: 0.3006895, \n",
      "\n",
      "SearchBayesianSkopt: Saving model in recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender\n",
      "\n",
      "ItemKNNSimilarityHybridRecommender: Saving model in file 'recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender_best_model'\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "ItemKNNSimilarityHybridRecommender: Saving complete\n",
      "Iteration No: 1 ended. Evaluation done at random point.\n",
      "Time taken: 41.2537\n",
      "Function value obtained: -0.0493\n",
      "Current minimum: -0.0493\n",
      "Iteration No: 2 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 263, 'alpha': 0.994792995105032}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 23.28 sec. Users per second: 1787\n",
      "SearchBayesianSkopt: New best config found. Config 1: {'topK': 263, 'alpha': 0.994792995105032} - results: PRECISION: 0.0943795, PRECISION_RECALL_MIN_DEN: 0.1052043, RECALL: 0.0752546, MAP: 0.0512503, MAP_MIN_DEN: 0.0565342, MRR: 0.2692423, NDCG: 0.1174220, F1: 0.0837390, HIT_RATE: 0.4907447, ARHR_ALL_HITS: 0.3651462, NOVELTY: 0.0038101, AVERAGE_POPULARITY: 0.1849205, DIVERSITY_MEAN_INTER_LIST: 0.9507393, DIVERSITY_HERFINDAHL: 0.9950716, COVERAGE_ITEM: 0.3352045, COVERAGE_ITEM_HIT: 0.0569580, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4903793, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0243720, SHANNON_ENTROPY: 9.1793936, RATIO_DIVERSITY_HERFINDAHL: 0.9954005, RATIO_DIVERSITY_GINI: 0.0550541, RATIO_SHANNON_ENTROPY: 0.6804465, RATIO_AVERAGE_POPULARITY: 3.6592923, RATIO_NOVELTY: 0.3021676, \n",
      "\n",
      "SearchBayesianSkopt: Saving model in recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender\n",
      "\n",
      "ItemKNNSimilarityHybridRecommender: Saving model in file 'recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender_best_model'\n",
      "ItemKNNSimilarityHybridRecommender: Saving complete\n",
      "Iteration No: 2 ended. Evaluation done at random point.\n",
      "Time taken: 31.2385\n",
      "Function value obtained: -0.0513\n",
      "Current minimum: -0.0513\n",
      "Iteration No: 3 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 333, 'alpha': 0.17993788366940136}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 23.63 sec. Users per second: 1760\n",
      "SearchBayesianSkopt: Config 2 is suboptimal. Config: {'topK': 333, 'alpha': 0.17993788366940136} - results: PRECISION: 0.0904250, PRECISION_RECALL_MIN_DEN: 0.1007645, RECALL: 0.0722091, MAP: 0.0481350, MAP_MIN_DEN: 0.0531835, MRR: 0.2570931, NDCG: 0.1118868, F1: 0.0802969, HIT_RATE: 0.4792298, ARHR_ALL_HITS: 0.3462285, NOVELTY: 0.0038111, AVERAGE_POPULARITY: 0.2051866, DIVERSITY_MEAN_INTER_LIST: 0.9309108, DIVERSITY_HERFINDAHL: 0.9930888, COVERAGE_ITEM: 0.4597755, COVERAGE_ITEM_HIT: 0.0429419, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4788729, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0358073, SHANNON_ENTROPY: 9.0302990, RATIO_DIVERSITY_HERFINDAHL: 0.9934170, RATIO_DIVERSITY_GINI: 0.0808852, RATIO_SHANNON_ENTROPY: 0.6693945, RATIO_AVERAGE_POPULARITY: 4.0603268, RATIO_NOVELTY: 0.3022442, \n",
      "\n",
      "Iteration No: 3 ended. Evaluation done at random point.\n",
      "Time taken: 28.6446\n",
      "Function value obtained: -0.0481\n",
      "Current minimum: -0.0513\n",
      "Iteration No: 4 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 795, 'alpha': 0.7792049319861429}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 29.81 sec. Users per second: 1396\n",
      "SearchBayesianSkopt: New best config found. Config 3: {'topK': 795, 'alpha': 0.7792049319861429} - results: PRECISION: 0.0950599, PRECISION_RECALL_MIN_DEN: 0.1060461, RECALL: 0.0759726, MAP: 0.0515962, MAP_MIN_DEN: 0.0569730, MRR: 0.2708483, NDCG: 0.1182976, F1: 0.0844511, HIT_RATE: 0.4935333, ARHR_ALL_HITS: 0.3675699, NOVELTY: 0.0037793, AVERAGE_POPULARITY: 0.1971220, DIVERSITY_MEAN_INTER_LIST: 0.9418452, DIVERSITY_HERFINDAHL: 0.9941823, COVERAGE_ITEM: 0.3839745, COVERAGE_ITEM_HIT: 0.0530964, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4931658, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0254924, SHANNON_ENTROPY: 9.0278431, RATIO_DIVERSITY_HERFINDAHL: 0.9945108, RATIO_DIVERSITY_GINI: 0.0575848, RATIO_SHANNON_ENTROPY: 0.6692124, RATIO_AVERAGE_POPULARITY: 3.9007424, RATIO_NOVELTY: 0.2997219, \n",
      "\n",
      "SearchBayesianSkopt: Saving model in recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender\n",
      "\n",
      "ItemKNNSimilarityHybridRecommender: Saving model in file 'recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender_best_model'\n",
      "ItemKNNSimilarityHybridRecommender: Saving complete\n",
      "Iteration No: 4 ended. Evaluation done at random point.\n",
      "Time taken: 41.4532\n",
      "Function value obtained: -0.0516\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 5 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 584, 'alpha': 0.1781885428837027}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 29.91 sec. Users per second: 1391\n",
      "SearchBayesianSkopt: Config 4 is suboptimal. Config: {'topK': 584, 'alpha': 0.1781885428837027} - results: PRECISION: 0.0905933, PRECISION_RECALL_MIN_DEN: 0.1009420, RECALL: 0.0723321, MAP: 0.0482192, MAP_MIN_DEN: 0.0532759, MRR: 0.2571999, NDCG: 0.1120449, F1: 0.0804393, HIT_RATE: 0.4790134, ARHR_ALL_HITS: 0.3466030, NOVELTY: 0.0038027, AVERAGE_POPULARITY: 0.2070207, DIVERSITY_MEAN_INTER_LIST: 0.9297413, DIVERSITY_HERFINDAHL: 0.9929719, COVERAGE_ITEM: 0.4552346, COVERAGE_ITEM_HIT: 0.0427989, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4786567, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0350913, SHANNON_ENTROPY: 8.9990551, RATIO_DIVERSITY_HERFINDAHL: 0.9933000, RATIO_DIVERSITY_GINI: 0.0792678, RATIO_SHANNON_ENTROPY: 0.6670784, RATIO_AVERAGE_POPULARITY: 4.0966219, RATIO_NOVELTY: 0.3015801, \n",
      "\n",
      "Iteration No: 5 ended. Evaluation done at random point.\n",
      "Time taken: 36.0400\n",
      "Function value obtained: -0.0482\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 6 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 177, 'alpha': 0.2839653268445487}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 16.59 sec. Users per second: 2507\n",
      "SearchBayesianSkopt: Config 5 is suboptimal. Config: {'topK': 177, 'alpha': 0.2839653268445487} - results: PRECISION: 0.0917953, PRECISION_RECALL_MIN_DEN: 0.1022729, RECALL: 0.0733095, MAP: 0.0490929, MAP_MIN_DEN: 0.0542568, MRR: 0.2608143, NDCG: 0.1137089, F1: 0.0815175, HIT_RATE: 0.4824270, ARHR_ALL_HITS: 0.3521363, NOVELTY: 0.0038070, AVERAGE_POPULARITY: 0.2027490, DIVERSITY_MEAN_INTER_LIST: 0.9336356, DIVERSITY_HERFINDAHL: 0.9933613, COVERAGE_ITEM: 0.4581665, COVERAGE_ITEM_HIT: 0.0450872, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4820678, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0343897, SHANNON_ENTROPY: 9.0354730, RATIO_DIVERSITY_HERFINDAHL: 0.9936895, RATIO_DIVERSITY_GINI: 0.0776829, RATIO_SHANNON_ENTROPY: 0.6697780, RATIO_AVERAGE_POPULARITY: 4.0120916, RATIO_NOVELTY: 0.3019177, \n",
      "\n",
      "Iteration No: 6 ended. Evaluation done at random point.\n",
      "Time taken: 19.5910\n",
      "Function value obtained: -0.0491\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 7 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 668, 'alpha': 0.43733836733677633}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 29.80 sec. Users per second: 1396\n",
      "SearchBayesianSkopt: Config 6 is suboptimal. Config: {'topK': 668, 'alpha': 0.43733836733677633} - results: PRECISION: 0.0934083, PRECISION_RECALL_MIN_DEN: 0.1041246, RECALL: 0.0746584, MAP: 0.0502322, MAP_MIN_DEN: 0.0555218, MRR: 0.2654522, NDCG: 0.1159128, F1: 0.0829875, HIT_RATE: 0.4881244, ARHR_ALL_HITS: 0.3592724, NOVELTY: 0.0037854, AVERAGE_POPULARITY: 0.2028332, DIVERSITY_MEAN_INTER_LIST: 0.9353424, DIVERSITY_HERFINDAHL: 0.9935320, COVERAGE_ITEM: 0.4410040, COVERAGE_ITEM_HIT: 0.0469108, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4877609, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0308867, SHANNON_ENTROPY: 8.9906237, RATIO_DIVERSITY_HERFINDAHL: 0.9938603, RATIO_DIVERSITY_GINI: 0.0697702, RATIO_SHANNON_ENTROPY: 0.6664534, RATIO_AVERAGE_POPULARITY: 4.0137579, RATIO_NOVELTY: 0.3002060, \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Iteration No: 7 ended. Evaluation done at random point.\n",
      "Time taken: 35.8031\n",
      "Function value obtained: -0.0502\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 8 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 918, 'alpha': 0.21312989259530396}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 32.31 sec. Users per second: 1287\n",
      "SearchBayesianSkopt: Config 7 is suboptimal. Config: {'topK': 918, 'alpha': 0.21312989259530396} - results: PRECISION: 0.0911077, PRECISION_RECALL_MIN_DEN: 0.1015250, RECALL: 0.0727691, MAP: 0.0485544, MAP_MIN_DEN: 0.0536538, MRR: 0.2583896, NDCG: 0.1126966, F1: 0.0809123, HIT_RATE: 0.4807202, ARHR_ALL_HITS: 0.3485888, NOVELTY: 0.0037995, AVERAGE_POPULARITY: 0.2064201, DIVERSITY_MEAN_INTER_LIST: 0.9305413, DIVERSITY_HERFINDAHL: 0.9930519, COVERAGE_ITEM: 0.4531608, COVERAGE_ITEM_HIT: 0.0435498, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4803622, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0343996, SHANNON_ENTROPY: 8.9937662, RATIO_DIVERSITY_HERFINDAHL: 0.9933800, RATIO_DIVERSITY_GINI: 0.0777055, RATIO_SHANNON_ENTROPY: 0.6666864, RATIO_AVERAGE_POPULARITY: 4.0847375, RATIO_NOVELTY: 0.3013229, \n",
      "\n",
      "Iteration No: 8 ended. Evaluation done at random point.\n",
      "Time taken: 37.9548\n",
      "Function value obtained: -0.0486\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 9 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 614, 'alpha': 0.8394505220815961}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 26.80 sec. Users per second: 1552\n",
      "SearchBayesianSkopt: New best config found. Config 8: {'topK': 614, 'alpha': 0.8394505220815961} - results: PRECISION: 0.0950599, PRECISION_RECALL_MIN_DEN: 0.1060351, RECALL: 0.0759168, MAP: 0.0516173, MAP_MIN_DEN: 0.0569954, MRR: 0.2707756, NDCG: 0.1182894, F1: 0.0844167, HIT_RATE: 0.4931487, ARHR_ALL_HITS: 0.3675144, NOVELTY: 0.0037778, AVERAGE_POPULARITY: 0.1965070, DIVERSITY_MEAN_INTER_LIST: 0.9426926, DIVERSITY_HERFINDAHL: 0.9942670, COVERAGE_ITEM: 0.3632366, COVERAGE_ITEM_HIT: 0.0537042, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4927815, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0243487, SHANNON_ENTROPY: 9.0294240, RATIO_DIVERSITY_HERFINDAHL: 0.9945955, RATIO_DIVERSITY_GINI: 0.0550014, RATIO_SHANNON_ENTROPY: 0.6693296, RATIO_AVERAGE_POPULARITY: 3.8885709, RATIO_NOVELTY: 0.2996011, \n",
      "\n",
      "SearchBayesianSkopt: Saving model in recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender\n",
      "\n",
      "ItemKNNSimilarityHybridRecommender: Saving model in file 'recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender_best_model'\n",
      "ItemKNNSimilarityHybridRecommender: Saving complete\n",
      "Iteration No: 9 ended. Evaluation done at random point.\n",
      "Time taken: 38.8451\n",
      "Function value obtained: -0.0516\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 10 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 800, 'alpha': 0.130972587167718}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 29.74 sec. Users per second: 1399\n",
      "SearchBayesianSkopt: Config 9 is suboptimal. Config: {'topK': 800, 'alpha': 0.130972587167718} - results: PRECISION: 0.0898577, PRECISION_RECALL_MIN_DEN: 0.1000939, RECALL: 0.0717012, MAP: 0.0477690, MAP_MIN_DEN: 0.0527797, MRR: 0.2556333, NDCG: 0.1111610, F1: 0.0797592, HIT_RATE: 0.4768979, ARHR_ALL_HITS: 0.3439723, NOVELTY: 0.0038113, AVERAGE_POPULARITY: 0.2067717, DIVERSITY_MEAN_INTER_LIST: 0.9293587, DIVERSITY_HERFINDAHL: 0.9929336, COVERAGE_ITEM: 0.4600973, COVERAGE_ITEM_HIT: 0.0422268, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4765428, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0363718, SHANNON_ENTROPY: 9.0234545, RATIO_DIVERSITY_HERFINDAHL: 0.9932617, RATIO_DIVERSITY_GINI: 0.0821604, RATIO_SHANNON_ENTROPY: 0.6688871, RATIO_AVERAGE_POPULARITY: 4.0916946, RATIO_NOVELTY: 0.3022596, \n",
      "\n",
      "Iteration No: 10 ended. Evaluation done at random point.\n",
      "Time taken: 35.6448\n",
      "Function value obtained: -0.0478\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 11 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 555, 'alpha': 0.9133253889449342}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 31.20 sec. Users per second: 1333\n",
      "SearchBayesianSkopt: Config 10 is suboptimal. Config: {'topK': 555, 'alpha': 0.9133253889449342} - results: PRECISION: 0.0949709, PRECISION_RECALL_MIN_DEN: 0.1059419, RECALL: 0.0758879, MAP: 0.0515603, MAP_MIN_DEN: 0.0569231, MRR: 0.2710503, NDCG: 0.1182290, F1: 0.0843637, HIT_RATE: 0.4936776, ARHR_ALL_HITS: 0.3675201, NOVELTY: 0.0037716, AVERAGE_POPULARITY: 0.1977649, DIVERSITY_MEAN_INTER_LIST: 0.9421962, DIVERSITY_HERFINDAHL: 0.9942174, COVERAGE_ITEM: 0.3408538, COVERAGE_ITEM_HIT: 0.0539903, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4933100, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0232046, SHANNON_ENTROPY: 9.0132890, RATIO_DIVERSITY_HERFINDAHL: 0.9945459, RATIO_DIVERSITY_GINI: 0.0524169, RATIO_SHANNON_ENTROPY: 0.6681336, RATIO_AVERAGE_POPULARITY: 3.9134636, RATIO_NOVELTY: 0.2991152, \n",
      "\n",
      "Iteration No: 11 ended. Evaluation done at random point.\n",
      "Time taken: 36.7822\n",
      "Function value obtained: -0.0516\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 12 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 367, 'alpha': 0.9067125311219302}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 23.39 sec. Users per second: 1779\n",
      "SearchBayesianSkopt: Config 11 is suboptimal. Config: {'topK': 367, 'alpha': 0.9067125311219302} - results: PRECISION: 0.0946223, PRECISION_RECALL_MIN_DEN: 0.1055716, RECALL: 0.0755949, MAP: 0.0514135, MAP_MIN_DEN: 0.0567507, MRR: 0.2702465, NDCG: 0.1178384, F1: 0.0840451, HIT_RATE: 0.4919708, ARHR_ALL_HITS: 0.3664078, NOVELTY: 0.0037886, AVERAGE_POPULARITY: 0.1923617, DIVERSITY_MEAN_INTER_LIST: 0.9452812, DIVERSITY_HERFINDAHL: 0.9945258, COVERAGE_ITEM: 0.3470395, COVERAGE_ITEM_HIT: 0.0545266, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4916044, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0239821, SHANNON_ENTROPY: 9.0734378, RATIO_DIVERSITY_HERFINDAHL: 0.9948545, RATIO_DIVERSITY_GINI: 0.0541733, RATIO_SHANNON_ENTROPY: 0.6725922, RATIO_AVERAGE_POPULARITY: 3.8065418, RATIO_NOVELTY: 0.3004635, \n",
      "\n",
      "Iteration No: 12 ended. Evaluation done at random point.\n",
      "Time taken: 28.8088\n",
      "Function value obtained: -0.0514\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 13 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 602, 'alpha': 0.24068176912450806}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 30.93 sec. Users per second: 1345\n",
      "SearchBayesianSkopt: Config 12 is suboptimal. Config: {'topK': 602, 'alpha': 0.24068176912450806} - results: PRECISION: 0.0914635, PRECISION_RECALL_MIN_DEN: 0.1019034, RECALL: 0.0730316, MAP: 0.0487752, MAP_MIN_DEN: 0.0538983, MRR: 0.2591755, NDCG: 0.1131190, F1: 0.0812149, HIT_RATE: 0.4818501, ARHR_ALL_HITS: 0.3498770, NOVELTY: 0.0037962, AVERAGE_POPULARITY: 0.2062919, DIVERSITY_MEAN_INTER_LIST: 0.9309733, DIVERSITY_HERFINDAHL: 0.9930951, COVERAGE_ITEM: 0.4517305, COVERAGE_ITEM_HIT: 0.0439788, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4814913, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0338317, SHANNON_ENTROPY: 8.9869123, RATIO_DIVERSITY_HERFINDAHL: 0.9934232, RATIO_DIVERSITY_GINI: 0.0764226, RATIO_SHANNON_ENTROPY: 0.6661783, RATIO_AVERAGE_POPULARITY: 4.0822007, RATIO_NOVELTY: 0.3010615, \n",
      "\n",
      "Iteration No: 13 ended. Evaluation done at random point.\n",
      "Time taken: 36.9659\n",
      "Function value obtained: -0.0488\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 14 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 537, 'alpha': 0.0017701180970089996}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "EvaluatorHoldout: Processed 41598 (100.0%) in 28.06 sec. Users per second: 1482\n",
      "SearchBayesianSkopt: Config 13 is suboptimal. Config: {'topK': 537, 'alpha': 0.0017701180970089996} - results: PRECISION: 0.0873143, PRECISION_RECALL_MIN_DEN: 0.0970963, RECALL: 0.0693381, MAP: 0.0463373, MAP_MIN_DEN: 0.0511489, MRR: 0.2505084, NDCG: 0.1081492, F1: 0.0772948, HIT_RATE: 0.4674504, ARHR_ALL_HITS: 0.3354530, NOVELTY: 0.0038376, AVERAGE_POPULARITY: 0.2056577, DIVERSITY_MEAN_INTER_LIST: 0.9286820, DIVERSITY_HERFINDAHL: 0.9928660, COVERAGE_ITEM: 0.4723613, COVERAGE_ITEM_HIT: 0.0399385, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4671023, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0400638, SHANNON_ENTROPY: 9.1018174, RATIO_DIVERSITY_HERFINDAHL: 0.9931940, RATIO_DIVERSITY_GINI: 0.0905004, RATIO_SHANNON_ENTROPY: 0.6746960, RATIO_AVERAGE_POPULARITY: 4.0696492, RATIO_NOVELTY: 0.3043452, \n",
      "\n",
      "Iteration No: 14 ended. Evaluation done at random point.\n",
      "Time taken: 34.0787\n",
      "Function value obtained: -0.0463\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 15 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 906, 'alpha': 0.2034069138181835}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 29.81 sec. Users per second: 1396\n",
      "SearchBayesianSkopt: Config 14 is suboptimal. Config: {'topK': 906, 'alpha': 0.2034069138181835} - results: PRECISION: 0.0909948, PRECISION_RECALL_MIN_DEN: 0.1013905, RECALL: 0.0726533, MAP: 0.0484615, MAP_MIN_DEN: 0.0535513, MRR: 0.2579783, NDCG: 0.1125219, F1: 0.0807962, HIT_RATE: 0.4801914, ARHR_ALL_HITS: 0.3479845, NOVELTY: 0.0038008, AVERAGE_POPULARITY: 0.2064757, DIVERSITY_MEAN_INTER_LIST: 0.9303939, DIVERSITY_HERFINDAHL: 0.9930372, COVERAGE_ITEM: 0.4538043, COVERAGE_ITEM_HIT: 0.0433710, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4798338, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0346131, SHANNON_ENTROPY: 8.9967639, RATIO_DIVERSITY_HERFINDAHL: 0.9933653, RATIO_DIVERSITY_GINI: 0.0781878, RATIO_SHANNON_ENTROPY: 0.6669086, RATIO_AVERAGE_POPULARITY: 4.0858361, RATIO_NOVELTY: 0.3014271, \n",
      "\n",
      "Iteration No: 15 ended. Evaluation done at random point.\n",
      "Time taken: 36.7642\n",
      "Function value obtained: -0.0485\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 16 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 320, 'alpha': 0.12972989157058504}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 29.03 sec. Users per second: 1433\n",
      "SearchBayesianSkopt: Config 15 is suboptimal. Config: {'topK': 320, 'alpha': 0.12972989157058504} - results: PRECISION: 0.0896269, PRECISION_RECALL_MIN_DEN: 0.0998484, RECALL: 0.0715235, MAP: 0.0476509, MAP_MIN_DEN: 0.0526487, MRR: 0.2553002, NDCG: 0.1109210, F1: 0.0795583, HIT_RATE: 0.4763210, ARHR_ALL_HITS: 0.3433304, NOVELTY: 0.0038172, AVERAGE_POPULARITY: 0.2056584, DIVERSITY_MEAN_INTER_LIST: 0.9300211, DIVERSITY_HERFINDAHL: 0.9929999, COVERAGE_ITEM: 0.4633867, COVERAGE_ITEM_HIT: 0.0424056, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4759663, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0369466, SHANNON_ENTROPY: 9.0446181, RATIO_DIVERSITY_HERFINDAHL: 0.9933280, RATIO_DIVERSITY_GINI: 0.0834589, RATIO_SHANNON_ENTROPY: 0.6704559, RATIO_AVERAGE_POPULARITY: 4.0696639, RATIO_NOVELTY: 0.3027320, \n",
      "\n",
      "Iteration No: 16 ended. Search finished for the next optimal point.\n",
      "Time taken: 34.0714\n",
      "Function value obtained: -0.0477\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 17 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 799, 'alpha': 0.6499517568002197}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 26.72 sec. Users per second: 1557\n",
      "SearchBayesianSkopt: Config 16 is suboptimal. Config: {'topK': 799, 'alpha': 0.6499517568002197} - results: PRECISION: 0.0947449, PRECISION_RECALL_MIN_DEN: 0.1056912, RECALL: 0.0757279, MAP: 0.0513003, MAP_MIN_DEN: 0.0566725, MRR: 0.2695031, NDCG: 0.1177907, F1: 0.0841757, HIT_RATE: 0.4921871, ARHR_ALL_HITS: 0.3656076, NOVELTY: 0.0037815, AVERAGE_POPULARITY: 0.1990428, DIVERSITY_MEAN_INTER_LIST: 0.9396742, DIVERSITY_HERFINDAHL: 0.9939652, COVERAGE_ITEM: 0.4172626, COVERAGE_ITEM_HIT: 0.0513444, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4918206, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0278459, SHANNON_ENTROPY: 9.0181840, RATIO_DIVERSITY_HERFINDAHL: 0.9942936, RATIO_DIVERSITY_GINI: 0.0629013, RATIO_SHANNON_ENTROPY: 0.6684964, RATIO_AVERAGE_POPULARITY: 3.9387511, RATIO_NOVELTY: 0.2998990, \n",
      "\n",
      "Iteration No: 17 ended. Search finished for the next optimal point.\n",
      "Time taken: 32.9939\n",
      "Function value obtained: -0.0513\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 18 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 393, 'alpha': 0.13599078919329613}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 28.59 sec. Users per second: 1455\n",
      "SearchBayesianSkopt: Config 17 is suboptimal. Config: {'topK': 393, 'alpha': 0.13599078919329613} - results: PRECISION: 0.0897543, PRECISION_RECALL_MIN_DEN: 0.0999951, RECALL: 0.0716343, MAP: 0.0477172, MAP_MIN_DEN: 0.0527206, MRR: 0.2554823, NDCG: 0.1110534, F1: 0.0796771, HIT_RATE: 0.4767056, ARHR_ALL_HITS: 0.3436801, NOVELTY: 0.0038141, AVERAGE_POPULARITY: 0.2061831, DIVERSITY_MEAN_INTER_LIST: 0.9296067, DIVERSITY_HERFINDAHL: 0.9929584, COVERAGE_ITEM: 0.4616347, COVERAGE_ITEM_HIT: 0.0423699, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4763506, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0365936, SHANNON_ENTROPY: 9.0320955, RATIO_DIVERSITY_HERFINDAHL: 0.9932865, RATIO_DIVERSITY_GINI: 0.0826615, RATIO_SHANNON_ENTROPY: 0.6695276, RATIO_AVERAGE_POPULARITY: 4.0800463, RATIO_NOVELTY: 0.3024807, \n",
      "\n",
      "Iteration No: 18 ended. Search finished for the next optimal point.\n",
      "Time taken: 34.7581\n",
      "Function value obtained: -0.0477\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 19 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 215, 'alpha': 0.5189810262463851}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 17.70 sec. Users per second: 2351\n",
      "SearchBayesianSkopt: Config 18 is suboptimal. Config: {'topK': 215, 'alpha': 0.5189810262463851} - results: PRECISION: 0.0937257, PRECISION_RECALL_MIN_DEN: 0.1045712, RECALL: 0.0749788, MAP: 0.0505906, MAP_MIN_DEN: 0.0559154, MRR: 0.2668705, NDCG: 0.1164949, F1: 0.0833106, HIT_RATE: 0.4890379, ARHR_ALL_HITS: 0.3614092, NOVELTY: 0.0038037, AVERAGE_POPULARITY: 0.1965294, DIVERSITY_MEAN_INTER_LIST: 0.9400992, DIVERSITY_HERFINDAHL: 0.9940077, COVERAGE_ITEM: 0.4475472, COVERAGE_ITEM_HIT: 0.0494136, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4886738, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0315712, SHANNON_ENTROPY: 9.0793434, RATIO_DIVERSITY_HERFINDAHL: 0.9943361, RATIO_DIVERSITY_GINI: 0.0713164, RATIO_SHANNON_ENTROPY: 0.6730300, RATIO_AVERAGE_POPULARITY: 3.8890152, RATIO_NOVELTY: 0.3016607, \n",
      "\n",
      "Iteration No: 19 ended. Search finished for the next optimal point.\n",
      "Time taken: 21.3166\n",
      "Function value obtained: -0.0506\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 20 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 481, 'alpha': 0.8154699581874172}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 30.29 sec. Users per second: 1374\n",
      "SearchBayesianSkopt: Config 19 is suboptimal. Config: {'topK': 481, 'alpha': 0.8154699581874172} - results: PRECISION: 0.0948651, PRECISION_RECALL_MIN_DEN: 0.1058783, RECALL: 0.0758532, MAP: 0.0514540, MAP_MIN_DEN: 0.0568347, MRR: 0.2704635, NDCG: 0.1180718, F1: 0.0843006, HIT_RATE: 0.4927400, ARHR_ALL_HITS: 0.3667886, NOVELTY: 0.0037729, AVERAGE_POPULARITY: 0.1986062, DIVERSITY_MEAN_INTER_LIST: 0.9406756, DIVERSITY_HERFINDAHL: 0.9940653, COVERAGE_ITEM: 0.3723184, COVERAGE_ITEM_HIT: 0.0522740, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4923731, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0245758, SHANNON_ENTROPY: 8.9967211, RATIO_DIVERSITY_HERFINDAHL: 0.9943938, RATIO_DIVERSITY_GINI: 0.0555143, RATIO_SHANNON_ENTROPY: 0.6669054, RATIO_AVERAGE_POPULARITY: 3.9301119, RATIO_NOVELTY: 0.2992189, \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Iteration No: 20 ended. Search finished for the next optimal point.\n",
      "Time taken: 36.4784\n",
      "Function value obtained: -0.0515\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 21 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 596, 'alpha': 0.8355097782615925}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 38.93 sec. Users per second: 1069\n",
      "SearchBayesianSkopt: Config 20 is suboptimal. Config: {'topK': 596, 'alpha': 0.8355097782615925} - results: PRECISION: 0.0950623, PRECISION_RECALL_MIN_DEN: 0.1060262, RECALL: 0.0759231, MAP: 0.0516005, MAP_MIN_DEN: 0.0569756, MRR: 0.2708219, NDCG: 0.1182831, F1: 0.0844215, HIT_RATE: 0.4932449, ARHR_ALL_HITS: 0.3675132, NOVELTY: 0.0037761, AVERAGE_POPULARITY: 0.1971867, DIVERSITY_MEAN_INTER_LIST: 0.9422123, DIVERSITY_HERFINDAHL: 0.9942190, COVERAGE_ITEM: 0.3647740, COVERAGE_ITEM_HIT: 0.0537042, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4928776, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0243839, SHANNON_ENTROPY: 9.0223765, RATIO_DIVERSITY_HERFINDAHL: 0.9945475, RATIO_DIVERSITY_GINI: 0.0550810, RATIO_SHANNON_ENTROPY: 0.6688072, RATIO_AVERAGE_POPULARITY: 3.9020211, RATIO_NOVELTY: 0.2994685, \n",
      "\n",
      "Iteration No: 21 ended. Search finished for the next optimal point.\n",
      "Time taken: 44.8993\n",
      "Function value obtained: -0.0516\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 22 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 113, 'alpha': 0.9355274480662877}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 17.84 sec. Users per second: 2332\n",
      "SearchBayesianSkopt: Config 21 is suboptimal. Config: {'topK': 113, 'alpha': 0.9355274480662877} - results: PRECISION: 0.0945190, PRECISION_RECALL_MIN_DEN: 0.1053706, RECALL: 0.0753923, MAP: 0.0513095, MAP_MIN_DEN: 0.0566185, MRR: 0.2696078, NDCG: 0.1175799, F1: 0.0838791, HIT_RATE: 0.4912736, ARHR_ALL_HITS: 0.3655020, NOVELTY: 0.0038205, AVERAGE_POPULARITY: 0.1833882, DIVERSITY_MEAN_INTER_LIST: 0.9511249, DIVERSITY_HERFINDAHL: 0.9951102, COVERAGE_ITEM: 0.3392806, COVERAGE_ITEM_HIT: 0.0564574, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4909078, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0249961, SHANNON_ENTROPY: 9.2074393, RATIO_DIVERSITY_HERFINDAHL: 0.9954390, RATIO_DIVERSITY_GINI: 0.0564638, RATIO_SHANNON_ENTROPY: 0.6825255, RATIO_AVERAGE_POPULARITY: 3.6289715, RATIO_NOVELTY: 0.3029905, \n",
      "\n",
      "Iteration No: 22 ended. Search finished for the next optimal point.\n",
      "Time taken: 20.3712\n",
      "Function value obtained: -0.0513\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 23 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 578, 'alpha': 0.25635306251481943}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 49.87 sec. Users per second: 834\n",
      "SearchBayesianSkopt: Config 22 is suboptimal. Config: {'topK': 578, 'alpha': 0.25635306251481943} - results: PRECISION: 0.0916438, PRECISION_RECALL_MIN_DEN: 0.1021263, RECALL: 0.0732145, MAP: 0.0489170, MAP_MIN_DEN: 0.0540587, MRR: 0.2597507, NDCG: 0.1133936, F1: 0.0813991, HIT_RATE: 0.4824751, ARHR_ALL_HITS: 0.3507977, NOVELTY: 0.0037933, AVERAGE_POPULARITY: 0.2065286, DIVERSITY_MEAN_INTER_LIST: 0.9309675, DIVERSITY_HERFINDAHL: 0.9930945, COVERAGE_ITEM: 0.4510512, COVERAGE_ITEM_HIT: 0.0441576, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4821158, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0334791, SHANNON_ENTROPY: 8.9788655, RATIO_DIVERSITY_HERFINDAHL: 0.9934227, RATIO_DIVERSITY_GINI: 0.0756261, RATIO_SHANNON_ENTROPY: 0.6655818, RATIO_AVERAGE_POPULARITY: 4.0868842, RATIO_NOVELTY: 0.3008307, \n",
      "\n",
      "Iteration No: 23 ended. Search finished for the next optimal point.\n",
      "Time taken: 56.0506\n",
      "Function value obtained: -0.0489\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 24 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 995, 'alpha': 0.9972281650232431}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 31.59 sec. Users per second: 1317\n",
      "SearchBayesianSkopt: Config 23 is suboptimal. Config: {'topK': 995, 'alpha': 0.9972281650232431} - results: PRECISION: 0.0949373, PRECISION_RECALL_MIN_DEN: 0.1058679, RECALL: 0.0757459, MAP: 0.0515260, MAP_MIN_DEN: 0.0568602, MRR: 0.2704774, NDCG: 0.1180663, F1: 0.0842626, HIT_RATE: 0.4929564, ARHR_ALL_HITS: 0.3668813, NOVELTY: 0.0037820, AVERAGE_POPULARITY: 0.1930915, DIVERSITY_MEAN_INTER_LIST: 0.9457080, DIVERSITY_HERFINDAHL: 0.9945685, COVERAGE_ITEM: 0.3197941, COVERAGE_ITEM_HIT: 0.0556708, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4925893, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0227365, SHANNON_ENTROPY: 9.0659802, RATIO_DIVERSITY_HERFINDAHL: 0.9948972, RATIO_DIVERSITY_GINI: 0.0513595, RATIO_SHANNON_ENTROPY: 0.6720394, RATIO_AVERAGE_POPULARITY: 3.8209837, RATIO_NOVELTY: 0.2999396, \n",
      "\n",
      "Iteration No: 24 ended. Search finished for the next optimal point.\n",
      "Time taken: 37.7329\n",
      "Function value obtained: -0.0515\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 25 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 826, 'alpha': 0.9320888233596157}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 30.61 sec. Users per second: 1359\n",
      "SearchBayesianSkopt: New best config found. Config 24: {'topK': 826, 'alpha': 0.9320888233596157} - results: PRECISION: 0.0951031, PRECISION_RECALL_MIN_DEN: 0.1060733, RECALL: 0.0759006, MAP: 0.0516462, MAP_MIN_DEN: 0.0570078, MRR: 0.2707938, NDCG: 0.1182943, F1: 0.0844237, HIT_RATE: 0.4934131, ARHR_ALL_HITS: 0.3675365, NOVELTY: 0.0037801, AVERAGE_POPULARITY: 0.1945340, DIVERSITY_MEAN_INTER_LIST: 0.9444778, DIVERSITY_HERFINDAHL: 0.9944455, COVERAGE_ITEM: 0.3360269, COVERAGE_ITEM_HIT: 0.0547411, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4930457, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0232573, SHANNON_ENTROPY: 9.0502666, RATIO_DIVERSITY_HERFINDAHL: 0.9947741, RATIO_DIVERSITY_GINI: 0.0525360, RATIO_SHANNON_ENTROPY: 0.6708746, RATIO_AVERAGE_POPULARITY: 3.8495293, RATIO_NOVELTY: 0.2997833, \n",
      "\n",
      "SearchBayesianSkopt: Saving model in recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender\n",
      "\n",
      "ItemKNNSimilarityHybridRecommender: Saving model in file 'recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender_best_model'\n",
      "ItemKNNSimilarityHybridRecommender: Saving complete\n",
      "Iteration No: 25 ended. Search finished for the next optimal point.\n",
      "Time taken: 42.4949\n",
      "Function value obtained: -0.0516\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 26 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 379, 'alpha': 0.9024715101597535}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 28.78 sec. Users per second: 1445\n",
      "SearchBayesianSkopt: Config 25 is suboptimal. Config: {'topK': 379, 'alpha': 0.9024715101597535} - results: PRECISION: 0.0945815, PRECISION_RECALL_MIN_DEN: 0.1055103, RECALL: 0.0755400, MAP: 0.0514054, MAP_MIN_DEN: 0.0567371, MRR: 0.2702406, NDCG: 0.1178080, F1: 0.0839951, HIT_RATE: 0.4915381, ARHR_ALL_HITS: 0.3664057, NOVELTY: 0.0037858, AVERAGE_POPULARITY: 0.1928806, DIVERSITY_MEAN_INTER_LIST: 0.9449193, DIVERSITY_HERFINDAHL: 0.9944897, COVERAGE_ITEM: 0.3480406, COVERAGE_ITEM_HIT: 0.0538830, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4911720, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0238812, SHANNON_ENTROPY: 9.0596359, RATIO_DIVERSITY_HERFINDAHL: 0.9948183, RATIO_DIVERSITY_GINI: 0.0539453, RATIO_SHANNON_ENTROPY: 0.6715691, RATIO_AVERAGE_POPULARITY: 3.8168114, RATIO_NOVELTY: 0.3002400, \n",
      "\n",
      "Iteration No: 26 ended. Search finished for the next optimal point.\n",
      "Time taken: 34.8279\n",
      "Function value obtained: -0.0514\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 27 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 477, 'alpha': 0.8508622916805274}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "EvaluatorHoldout: Processed 41598 (100.0%) in 28.04 sec. Users per second: 1483\n",
      "SearchBayesianSkopt: Config 26 is suboptimal. Config: {'topK': 477, 'alpha': 0.8508622916805274} - results: PRECISION: 0.0949324, PRECISION_RECALL_MIN_DEN: 0.1059450, RECALL: 0.0759021, MAP: 0.0514936, MAP_MIN_DEN: 0.0568742, MRR: 0.2705931, NDCG: 0.1181423, F1: 0.0843573, HIT_RATE: 0.4932208, ARHR_ALL_HITS: 0.3670086, NOVELTY: 0.0037732, AVERAGE_POPULARITY: 0.1979492, DIVERSITY_MEAN_INTER_LIST: 0.9413246, DIVERSITY_HERFINDAHL: 0.9941302, COVERAGE_ITEM: 0.3586957, COVERAGE_ITEM_HIT: 0.0529176, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4928535, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0239438, SHANNON_ENTROPY: 9.0016830, RATIO_DIVERSITY_HERFINDAHL: 0.9944587, RATIO_DIVERSITY_GINI: 0.0540867, RATIO_SHANNON_ENTROPY: 0.6672732, RATIO_AVERAGE_POPULARITY: 3.9171103, RATIO_NOVELTY: 0.2992362, \n",
      "\n",
      "Iteration No: 27 ended. Search finished for the next optimal point.\n",
      "Time taken: 34.1141\n",
      "Function value obtained: -0.0515\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 28 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 754, 'alpha': 0.05318776286825501}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 29.94 sec. Users per second: 1390\n",
      "SearchBayesianSkopt: Config 27 is suboptimal. Config: {'topK': 754, 'alpha': 0.05318776286825501} - results: PRECISION: 0.0883576, PRECISION_RECALL_MIN_DEN: 0.0983325, RECALL: 0.0703237, MAP: 0.0469113, MAP_MIN_DEN: 0.0518005, MRR: 0.2527839, NDCG: 0.1094059, F1: 0.0783159, HIT_RATE: 0.4718015, ARHR_ALL_HITS: 0.3390716, NOVELTY: 0.0038259, AVERAGE_POPULARITY: 0.2063705, DIVERSITY_MEAN_INTER_LIST: 0.9287643, DIVERSITY_HERFINDAHL: 0.9928742, COVERAGE_ITEM: 0.4677489, COVERAGE_ITEM_HIT: 0.0410827, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4714502, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0384949, SHANNON_ENTROPY: 9.0656359, RATIO_DIVERSITY_HERFINDAHL: 0.9932023, RATIO_DIVERSITY_GINI: 0.0869562, RATIO_SHANNON_ENTROPY: 0.6720139, RATIO_AVERAGE_POPULARITY: 4.0837544, RATIO_NOVELTY: 0.3034174, \n",
      "\n",
      "Iteration No: 28 ended. Search finished for the next optimal point.\n",
      "Time taken: 35.9907\n",
      "Function value obtained: -0.0469\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 29 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 1000, 'alpha': 0.8573232444569331}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 33.82 sec. Users per second: 1230\n",
      "SearchBayesianSkopt: Config 28 is suboptimal. Config: {'topK': 1000, 'alpha': 0.8573232444569331} - results: PRECISION: 0.0950334, PRECISION_RECALL_MIN_DEN: 0.1059972, RECALL: 0.0758708, MAP: 0.0516166, MAP_MIN_DEN: 0.0569910, MRR: 0.2707973, NDCG: 0.1182666, F1: 0.0843778, HIT_RATE: 0.4930045, ARHR_ALL_HITS: 0.3674949, NOVELTY: 0.0037787, AVERAGE_POPULARITY: 0.1960427, DIVERSITY_MEAN_INTER_LIST: 0.9430606, DIVERSITY_HERFINDAHL: 0.9943038, COVERAGE_ITEM: 0.3574442, COVERAGE_ITEM_HIT: 0.0539545, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4926373, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0241286, SHANNON_ENTROPY: 9.0350682, RATIO_DIVERSITY_HERFINDAHL: 0.9946323, RATIO_DIVERSITY_GINI: 0.0545043, RATIO_SHANNON_ENTROPY: 0.6697480, RATIO_AVERAGE_POPULARITY: 3.8793834, RATIO_NOVELTY: 0.2996756, \n",
      "\n",
      "Iteration No: 29 ended. Search finished for the next optimal point.\n",
      "Time taken: 39.9677\n",
      "Function value obtained: -0.0516\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 30 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 764, 'alpha': 0.8734202200818347}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 26.07 sec. Users per second: 1595\n",
      "SearchBayesianSkopt: Config 29 is suboptimal. Config: {'topK': 764, 'alpha': 0.8734202200818347} - results: PRECISION: 0.0950695, PRECISION_RECALL_MIN_DEN: 0.1060210, RECALL: 0.0758827, MAP: 0.0515955, MAP_MIN_DEN: 0.0569635, MRR: 0.2707157, NDCG: 0.1182573, F1: 0.0843994, HIT_RATE: 0.4933410, ARHR_ALL_HITS: 0.3673871, NOVELTY: 0.0037790, AVERAGE_POPULARITY: 0.1956950, DIVERSITY_MEAN_INTER_LIST: 0.9433882, DIVERSITY_HERFINDAHL: 0.9943366, COVERAGE_ITEM: 0.3526173, COVERAGE_ITEM_HIT: 0.0543121, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4929736, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0239116, SHANNON_ENTROPY: 9.0383156, RATIO_DIVERSITY_HERFINDAHL: 0.9946651, RATIO_DIVERSITY_GINI: 0.0540141, RATIO_SHANNON_ENTROPY: 0.6699887, RATIO_AVERAGE_POPULARITY: 3.8725036, RATIO_NOVELTY: 0.2996976, \n",
      "\n",
      "Iteration No: 30 ended. Search finished for the next optimal point.\n",
      "Time taken: 32.2173\n",
      "Function value obtained: -0.0516\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 31 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 816, 'alpha': 0.3731821206986123}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 31.12 sec. Users per second: 1337\n",
      "SearchBayesianSkopt: Config 30 is suboptimal. Config: {'topK': 816, 'alpha': 0.3731821206986123} - results: PRECISION: 0.0929949, PRECISION_RECALL_MIN_DEN: 0.1036589, RECALL: 0.0743633, MAP: 0.0498168, MAP_MIN_DEN: 0.0550653, MRR: 0.2637182, NDCG: 0.1152122, F1: 0.0826420, HIT_RATE: 0.4871628, ARHR_ALL_HITS: 0.3566876, NOVELTY: 0.0037875, AVERAGE_POPULARITY: 0.2040606, DIVERSITY_MEAN_INTER_LIST: 0.9338852, DIVERSITY_HERFINDAHL: 0.9933863, COVERAGE_ITEM: 0.4459025, COVERAGE_ITEM_HIT: 0.0460169, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4868001, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0317565, SHANNON_ENTROPY: 8.9838638, RATIO_DIVERSITY_HERFINDAHL: 0.9937145, RATIO_DIVERSITY_GINI: 0.0717348, RATIO_SHANNON_ENTROPY: 0.6659523, RATIO_AVERAGE_POPULARITY: 4.0380466, RATIO_NOVELTY: 0.3003710, \n",
      "\n",
      "Iteration No: 31 ended. Search finished for the next optimal point.\n",
      "Time taken: 37.3553\n",
      "Function value obtained: -0.0498\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 32 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 971, 'alpha': 0.4327358187416577}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 39.18 sec. Users per second: 1062\n",
      "SearchBayesianSkopt: Config 31 is suboptimal. Config: {'topK': 971, 'alpha': 0.4327358187416577} - results: PRECISION: 0.0933699, PRECISION_RECALL_MIN_DEN: 0.1040781, RECALL: 0.0746195, MAP: 0.0501914, MAP_MIN_DEN: 0.0554721, MRR: 0.2652320, NDCG: 0.1158346, F1: 0.0829483, HIT_RATE: 0.4880523, ARHR_ALL_HITS: 0.3589809, NOVELTY: 0.0037855, AVERAGE_POPULARITY: 0.2029143, DIVERSITY_MEAN_INTER_LIST: 0.9352463, DIVERSITY_HERFINDAHL: 0.9935224, COVERAGE_ITEM: 0.4408967, COVERAGE_ITEM_HIT: 0.0468035, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4876889, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0309249, SHANNON_ENTROPY: 8.9901945, RATIO_DIVERSITY_HERFINDAHL: 0.9938507, RATIO_DIVERSITY_GINI: 0.0698563, RATIO_SHANNON_ENTROPY: 0.6664216, RATIO_AVERAGE_POPULARITY: 4.0153619, RATIO_NOVELTY: 0.3002188, \n",
      "\n",
      "Iteration No: 32 ended. Search finished for the next optimal point.\n",
      "Time taken: 45.3990\n",
      "Function value obtained: -0.0502\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 33 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 347, 'alpha': 0.8645707533342016}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 23.82 sec. Users per second: 1746\n",
      "SearchBayesianSkopt: Config 32 is suboptimal. Config: {'topK': 347, 'alpha': 0.8645707533342016} - results: PRECISION: 0.0947233, PRECISION_RECALL_MIN_DEN: 0.1056458, RECALL: 0.0756158, MAP: 0.0514365, MAP_MIN_DEN: 0.0567719, MRR: 0.2702510, NDCG: 0.1178732, F1: 0.0840979, HIT_RATE: 0.4919708, ARHR_ALL_HITS: 0.3664114, NOVELTY: 0.0037982, AVERAGE_POPULARITY: 0.1897121, DIVERSITY_MEAN_INTER_LIST: 0.9470473, DIVERSITY_HERFINDAHL: 0.9947025, COVERAGE_ITEM: 0.3628075, COVERAGE_ITEM_HIT: 0.0543478, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4916044, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0249554, SHANNON_ENTROPY: 9.1104931, RATIO_DIVERSITY_HERFINDAHL: 0.9950311, RATIO_DIVERSITY_GINI: 0.0563719, RATIO_SHANNON_ENTROPY: 0.6753391, RATIO_AVERAGE_POPULARITY: 3.7541120, RATIO_NOVELTY: 0.3012250, \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Iteration No: 33 ended. Search finished for the next optimal point.\n",
      "Time taken: 29.2716\n",
      "Function value obtained: -0.0514\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 34 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 5, 'alpha': 0.7447954065127982}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 14.96 sec. Users per second: 2780\n",
      "SearchBayesianSkopt: Config 33 is suboptimal. Config: {'topK': 5, 'alpha': 0.7447954065127982} - results: PRECISION: 0.0799341, PRECISION_RECALL_MIN_DEN: 0.0883183, RECALL: 0.0624310, MAP: 0.0429557, MAP_MIN_DEN: 0.0474005, MRR: 0.2412250, NDCG: 0.1006928, F1: 0.0701066, HIT_RATE: 0.4375451, ARHR_ALL_HITS: 0.3176339, NOVELTY: 0.0042054, AVERAGE_POPULARITY: 0.1054977, DIVERSITY_MEAN_INTER_LIST: 0.9833333, DIVERSITY_HERFINDAHL: 0.9983310, COVERAGE_ITEM: 0.5309640, COVERAGE_ITEM_HIT: 0.0645738, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4372192, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0713484, SHANNON_ENTROPY: 10.7559201, RATIO_DIVERSITY_HERFINDAHL: 0.9986608, RATIO_DIVERSITY_GINI: 0.1611692, RATIO_SHANNON_ENTROPY: 0.7973106, RATIO_AVERAGE_POPULARITY: 2.0876377, RATIO_NOVELTY: 0.3335144, \n",
      "\n",
      "Iteration No: 34 ended. Search finished for the next optimal point.\n",
      "Time taken: 16.0802\n",
      "Function value obtained: -0.0430\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 35 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 1000, 'alpha': 0.6932427571769388}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 30.13 sec. Users per second: 1380\n",
      "SearchBayesianSkopt: Config 34 is suboptimal. Config: {'topK': 1000, 'alpha': 0.6932427571769388} - results: PRECISION: 0.0948459, PRECISION_RECALL_MIN_DEN: 0.1058001, RECALL: 0.0758152, MAP: 0.0513991, MAP_MIN_DEN: 0.0567744, MRR: 0.2699140, NDCG: 0.1179607, F1: 0.0842695, HIT_RATE: 0.4925958, ARHR_ALL_HITS: 0.3662545, NOVELTY: 0.0037806, AVERAGE_POPULARITY: 0.1984109, DIVERSITY_MEAN_INTER_LIST: 0.9404283, DIVERSITY_HERFINDAHL: 0.9940406, COVERAGE_ITEM: 0.4074657, COVERAGE_ITEM_HIT: 0.0519165, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4922290, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0270736, SHANNON_ENTROPY: 9.0216362, RATIO_DIVERSITY_HERFINDAHL: 0.9943690, RATIO_DIVERSITY_GINI: 0.0611567, RATIO_SHANNON_ENTROPY: 0.6687523, RATIO_AVERAGE_POPULARITY: 3.9262462, RATIO_NOVELTY: 0.2998293, \n",
      "\n",
      "Iteration No: 35 ended. Search finished for the next optimal point.\n",
      "Time taken: 36.4526\n",
      "Function value obtained: -0.0514\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 36 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 488, 'alpha': 0.5825570364851581}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 31.79 sec. Users per second: 1309\n",
      "SearchBayesianSkopt: Config 35 is suboptimal. Config: {'topK': 488, 'alpha': 0.5825570364851581} - results: PRECISION: 0.0940935, PRECISION_RECALL_MIN_DEN: 0.1049953, RECALL: 0.0753504, MAP: 0.0508243, MAP_MIN_DEN: 0.0561907, MRR: 0.2681024, NDCG: 0.1170274, F1: 0.0836853, HIT_RATE: 0.4906245, ARHR_ALL_HITS: 0.3631322, NOVELTY: 0.0037777, AVERAGE_POPULARITY: 0.2018534, DIVERSITY_MEAN_INTER_LIST: 0.9368501, DIVERSITY_HERFINDAHL: 0.9936828, COVERAGE_ITEM: 0.4284182, COVERAGE_ITEM_HIT: 0.0494136, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4902592, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0287710, SHANNON_ENTROPY: 8.9827733, RATIO_DIVERSITY_HERFINDAHL: 0.9940111, RATIO_DIVERSITY_GINI: 0.0649910, RATIO_SHANNON_ENTROPY: 0.6658715, RATIO_AVERAGE_POPULARITY: 3.9943687, RATIO_NOVELTY: 0.2995928, \n",
      "\n",
      "Iteration No: 36 ended. Search finished for the next optimal point.\n",
      "Time taken: 37.9456\n",
      "Function value obtained: -0.0508\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 37 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 5, 'alpha': 1.0}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 12.06 sec. Users per second: 3448\n",
      "SearchBayesianSkopt: Config 36 is suboptimal. Config: {'topK': 5, 'alpha': 1.0} - results: PRECISION: 0.0793067, PRECISION_RECALL_MIN_DEN: 0.0876954, RECALL: 0.0620756, MAP: 0.0422847, MAP_MIN_DEN: 0.0466762, MRR: 0.2385728, NDCG: 0.0996198, F1: 0.0696411, HIT_RATE: 0.4369681, ARHR_ALL_HITS: 0.3134527, NOVELTY: 0.0041869, AVERAGE_POPULARITY: 0.1029630, DIVERSITY_MEAN_INTER_LIST: 0.9836820, DIVERSITY_HERFINDAHL: 0.9983658, COVERAGE_ITEM: 0.5053990, COVERAGE_ITEM_HIT: 0.0671482, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4366427, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0644688, SHANNON_ENTROPY: 10.6940791, RATIO_DIVERSITY_HERFINDAHL: 0.9986957, RATIO_DIVERSITY_GINI: 0.1456289, RATIO_SHANNON_ENTROPY: 0.7927265, RATIO_AVERAGE_POPULARITY: 2.0374806, RATIO_NOVELTY: 0.3320504, \n",
      "\n",
      "Iteration No: 37 ended. Search finished for the next optimal point.\n",
      "Time taken: 13.6627\n",
      "Function value obtained: -0.0423\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 38 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 9, 'alpha': 0.015257217982426189}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 12.19 sec. Users per second: 3414\n",
      "SearchBayesianSkopt: Config 37 is suboptimal. Config: {'topK': 9, 'alpha': 0.015257217982426189} - results: PRECISION: 0.0698543, PRECISION_RECALL_MIN_DEN: 0.0764318, RECALL: 0.0528531, MAP: 0.0394769, MAP_MIN_DEN: 0.0433011, MRR: 0.2287554, NDCG: 0.0911016, F1: 0.0601760, HIT_RATE: 0.3922785, ARHR_ALL_HITS: 0.2964748, NOVELTY: 0.0044737, AVERAGE_POPULARITY: 0.0880127, DIVERSITY_MEAN_INTER_LIST: 0.9856331, DIVERSITY_HERFINDAHL: 0.9985609, COVERAGE_ITEM: 0.5510226, COVERAGE_ITEM_HIT: 0.0440146, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.3919864, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.1031520, SHANNON_ENTROPY: 11.2935309, RATIO_DIVERSITY_HERFINDAHL: 0.9988909, RATIO_DIVERSITY_GINI: 0.2330104, RATIO_SHANNON_ENTROPY: 0.8371624, RATIO_AVERAGE_POPULARITY: 1.7416367, RATIO_NOVELTY: 0.3547933, \n",
      "\n",
      "Iteration No: 38 ended. Search finished for the next optimal point.\n",
      "Time taken: 13.6065\n",
      "Function value obtained: -0.0395\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 39 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 998, 'alpha': 0.03914467433011438}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 32.25 sec. Users per second: 1290\n",
      "SearchBayesianSkopt: Config 38 is suboptimal. Config: {'topK': 998, 'alpha': 0.03914467433011438} - results: PRECISION: 0.0880667, PRECISION_RECALL_MIN_DEN: 0.0979717, RECALL: 0.0700396, MAP: 0.0467456, MAP_MIN_DEN: 0.0516120, MRR: 0.2520862, NDCG: 0.1090406, F1: 0.0780254, HIT_RATE: 0.4707438, ARHR_ALL_HITS: 0.3379929, NOVELTY: 0.0038289, AVERAGE_POPULARITY: 0.2062042, DIVERSITY_MEAN_INTER_LIST: 0.9287177, DIVERSITY_HERFINDAHL: 0.9928695, COVERAGE_ITEM: 0.4688930, COVERAGE_ITEM_HIT: 0.0406894, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4703932, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0389189, SHANNON_ENTROPY: 9.0749132, RATIO_DIVERSITY_HERFINDAHL: 0.9931976, RATIO_DIVERSITY_GINI: 0.0879141, RATIO_SHANNON_ENTROPY: 0.6727016, RATIO_AVERAGE_POPULARITY: 4.0804643, RATIO_NOVELTY: 0.3036610, \n",
      "\n",
      "Iteration No: 39 ended. Search finished for the next optimal point.\n",
      "Time taken: 39.1190\n",
      "Function value obtained: -0.0467\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 40 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 934, 'alpha': 0.15412419128572033}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 28.22 sec. Users per second: 1474\n",
      "SearchBayesianSkopt: Config 39 is suboptimal. Config: {'topK': 934, 'alpha': 0.15412419128572033} - results: PRECISION: 0.0902135, PRECISION_RECALL_MIN_DEN: 0.1004855, RECALL: 0.0719867, MAP: 0.0480002, MAP_MIN_DEN: 0.0530293, MRR: 0.2565042, NDCG: 0.1116079, F1: 0.0800760, HIT_RATE: 0.4780759, ARHR_ALL_HITS: 0.3453860, NOVELTY: 0.0038074, AVERAGE_POPULARITY: 0.2067633, DIVERSITY_MEAN_INTER_LIST: 0.9296257, DIVERSITY_HERFINDAHL: 0.9929603, COVERAGE_ITEM: 0.4582022, COVERAGE_ITEM_HIT: 0.0424414, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4777199, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0357696, SHANNON_ENTROPY: 9.0128790, RATIO_DIVERSITY_HERFINDAHL: 0.9932884, RATIO_DIVERSITY_GINI: 0.0808001, RATIO_SHANNON_ENTROPY: 0.6681032, RATIO_AVERAGE_POPULARITY: 4.0915274, RATIO_NOVELTY: 0.3019528, \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Iteration No: 40 ended. Search finished for the next optimal point.\n",
      "Time taken: 35.1480\n",
      "Function value obtained: -0.0480\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 41 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 166, 'alpha': 0.9252961257054015}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 22.51 sec. Users per second: 1848\n",
      "SearchBayesianSkopt: Config 40 is suboptimal. Config: {'topK': 166, 'alpha': 0.9252961257054015} - results: PRECISION: 0.0946320, PRECISION_RECALL_MIN_DEN: 0.1055242, RECALL: 0.0755398, MAP: 0.0514318, MAP_MIN_DEN: 0.0567436, MRR: 0.2701669, NDCG: 0.1178052, F1: 0.0840149, HIT_RATE: 0.4918746, ARHR_ALL_HITS: 0.3664170, NOVELTY: 0.0038153, AVERAGE_POPULARITY: 0.1848242, DIVERSITY_MEAN_INTER_LIST: 0.9503690, DIVERSITY_HERFINDAHL: 0.9950346, COVERAGE_ITEM: 0.3513658, COVERAGE_ITEM_HIT: 0.0560641, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4915083, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0252725, SHANNON_ENTROPY: 9.1901510, RATIO_DIVERSITY_HERFINDAHL: 0.9953634, RATIO_DIVERSITY_GINI: 0.0570883, RATIO_SHANNON_ENTROPY: 0.6812439, RATIO_AVERAGE_POPULARITY: 3.6573865, RATIO_NOVELTY: 0.3025774, \n",
      "\n",
      "Iteration No: 41 ended. Search finished for the next optimal point.\n",
      "Time taken: 25.7670\n",
      "Function value obtained: -0.0514\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 42 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 936, 'alpha': 0.6648029180821374}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 29.28 sec. Users per second: 1421\n",
      "SearchBayesianSkopt: Config 41 is suboptimal. Config: {'topK': 936, 'alpha': 0.6648029180821374} - results: PRECISION: 0.0947858, PRECISION_RECALL_MIN_DEN: 0.1057347, RECALL: 0.0757527, MAP: 0.0513274, MAP_MIN_DEN: 0.0567021, MRR: 0.2696433, NDCG: 0.1178460, F1: 0.0842072, HIT_RATE: 0.4925237, ARHR_ALL_HITS: 0.3657913, NOVELTY: 0.0037813, AVERAGE_POPULARITY: 0.1988031, DIVERSITY_MEAN_INTER_LIST: 0.9399410, DIVERSITY_HERFINDAHL: 0.9939918, COVERAGE_ITEM: 0.4136871, COVERAGE_ITEM_HIT: 0.0515232, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4921569, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0275738, SHANNON_ENTROPY: 9.0195148, RATIO_DIVERSITY_HERFINDAHL: 0.9943203, RATIO_DIVERSITY_GINI: 0.0622866, RATIO_SHANNON_ENTROPY: 0.6685951, RATIO_AVERAGE_POPULARITY: 3.9340085, RATIO_NOVELTY: 0.2998800, \n",
      "\n",
      "Iteration No: 42 ended. Search finished for the next optimal point.\n",
      "Time taken: 35.8345\n",
      "Function value obtained: -0.0513\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 43 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 436, 'alpha': 0.9447036337627166}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 31.51 sec. Users per second: 1320\n",
      "SearchBayesianSkopt: Config 42 is suboptimal. Config: {'topK': 436, 'alpha': 0.9447036337627166} - results: PRECISION: 0.0946223, PRECISION_RECALL_MIN_DEN: 0.1056064, RECALL: 0.0756684, MAP: 0.0514423, MAP_MIN_DEN: 0.0567918, MRR: 0.2704700, NDCG: 0.1179177, F1: 0.0840906, HIT_RATE: 0.4923554, ARHR_ALL_HITS: 0.3667412, NOVELTY: 0.0037756, AVERAGE_POPULARITY: 0.1956238, DIVERSITY_MEAN_INTER_LIST: 0.9435079, DIVERSITY_HERFINDAHL: 0.9943485, COVERAGE_ITEM: 0.3320938, COVERAGE_ITEM_HIT: 0.0536327, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4919888, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0228937, SHANNON_ENTROPY: 9.0248943, RATIO_DIVERSITY_HERFINDAHL: 0.9946771, RATIO_DIVERSITY_GINI: 0.0517148, RATIO_SHANNON_ENTROPY: 0.6689938, RATIO_AVERAGE_POPULARITY: 3.8710939, RATIO_NOVELTY: 0.2994336, \n",
      "\n",
      "Iteration No: 43 ended. Search finished for the next optimal point.\n",
      "Time taken: 37.8406\n",
      "Function value obtained: -0.0514\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 44 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 892, 'alpha': 0.9073539580611184}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 42.50 sec. Users per second: 979\n",
      "SearchBayesianSkopt: Config 43 is suboptimal. Config: {'topK': 892, 'alpha': 0.9073539580611184} - results: PRECISION: 0.0950647, PRECISION_RECALL_MIN_DEN: 0.1060251, RECALL: 0.0758714, MAP: 0.0516154, MAP_MIN_DEN: 0.0569761, MRR: 0.2707954, NDCG: 0.1182566, F1: 0.0843905, HIT_RATE: 0.4935574, ARHR_ALL_HITS: 0.3674296, NOVELTY: 0.0037797, AVERAGE_POPULARITY: 0.1950117, DIVERSITY_MEAN_INTER_LIST: 0.9440367, DIVERSITY_HERFINDAHL: 0.9944014, COVERAGE_ITEM: 0.3431779, COVERAGE_ITEM_HIT: 0.0544908, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4931898, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0235292, SHANNON_ENTROPY: 9.0457440, RATIO_DIVERSITY_HERFINDAHL: 0.9947300, RATIO_DIVERSITY_GINI: 0.0531501, RATIO_SHANNON_ENTROPY: 0.6705394, RATIO_AVERAGE_POPULARITY: 3.8589825, RATIO_NOVELTY: 0.2997546, \n",
      "\n",
      "Iteration No: 44 ended. Search finished for the next optimal point.\n",
      "Time taken: 48.9694\n",
      "Function value obtained: -0.0516\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 45 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 1000, 'alpha': 0.521051766052454}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 29.26 sec. Users per second: 1422\n",
      "SearchBayesianSkopt: Config 44 is suboptimal. Config: {'topK': 1000, 'alpha': 0.521051766052454} - results: PRECISION: 0.0939661, PRECISION_RECALL_MIN_DEN: 0.1048151, RECALL: 0.0751470, MAP: 0.0507002, MAP_MIN_DEN: 0.0560414, MRR: 0.2672536, NDCG: 0.1167438, F1: 0.0835094, HIT_RATE: 0.4896630, ARHR_ALL_HITS: 0.3620699, NOVELTY: 0.0037841, AVERAGE_POPULARITY: 0.2011571, DIVERSITY_MEAN_INTER_LIST: 0.9372046, DIVERSITY_HERFINDAHL: 0.9937182, COVERAGE_ITEM: 0.4360340, COVERAGE_ITEM_HIT: 0.0485912, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4892983, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0299343, SHANNON_ENTROPY: 9.0046594, RATIO_DIVERSITY_HERFINDAHL: 0.9940466, RATIO_DIVERSITY_GINI: 0.0676186, RATIO_SHANNON_ENTROPY: 0.6674939, RATIO_AVERAGE_POPULARITY: 3.9805906, RATIO_NOVELTY: 0.3001007, \n",
      "\n",
      "Iteration No: 45 ended. Search finished for the next optimal point.\n",
      "Time taken: 36.5570\n",
      "Function value obtained: -0.0507\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 46 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 678, 'alpha': 0.9243272454151118}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 31.89 sec. Users per second: 1305\n",
      "SearchBayesianSkopt: Config 45 is suboptimal. Config: {'topK': 678, 'alpha': 0.9243272454151118} - results: PRECISION: 0.0951055, PRECISION_RECALL_MIN_DEN: 0.1060727, RECALL: 0.0758863, MAP: 0.0516401, MAP_MIN_DEN: 0.0569984, MRR: 0.2707235, NDCG: 0.1182812, F1: 0.0844158, HIT_RATE: 0.4934131, ARHR_ALL_HITS: 0.3674657, NOVELTY: 0.0037799, AVERAGE_POPULARITY: 0.1946823, DIVERSITY_MEAN_INTER_LIST: 0.9443395, DIVERSITY_HERFINDAHL: 0.9944317, COVERAGE_ITEM: 0.3383867, COVERAGE_ITEM_HIT: 0.0547411, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4930457, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0233405, SHANNON_ENTROPY: 9.0486279, RATIO_DIVERSITY_HERFINDAHL: 0.9947603, RATIO_DIVERSITY_GINI: 0.0527239, RATIO_SHANNON_ENTROPY: 0.6707531, RATIO_AVERAGE_POPULARITY: 3.8524627, RATIO_NOVELTY: 0.2997715, \n",
      "\n",
      "Iteration No: 46 ended. Search finished for the next optimal point.\n",
      "Time taken: 38.7551\n",
      "Function value obtained: -0.0516\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 47 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 137, 'alpha': 0.7882686046753595}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 17.03 sec. Users per second: 2443\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "SearchBayesianSkopt: Config 46 is suboptimal. Config: {'topK': 137, 'alpha': 0.7882686046753595} - results: PRECISION: 0.0946392, PRECISION_RECALL_MIN_DEN: 0.1055671, RECALL: 0.0756137, MAP: 0.0513640, MAP_MIN_DEN: 0.0566958, MRR: 0.2698399, NDCG: 0.1177615, F1: 0.0840634, HIT_RATE: 0.4919227, ARHR_ALL_HITS: 0.3659848, NOVELTY: 0.0038143, AVERAGE_POPULARITY: 0.1878197, DIVERSITY_MEAN_INTER_LIST: 0.9476323, DIVERSITY_HERFINDAHL: 0.9947610, COVERAGE_ITEM: 0.3965604, COVERAGE_ITEM_HIT: 0.0545266, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4915564, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0274946, SHANNON_ENTROPY: 9.1674858, RATIO_DIVERSITY_HERFINDAHL: 0.9950897, RATIO_DIVERSITY_GINI: 0.0621076, RATIO_SHANNON_ENTROPY: 0.6795638, RATIO_AVERAGE_POPULARITY: 3.7166630, RATIO_NOVELTY: 0.3024984, \n",
      "\n",
      "Iteration No: 47 ended. Search finished for the next optimal point.\n",
      "Time taken: 20.4997\n",
      "Function value obtained: -0.0514\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 48 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 954, 'alpha': 0.9005539695228242}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 31.18 sec. Users per second: 1334\n",
      "SearchBayesianSkopt: Config 47 is suboptimal. Config: {'topK': 954, 'alpha': 0.9005539695228242} - results: PRECISION: 0.0950815, PRECISION_RECALL_MIN_DEN: 0.1060351, RECALL: 0.0758794, MAP: 0.0516224, MAP_MIN_DEN: 0.0569825, MRR: 0.2708194, NDCG: 0.1182730, F1: 0.0844021, HIT_RATE: 0.4935093, ARHR_ALL_HITS: 0.3674837, NOVELTY: 0.0037794, AVERAGE_POPULARITY: 0.1951769, DIVERSITY_MEAN_INTER_LIST: 0.9438925, DIVERSITY_HERFINDAHL: 0.9943870, COVERAGE_ITEM: 0.3452875, COVERAGE_ITEM_HIT: 0.0544908, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4931418, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0236044, SHANNON_ENTROPY: 9.0437285, RATIO_DIVERSITY_HERFINDAHL: 0.9947156, RATIO_DIVERSITY_GINI: 0.0533200, RATIO_SHANNON_ENTROPY: 0.6703900, RATIO_AVERAGE_POPULARITY: 3.8622501, RATIO_NOVELTY: 0.2997328, \n",
      "\n",
      "Iteration No: 48 ended. Search finished for the next optimal point.\n",
      "Time taken: 37.9358\n",
      "Function value obtained: -0.0516\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 49 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 623, 'alpha': 0.9954644590318027}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 36.78 sec. Users per second: 1131\n",
      "SearchBayesianSkopt: Config 48 is suboptimal. Config: {'topK': 623, 'alpha': 0.9954644590318027} - results: PRECISION: 0.0949108, PRECISION_RECALL_MIN_DEN: 0.1058497, RECALL: 0.0757477, MAP: 0.0514822, MAP_MIN_DEN: 0.0568147, MRR: 0.2702859, NDCG: 0.1180121, F1: 0.0842534, HIT_RATE: 0.4929804, ARHR_ALL_HITS: 0.3666278, NOVELTY: 0.0037817, AVERAGE_POPULARITY: 0.1932116, DIVERSITY_MEAN_INTER_LIST: 0.9456520, DIVERSITY_HERFINDAHL: 0.9945629, COVERAGE_ITEM: 0.3204734, COVERAGE_ITEM_HIT: 0.0556708, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4926133, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0227529, SHANNON_ENTROPY: 9.0647540, RATIO_DIVERSITY_HERFINDAHL: 0.9948916, RATIO_DIVERSITY_GINI: 0.0513967, RATIO_SHANNON_ENTROPY: 0.6719485, RATIO_AVERAGE_POPULARITY: 3.8233611, RATIO_NOVELTY: 0.2999107, \n",
      "\n",
      "Iteration No: 49 ended. Search finished for the next optimal point.\n",
      "Time taken: 43.5257\n",
      "Function value obtained: -0.0515\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 50 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 683, 'alpha': 0.9011388037187359}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 29.94 sec. Users per second: 1390\n",
      "SearchBayesianSkopt: Config 49 is suboptimal. Config: {'topK': 683, 'alpha': 0.9011388037187359} - results: PRECISION: 0.0950863, PRECISION_RECALL_MIN_DEN: 0.1060381, RECALL: 0.0758791, MAP: 0.0516242, MAP_MIN_DEN: 0.0569847, MRR: 0.2708392, NDCG: 0.1182779, F1: 0.0844038, HIT_RATE: 0.4935093, ARHR_ALL_HITS: 0.3675031, NOVELTY: 0.0037795, AVERAGE_POPULARITY: 0.1951603, DIVERSITY_MEAN_INTER_LIST: 0.9439075, DIVERSITY_HERFINDAHL: 0.9943885, COVERAGE_ITEM: 0.3453590, COVERAGE_ITEM_HIT: 0.0544551, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4931418, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0236064, SHANNON_ENTROPY: 9.0440134, RATIO_DIVERSITY_HERFINDAHL: 0.9947171, RATIO_DIVERSITY_GINI: 0.0533246, RATIO_SHANNON_ENTROPY: 0.6704111, RATIO_AVERAGE_POPULARITY: 3.8619222, RATIO_NOVELTY: 0.2997364, \n",
      "\n",
      "Iteration No: 50 ended. Search finished for the next optimal point.\n",
      "Time taken: 36.8822\n",
      "Function value obtained: -0.0516\n",
      "Current minimum: -0.0516\n",
      "SearchBayesianSkopt: Search complete. Best config is 24: {'topK': 826, 'alpha': 0.9320888233596157}\n",
      "\n",
      "******* Validation Metric improved! Model P3alphaRecommender kept. *******\n",
      "ItemKNNSimilarityHybridRecommender: Loading model from file 'recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender_best_model.zip'\n",
      "ItemKNNSimilarityHybridRecommender: Loading complete\n",
      "recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/best_version/optimization\n",
      "ItemKNNSimilarityHybridRecommender: Loading model from file 'recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/best_version/optimizationItemKNNSimilarityHybridRecommender_best_model.zip'\n",
      "ItemKNNSimilarityHybridRecommender: Loading complete\n",
      "ItemKNNCFRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "ItemKNNCFRecommender: Loading model from file 'recommendations/interactions-all-ones/ItemKNNCFRecommender/topK-115_shrink-0_feature_weighting-TF-IDF_sim-asymmetric/optimizationItemKNNCFRecommender_best_model.zip'\n",
      "ItemKNNCFRecommender: Loading complete\n",
      "Iteration No: 1 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 761, 'alpha': 0.45594928049163397}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 32.56 sec. Users per second: 1278\n",
      "SearchBayesianSkopt: New best config found. Config 0: {'topK': 761, 'alpha': 0.45594928049163397} - results: PRECISION: 0.0882759, PRECISION_RECALL_MIN_DEN: 0.0986317, RECALL: 0.0707256, MAP: 0.0473984, MAP_MIN_DEN: 0.0523981, MRR: 0.2570103, NDCG: 0.1102615, F1: 0.0785321, HIT_RATE: 0.4740132, ARHR_ALL_HITS: 0.3433387, NOVELTY: 0.0037842, AVERAGE_POPULARITY: 0.2185269, DIVERSITY_MEAN_INTER_LIST: 0.9176202, DIVERSITY_HERFINDAHL: 0.9917598, COVERAGE_ITEM: 0.5378289, COVERAGE_ITEM_HIT: 0.0525958, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4736602, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0382684, SHANNON_ENTROPY: 8.9153132, RATIO_DIVERSITY_HERFINDAHL: 0.9920875, RATIO_DIVERSITY_GINI: 0.0864446, RATIO_SHANNON_ENTROPY: 0.6608708, RATIO_AVERAGE_POPULARITY: 4.3243122, RATIO_NOVELTY: 0.3001157, \n",
      "\n",
      "SearchBayesianSkopt: Saving model in recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender\n",
      "\n",
      "ItemKNNSimilarityHybridRecommender: Saving model in file 'recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender_best_model'\n",
      "ItemKNNSimilarityHybridRecommender: Saving complete\n",
      "Iteration No: 1 ended. Evaluation done at random point.\n",
      "Time taken: 44.7444\n",
      "Function value obtained: -0.0474\n",
      "Current minimum: -0.0474\n",
      "Iteration No: 2 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 108, 'alpha': 0.39530760978188784}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 15.09 sec. Users per second: 2757\n",
      "SearchBayesianSkopt: Config 1 is suboptimal. Config: {'topK': 108, 'alpha': 0.39530760978188784} - results: PRECISION: 0.0879946, PRECISION_RECALL_MIN_DEN: 0.0982971, RECALL: 0.0704276, MAP: 0.0472255, MAP_MIN_DEN: 0.0521936, MRR: 0.2561359, NDCG: 0.1098640, F1: 0.0782371, HIT_RATE: 0.4727391, ARHR_ALL_HITS: 0.3420944, NOVELTY: 0.0037940, AVERAGE_POPULARITY: 0.2157576, DIVERSITY_MEAN_INTER_LIST: 0.9198633, DIVERSITY_HERFINDAHL: 0.9919841, COVERAGE_ITEM: 0.5419765, COVERAGE_ITEM_HIT: 0.0534182, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4723870, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0390724, SHANNON_ENTROPY: 8.9521155, RATIO_DIVERSITY_HERFINDAHL: 0.9923119, RATIO_DIVERSITY_GINI: 0.0882609, RATIO_SHANNON_ENTROPY: 0.6635989, RATIO_AVERAGE_POPULARITY: 4.2695125, RATIO_NOVELTY: 0.3008874, \n",
      "\n",
      "Iteration No: 2 ended. Evaluation done at random point.\n",
      "Time taken: 17.3578\n",
      "Function value obtained: -0.0472\n",
      "Current minimum: -0.0474\n",
      "Iteration No: 3 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 456, 'alpha': 0.8035988920180874}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "EvaluatorHoldout: Processed 41598 (100.0%) in 33.60 sec. Users per second: 1238\n",
      "SearchBayesianSkopt: New best config found. Config 2: {'topK': 456, 'alpha': 0.8035988920180874} - results: PRECISION: 0.0914130, PRECISION_RECALL_MIN_DEN: 0.1022305, RECALL: 0.0734230, MAP: 0.0494162, MAP_MIN_DEN: 0.0546691, MRR: 0.2647599, NDCG: 0.1143024, F1: 0.0814363, HIT_RATE: 0.4845906, ARHR_ALL_HITS: 0.3558155, NOVELTY: 0.0037784, AVERAGE_POPULARITY: 0.2111067, DIVERSITY_MEAN_INTER_LIST: 0.9274192, DIVERSITY_HERFINDAHL: 0.9927397, COVERAGE_ITEM: 0.4763301, COVERAGE_ITEM_HIT: 0.0533467, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4842297, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0322834, SHANNON_ENTROPY: 8.9593133, RATIO_DIVERSITY_HERFINDAHL: 0.9930677, RATIO_DIVERSITY_GINI: 0.0729251, RATIO_SHANNON_ENTROPY: 0.6641325, RATIO_AVERAGE_POPULARITY: 4.1774781, RATIO_NOVELTY: 0.2996518, \n",
      "\n",
      "SearchBayesianSkopt: Saving model in recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender\n",
      "\n",
      "ItemKNNSimilarityHybridRecommender: Saving model in file 'recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender_best_model'\n",
      "ItemKNNSimilarityHybridRecommender: Saving complete\n",
      "Iteration No: 3 ended. Evaluation done at random point.\n",
      "Time taken: 45.4135\n",
      "Function value obtained: -0.0494\n",
      "Current minimum: -0.0494\n",
      "Iteration No: 4 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 610, 'alpha': 0.15308068663932686}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 26.79 sec. Users per second: 1553\n",
      "SearchBayesianSkopt: Config 3 is suboptimal. Config: {'topK': 610, 'alpha': 0.15308068663932686} - results: PRECISION: 0.0868071, PRECISION_RECALL_MIN_DEN: 0.0969606, RECALL: 0.0694416, MAP: 0.0465106, MAP_MIN_DEN: 0.0514096, MRR: 0.2533958, NDCG: 0.1084230, F1: 0.0771593, HIT_RATE: 0.4683879, ARHR_ALL_HITS: 0.3377039, NOVELTY: 0.0037859, AVERAGE_POPULARITY: 0.2208961, DIVERSITY_MEAN_INTER_LIST: 0.9141276, DIVERSITY_HERFINDAHL: 0.9914106, COVERAGE_ITEM: 0.5542763, COVERAGE_ITEM_HIT: 0.0516662, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4680391, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0401512, SHANNON_ENTROPY: 8.8933760, RATIO_DIVERSITY_HERFINDAHL: 0.9917382, RATIO_DIVERSITY_GINI: 0.0906978, RATIO_SHANNON_ENTROPY: 0.6592447, RATIO_AVERAGE_POPULARITY: 4.3711944, RATIO_NOVELTY: 0.3002448, \n",
      "\n",
      "Iteration No: 4 ended. Evaluation done at random point.\n",
      "Time taken: 32.8307\n",
      "Function value obtained: -0.0465\n",
      "Current minimum: -0.0494\n",
      "Iteration No: 5 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 576, 'alpha': 0.5760644529147484}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 30.93 sec. Users per second: 1345\n",
      "SearchBayesianSkopt: Config 4 is suboptimal. Config: {'topK': 576, 'alpha': 0.5760644529147484} - results: PRECISION: 0.0890451, PRECISION_RECALL_MIN_DEN: 0.0995456, RECALL: 0.0713883, MAP: 0.0479607, MAP_MIN_DEN: 0.0530367, MRR: 0.2592403, NDCG: 0.1113477, F1: 0.0792451, HIT_RATE: 0.4758883, ARHR_ALL_HITS: 0.3468418, NOVELTY: 0.0037820, AVERAGE_POPULARITY: 0.2172622, DIVERSITY_MEAN_INTER_LIST: 0.9196302, DIVERSITY_HERFINDAHL: 0.9919608, COVERAGE_ITEM: 0.5252431, COVERAGE_ITEM_HIT: 0.0529176, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4755339, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0369265, SHANNON_ENTROPY: 8.9239251, RATIO_DIVERSITY_HERFINDAHL: 0.9922886, RATIO_DIVERSITY_GINI: 0.0834135, RATIO_SHANNON_ENTROPY: 0.6615092, RATIO_AVERAGE_POPULARITY: 4.2992855, RATIO_NOVELTY: 0.2999416, \n",
      "\n",
      "Iteration No: 5 ended. Evaluation done at random point.\n",
      "Time taken: 37.3974\n",
      "Function value obtained: -0.0480\n",
      "Current minimum: -0.0494\n",
      "Iteration No: 6 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 812, 'alpha': 0.3463922849260436}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 32.29 sec. Users per second: 1288\n",
      "SearchBayesianSkopt: Config 5 is suboptimal. Config: {'topK': 812, 'alpha': 0.3463922849260436} - results: PRECISION: 0.0876941, PRECISION_RECALL_MIN_DEN: 0.0979656, RECALL: 0.0702097, MAP: 0.0470301, MAP_MIN_DEN: 0.0519847, MRR: 0.2554860, NDCG: 0.1095001, F1: 0.0779839, HIT_RATE: 0.4720900, ARHR_ALL_HITS: 0.3409620, NOVELTY: 0.0037851, AVERAGE_POPULARITY: 0.2195205, DIVERSITY_MEAN_INTER_LIST: 0.9161406, DIVERSITY_HERFINDAHL: 0.9916119, COVERAGE_ITEM: 0.5450872, COVERAGE_ITEM_HIT: 0.0523813, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4717385, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0390958, SHANNON_ENTROPY: 8.9063271, RATIO_DIVERSITY_HERFINDAHL: 0.9919395, RATIO_DIVERSITY_GINI: 0.0883138, RATIO_SHANNON_ENTROPY: 0.6602047, RATIO_AVERAGE_POPULARITY: 4.3439732, RATIO_NOVELTY: 0.3001848, \n",
      "\n",
      "Iteration No: 6 ended. Evaluation done at random point.\n",
      "Time taken: 38.2606\n",
      "Function value obtained: -0.0470\n",
      "Current minimum: -0.0494\n",
      "Iteration No: 7 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 97, 'alpha': 0.45359258834676}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 18.64 sec. Users per second: 2232\n",
      "SearchBayesianSkopt: Config 6 is suboptimal. Config: {'topK': 97, 'alpha': 0.45359258834676} - results: PRECISION: 0.0883384, PRECISION_RECALL_MIN_DEN: 0.0986726, RECALL: 0.0706287, MAP: 0.0474545, MAP_MIN_DEN: 0.0524154, MRR: 0.2562986, NDCG: 0.1102004, F1: 0.0784971, HIT_RATE: 0.4730756, ARHR_ALL_HITS: 0.3429811, NOVELTY: 0.0038043, AVERAGE_POPULARITY: 0.2110053, DIVERSITY_MEAN_INTER_LIST: 0.9241221, DIVERSITY_HERFINDAHL: 0.9924100, COVERAGE_ITEM: 0.5334311, COVERAGE_ITEM_HIT: 0.0540260, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4727233, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0386344, SHANNON_ENTROPY: 9.0046368, RATIO_DIVERSITY_HERFINDAHL: 0.9927379, RATIO_DIVERSITY_GINI: 0.0872713, RATIO_SHANNON_ENTROPY: 0.6674922, RATIO_AVERAGE_POPULARITY: 4.1754704, RATIO_NOVELTY: 0.3017038, \n",
      "\n",
      "Iteration No: 7 ended. Evaluation done at random point.\n",
      "Time taken: 20.4912\n",
      "Function value obtained: -0.0475\n",
      "Current minimum: -0.0494\n",
      "Iteration No: 8 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 672, 'alpha': 0.9873391980783287}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 28.55 sec. Users per second: 1457\n",
      "SearchBayesianSkopt: New best config found. Config 7: {'topK': 672, 'alpha': 0.9873391980783287} - results: PRECISION: 0.0948796, PRECISION_RECALL_MIN_DEN: 0.1058619, RECALL: 0.0758038, MAP: 0.0515148, MAP_MIN_DEN: 0.0568754, MRR: 0.2705500, NDCG: 0.1180916, F1: 0.0842757, HIT_RATE: 0.4935333, ARHR_ALL_HITS: 0.3669653, NOVELTY: 0.0037798, AVERAGE_POPULARITY: 0.1962302, DIVERSITY_MEAN_INTER_LIST: 0.9429532, DIVERSITY_HERFINDAHL: 0.9942930, COVERAGE_ITEM: 0.3516161, COVERAGE_ITEM_HIT: 0.0551344, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4931658, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0240877, SHANNON_ENTROPY: 9.0448811, RATIO_DIVERSITY_HERFINDAHL: 0.9946216, RATIO_DIVERSITY_GINI: 0.0544118, RATIO_SHANNON_ENTROPY: 0.6704754, RATIO_AVERAGE_POPULARITY: 3.8830941, RATIO_NOVELTY: 0.2997633, \n",
      "\n",
      "SearchBayesianSkopt: Saving model in recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender\n",
      "\n",
      "ItemKNNSimilarityHybridRecommender: Saving model in file 'recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender_best_model'\n",
      "ItemKNNSimilarityHybridRecommender: Saving complete\n",
      "Iteration No: 8 ended. Evaluation done at random point.\n",
      "Time taken: 40.2888\n",
      "Function value obtained: -0.0515\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 9 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 915, 'alpha': 0.10474022943822117}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "EvaluatorHoldout: Processed 41598 (100.0%) in 28.93 sec. Users per second: 1438\n",
      "SearchBayesianSkopt: Config 8 is suboptimal. Config: {'topK': 915, 'alpha': 0.10474022943822117} - results: PRECISION: 0.0866556, PRECISION_RECALL_MIN_DEN: 0.0967959, RECALL: 0.0693188, MAP: 0.0464016, MAP_MIN_DEN: 0.0512813, MRR: 0.2528956, NDCG: 0.1081995, F1: 0.0770237, HIT_RATE: 0.4679792, ARHR_ALL_HITS: 0.3369558, NOVELTY: 0.0037863, AVERAGE_POPULARITY: 0.2211275, DIVERSITY_MEAN_INTER_LIST: 0.9137383, DIVERSITY_HERFINDAHL: 0.9913716, COVERAGE_ITEM: 0.5565289, COVERAGE_ITEM_HIT: 0.0515589, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4676307, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0404271, SHANNON_ENTROPY: 8.8918049, RATIO_DIVERSITY_HERFINDAHL: 0.9916992, RATIO_DIVERSITY_GINI: 0.0913209, RATIO_SHANNON_ENTROPY: 0.6591282, RATIO_AVERAGE_POPULARITY: 4.3757744, RATIO_NOVELTY: 0.3002786, \n",
      "\n",
      "Iteration No: 9 ended. Evaluation done at random point.\n",
      "Time taken: 34.6370\n",
      "Function value obtained: -0.0464\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 10 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 539, 'alpha': 0.06322189802596669}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 32.64 sec. Users per second: 1275\n",
      "SearchBayesianSkopt: Config 9 is suboptimal. Config: {'topK': 539, 'alpha': 0.06322189802596669} - results: PRECISION: 0.0865570, PRECISION_RECALL_MIN_DEN: 0.0966806, RECALL: 0.0692243, MAP: 0.0463242, MAP_MIN_DEN: 0.0511976, MRR: 0.2524463, NDCG: 0.1080420, F1: 0.0769264, HIT_RATE: 0.4674984, ARHR_ALL_HITS: 0.3363810, NOVELTY: 0.0037863, AVERAGE_POPULARITY: 0.2213716, DIVERSITY_MEAN_INTER_LIST: 0.9134008, DIVERSITY_HERFINDAHL: 0.9913379, COVERAGE_ITEM: 0.5575658, COVERAGE_ITEM_HIT: 0.0515232, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4671503, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0405730, SHANNON_ENTROPY: 8.8893235, RATIO_DIVERSITY_HERFINDAHL: 0.9916655, RATIO_DIVERSITY_GINI: 0.0916504, RATIO_SHANNON_ENTROPY: 0.6589443, RATIO_AVERAGE_POPULARITY: 4.3806039, RATIO_NOVELTY: 0.3002773, \n",
      "\n",
      "Iteration No: 10 ended. Evaluation done at random point.\n",
      "Time taken: 38.2658\n",
      "Function value obtained: -0.0463\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 11 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 253, 'alpha': 0.5058530476323889}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 18.28 sec. Users per second: 2276\n",
      "SearchBayesianSkopt: Config 10 is suboptimal. Config: {'topK': 253, 'alpha': 0.5058530476323889} - results: PRECISION: 0.0885451, PRECISION_RECALL_MIN_DEN: 0.0989473, RECALL: 0.0709553, MAP: 0.0475771, MAP_MIN_DEN: 0.0525995, MRR: 0.2575533, NDCG: 0.1105986, F1: 0.0787803, HIT_RATE: 0.4748065, ARHR_ALL_HITS: 0.3443468, NOVELTY: 0.0037857, AVERAGE_POPULARITY: 0.2173632, DIVERSITY_MEAN_INTER_LIST: 0.9189500, DIVERSITY_HERFINDAHL: 0.9918928, COVERAGE_ITEM: 0.5332880, COVERAGE_ITEM_HIT: 0.0529176, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4744529, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0379480, SHANNON_ENTROPY: 8.9278566, RATIO_DIVERSITY_HERFINDAHL: 0.9922205, RATIO_DIVERSITY_GINI: 0.0857208, RATIO_SHANNON_ENTROPY: 0.6618007, RATIO_AVERAGE_POPULARITY: 4.3012833, RATIO_NOVELTY: 0.3002289, \n",
      "\n",
      "Iteration No: 11 ended. Evaluation done at random point.\n",
      "Time taken: 22.3650\n",
      "Function value obtained: -0.0476\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 12 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 823, 'alpha': 0.4644742966616465}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 33.41 sec. Users per second: 1245\n",
      "SearchBayesianSkopt: Config 11 is suboptimal. Config: {'topK': 823, 'alpha': 0.4644742966616465} - results: PRECISION: 0.0883384, PRECISION_RECALL_MIN_DEN: 0.0987012, RECALL: 0.0707732, MAP: 0.0474461, MAP_MIN_DEN: 0.0524550, MRR: 0.2572250, NDCG: 0.1103551, F1: 0.0785862, HIT_RATE: 0.4743738, ARHR_ALL_HITS: 0.3436466, NOVELTY: 0.0037842, AVERAGE_POPULARITY: 0.2184273, DIVERSITY_MEAN_INTER_LIST: 0.9177667, DIVERSITY_HERFINDAHL: 0.9917745, COVERAGE_ITEM: 0.5367920, COVERAGE_ITEM_HIT: 0.0526673, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4740205, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0381894, SHANNON_ENTROPY: 8.9162737, RATIO_DIVERSITY_HERFINDAHL: 0.9921022, RATIO_DIVERSITY_GINI: 0.0862661, RATIO_SHANNON_ENTROPY: 0.6609420, RATIO_AVERAGE_POPULARITY: 4.3223403, RATIO_NOVELTY: 0.3001141, \n",
      "\n",
      "Iteration No: 12 ended. Evaluation done at random point.\n",
      "Time taken: 39.0599\n",
      "Function value obtained: -0.0474\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 13 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 928, 'alpha': 0.3977033485579752}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 26.04 sec. Users per second: 1597\n",
      "SearchBayesianSkopt: Config 12 is suboptimal. Config: {'topK': 928, 'alpha': 0.3977033485579752} - results: PRECISION: 0.0879778, PRECISION_RECALL_MIN_DEN: 0.0982791, RECALL: 0.0704494, MAP: 0.0472053, MAP_MIN_DEN: 0.0521851, MRR: 0.2561801, NDCG: 0.1098608, F1: 0.0782439, HIT_RATE: 0.4729795, ARHR_ALL_HITS: 0.3420655, NOVELTY: 0.0037847, AVERAGE_POPULARITY: 0.2190706, DIVERSITY_MEAN_INTER_LIST: 0.9168109, DIVERSITY_HERFINDAHL: 0.9916789, COVERAGE_ITEM: 0.5416190, COVERAGE_ITEM_HIT: 0.0524886, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4726273, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0386878, SHANNON_ENTROPY: 8.9098400, RATIO_DIVERSITY_HERFINDAHL: 0.9920066, RATIO_DIVERSITY_GINI: 0.0873919, RATIO_SHANNON_ENTROPY: 0.6604651, RATIO_AVERAGE_POPULARITY: 4.3350709, RATIO_NOVELTY: 0.3001488, \n",
      "\n",
      "Iteration No: 13 ended. Evaluation done at random point.\n",
      "Time taken: 32.0770\n",
      "Function value obtained: -0.0472\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 14 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 152, 'alpha': 0.8666357626630772}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 24.04 sec. Users per second: 1730\n",
      "SearchBayesianSkopt: Config 13 is suboptimal. Config: {'topK': 152, 'alpha': 0.8666357626630772} - results: PRECISION: 0.0923362, PRECISION_RECALL_MIN_DEN: 0.1032406, RECALL: 0.0741047, MAP: 0.0500297, MAP_MIN_DEN: 0.0553298, MRR: 0.2664207, NDCG: 0.1153814, F1: 0.0822219, HIT_RATE: 0.4865619, ARHR_ALL_HITS: 0.3590652, NOVELTY: 0.0037948, AVERAGE_POPULARITY: 0.2031867, DIVERSITY_MEAN_INTER_LIST: 0.9346935, DIVERSITY_HERFINDAHL: 0.9934671, COVERAGE_ITEM: 0.4564502, COVERAGE_ITEM_HIT: 0.0546339, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4861995, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0313845, SHANNON_ENTROPY: 9.0537588, RATIO_DIVERSITY_HERFINDAHL: 0.9937954, RATIO_DIVERSITY_GINI: 0.0708946, RATIO_SHANNON_ENTROPY: 0.6711335, RATIO_AVERAGE_POPULARITY: 4.0207528, RATIO_NOVELTY: 0.3009491, \n",
      "\n",
      "Iteration No: 14 ended. Evaluation done at random point.\n",
      "Time taken: 26.6344\n",
      "Function value obtained: -0.0500\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 15 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 245, 'alpha': 0.9776554487914396}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 19.92 sec. Users per second: 2088\n",
      "SearchBayesianSkopt: Config 14 is suboptimal. Config: {'topK': 245, 'alpha': 0.9776554487914396} - results: PRECISION: 0.0943507, PRECISION_RECALL_MIN_DEN: 0.1052181, RECALL: 0.0752491, MAP: 0.0511726, MAP_MIN_DEN: 0.0564662, MRR: 0.2690562, NDCG: 0.1173331, F1: 0.0837242, HIT_RATE: 0.4907928, ARHR_ALL_HITS: 0.3646427, NOVELTY: 0.0038189, AVERAGE_POPULARITY: 0.1850480, DIVERSITY_MEAN_INTER_LIST: 0.9498451, DIVERSITY_HERFINDAHL: 0.9949822, COVERAGE_ITEM: 0.3772526, COVERAGE_ITEM_HIT: 0.0565646, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4904273, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0266704, SHANNON_ENTROPY: 9.1975009, RATIO_DIVERSITY_HERFINDAHL: 0.9953110, RATIO_DIVERSITY_GINI: 0.0602459, RATIO_SHANNON_ENTROPY: 0.6817887, RATIO_AVERAGE_POPULARITY: 3.6618163, RATIO_NOVELTY: 0.3028641, \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Iteration No: 15 ended. Evaluation done at random point.\n",
      "Time taken: 24.7525\n",
      "Function value obtained: -0.0512\n",
      "Current minimum: -0.0515\n",
      "Iteration No: 16 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 1000, 'alpha': 1.0}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 32.16 sec. Users per second: 1293\n",
      "SearchBayesianSkopt: New best config found. Config 15: {'topK': 1000, 'alpha': 1.0} - results: PRECISION: 0.0951031, PRECISION_RECALL_MIN_DEN: 0.1060733, RECALL: 0.0759006, MAP: 0.0516462, MAP_MIN_DEN: 0.0570078, MRR: 0.2707938, NDCG: 0.1182943, F1: 0.0844237, HIT_RATE: 0.4934131, ARHR_ALL_HITS: 0.3675365, NOVELTY: 0.0037801, AVERAGE_POPULARITY: 0.1945340, DIVERSITY_MEAN_INTER_LIST: 0.9444778, DIVERSITY_HERFINDAHL: 0.9944455, COVERAGE_ITEM: 0.3360269, COVERAGE_ITEM_HIT: 0.0547411, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4930457, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0232573, SHANNON_ENTROPY: 9.0502666, RATIO_DIVERSITY_HERFINDAHL: 0.9947741, RATIO_DIVERSITY_GINI: 0.0525360, RATIO_SHANNON_ENTROPY: 0.6708746, RATIO_AVERAGE_POPULARITY: 3.8495293, RATIO_NOVELTY: 0.2997833, \n",
      "\n",
      "SearchBayesianSkopt: Saving model in recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender\n",
      "\n",
      "ItemKNNSimilarityHybridRecommender: Saving model in file 'recommendations/interactions-all-ones/ItemKNNSimilarityHybridRecommender/hyperparams_search/ItemKNNSimilarityHybridRecommender_best_model'\n",
      "ItemKNNSimilarityHybridRecommender: Saving complete\n",
      "Iteration No: 16 ended. Search finished for the next optimal point.\n",
      "Time taken: 44.3347\n",
      "Function value obtained: -0.0516\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 17 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 825, 'alpha': 1.0}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 27.03 sec. Users per second: 1539\n",
      "SearchBayesianSkopt: Config 16 is suboptimal. Config: {'topK': 825, 'alpha': 1.0} - results: PRECISION: 0.0951031, PRECISION_RECALL_MIN_DEN: 0.1060733, RECALL: 0.0759006, MAP: 0.0516462, MAP_MIN_DEN: 0.0570078, MRR: 0.2707938, NDCG: 0.1182943, F1: 0.0844237, HIT_RATE: 0.4934131, ARHR_ALL_HITS: 0.3675365, NOVELTY: 0.0037801, AVERAGE_POPULARITY: 0.1945340, DIVERSITY_MEAN_INTER_LIST: 0.9444778, DIVERSITY_HERFINDAHL: 0.9944455, COVERAGE_ITEM: 0.3360269, COVERAGE_ITEM_HIT: 0.0547411, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4930457, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0232573, SHANNON_ENTROPY: 9.0502666, RATIO_DIVERSITY_HERFINDAHL: 0.9947741, RATIO_DIVERSITY_GINI: 0.0525360, RATIO_SHANNON_ENTROPY: 0.6708746, RATIO_AVERAGE_POPULARITY: 3.8495293, RATIO_NOVELTY: 0.2997833, \n",
      "\n",
      "Iteration No: 17 ended. Search finished for the next optimal point.\n",
      "Time taken: 33.4512\n",
      "Function value obtained: -0.0516\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 18 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 893, 'alpha': 0.5948044088601143}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 30.01 sec. Users per second: 1386\n",
      "SearchBayesianSkopt: Config 17 is suboptimal. Config: {'topK': 893, 'alpha': 0.5948044088601143} - results: PRECISION: 0.0892230, PRECISION_RECALL_MIN_DEN: 0.0997249, RECALL: 0.0715112, MAP: 0.0480846, MAP_MIN_DEN: 0.0531786, MRR: 0.2596811, NDCG: 0.1115821, F1: 0.0793912, HIT_RATE: 0.4766095, ARHR_ALL_HITS: 0.3475857, NOVELTY: 0.0037831, AVERAGE_POPULARITY: 0.2165115, DIVERSITY_MEAN_INTER_LIST: 0.9204563, DIVERSITY_HERFINDAHL: 0.9920434, COVERAGE_ITEM: 0.5226330, COVERAGE_ITEM_HIT: 0.0530964, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4762545, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0366963, SHANNON_ENTROPY: 8.9315675, RATIO_DIVERSITY_HERFINDAHL: 0.9923712, RATIO_DIVERSITY_GINI: 0.0828934, RATIO_SHANNON_ENTROPY: 0.6620757, RATIO_AVERAGE_POPULARITY: 4.2844308, RATIO_NOVELTY: 0.3000214, \n",
      "\n",
      "Iteration No: 18 ended. Search finished for the next optimal point.\n",
      "Time taken: 35.9575\n",
      "Function value obtained: -0.0481\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 19 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 767, 'alpha': 0.3485530815127244}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 40.89 sec. Users per second: 1017\n",
      "SearchBayesianSkopt: Config 18 is suboptimal. Config: {'topK': 767, 'alpha': 0.3485530815127244} - results: PRECISION: 0.0877158, PRECISION_RECALL_MIN_DEN: 0.0979918, RECALL: 0.0702351, MAP: 0.0470349, MAP_MIN_DEN: 0.0519907, MRR: 0.2555175, NDCG: 0.1095193, F1: 0.0780081, HIT_RATE: 0.4722583, ARHR_ALL_HITS: 0.3410010, NOVELTY: 0.0037851, AVERAGE_POPULARITY: 0.2194988, DIVERSITY_MEAN_INTER_LIST: 0.9161688, DIVERSITY_HERFINDAHL: 0.9916147, COVERAGE_ITEM: 0.5449085, COVERAGE_ITEM_HIT: 0.0524170, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4719066, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0390858, SHANNON_ENTROPY: 8.9066102, RATIO_DIVERSITY_HERFINDAHL: 0.9919423, RATIO_DIVERSITY_GINI: 0.0882910, RATIO_SHANNON_ENTROPY: 0.6602257, RATIO_AVERAGE_POPULARITY: 4.3435449, RATIO_NOVELTY: 0.3001858, \n",
      "\n",
      "Iteration No: 19 ended. Search finished for the next optimal point.\n",
      "Time taken: 46.8683\n",
      "Function value obtained: -0.0470\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 20 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 47, 'alpha': 0.1106517481294075}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 15.09 sec. Users per second: 2756\n",
      "SearchBayesianSkopt: Config 19 is suboptimal. Config: {'topK': 47, 'alpha': 0.1106517481294075} - results: PRECISION: 0.0873648, PRECISION_RECALL_MIN_DEN: 0.0973832, RECALL: 0.0694501, MAP: 0.0470652, MAP_MIN_DEN: 0.0518796, MRR: 0.2522666, NDCG: 0.1087417, F1: 0.0773842, HIT_RATE: 0.4651426, ARHR_ALL_HITS: 0.3386921, NOVELTY: 0.0038694, AVERAGE_POPULARITY: 0.1916700, DIVERSITY_MEAN_INTER_LIST: 0.9400838, DIVERSITY_HERFINDAHL: 0.9940061, COVERAGE_ITEM: 0.5362557, COVERAGE_ITEM_HIT: 0.0583166, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4647962, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0418846, SHANNON_ENTROPY: 9.2975760, RATIO_DIVERSITY_HERFINDAHL: 0.9943346, RATIO_DIVERSITY_GINI: 0.0946133, RATIO_SHANNON_ENTROPY: 0.6892071, RATIO_AVERAGE_POPULARITY: 3.7928556, RATIO_NOVELTY: 0.3068665, \n",
      "\n",
      "Iteration No: 20 ended. Search finished for the next optimal point.\n",
      "Time taken: 16.7641\n",
      "Function value obtained: -0.0471\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 21 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 807, 'alpha': 0.2840311692716942}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 42.41 sec. Users per second: 981\n",
      "SearchBayesianSkopt: Config 20 is suboptimal. Config: {'topK': 807, 'alpha': 0.2840311692716942} - results: PRECISION: 0.0873648, PRECISION_RECALL_MIN_DEN: 0.0975721, RECALL: 0.0698909, MAP: 0.0468500, MAP_MIN_DEN: 0.0517767, MRR: 0.2547385, NDCG: 0.1090996, F1: 0.0776570, HIT_RATE: 0.4705515, ARHR_ALL_HITS: 0.3397948, NOVELTY: 0.0037852, AVERAGE_POPULARITY: 0.2200887, DIVERSITY_MEAN_INTER_LIST: 0.9153397, DIVERSITY_HERFINDAHL: 0.9915318, COVERAGE_ITEM: 0.5476259, COVERAGE_ITEM_HIT: 0.0522025, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4702011, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0394377, SHANNON_ENTROPY: 8.9002778, RATIO_DIVERSITY_HERFINDAHL: 0.9918594, RATIO_DIVERSITY_GINI: 0.0890860, RATIO_SHANNON_ENTROPY: 0.6597563, RATIO_AVERAGE_POPULARITY: 4.3552168, RATIO_NOVELTY: 0.3001887, \n",
      "\n",
      "Iteration No: 21 ended. Search finished for the next optimal point.\n",
      "Time taken: 48.4871\n",
      "Function value obtained: -0.0469\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 22 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 852, 'alpha': 0.2862046185699095}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "EvaluatorHoldout: Processed 41598 (100.0%) in 28.14 sec. Users per second: 1478\n",
      "SearchBayesianSkopt: Config 21 is suboptimal. Config: {'topK': 852, 'alpha': 0.2862046185699095} - results: PRECISION: 0.0873912, PRECISION_RECALL_MIN_DEN: 0.0975989, RECALL: 0.0699084, MAP: 0.0468624, MAP_MIN_DEN: 0.0517897, MRR: 0.2548237, NDCG: 0.1091298, F1: 0.0776783, HIT_RATE: 0.4706957, ARHR_ALL_HITS: 0.3398941, NOVELTY: 0.0037852, AVERAGE_POPULARITY: 0.2200643, DIVERSITY_MEAN_INTER_LIST: 0.9153692, DIVERSITY_HERFINDAHL: 0.9915347, COVERAGE_ITEM: 0.5475901, COVERAGE_ITEM_HIT: 0.0522025, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4703452, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0394353, SHANNON_ENTROPY: 8.9005522, RATIO_DIVERSITY_HERFINDAHL: 0.9918624, RATIO_DIVERSITY_GINI: 0.0890807, RATIO_SHANNON_ENTROPY: 0.6597766, RATIO_AVERAGE_POPULARITY: 4.3547340, RATIO_NOVELTY: 0.3001892, \n",
      "\n",
      "Iteration No: 22 ended. Search finished for the next optimal point.\n",
      "Time taken: 34.3798\n",
      "Function value obtained: -0.0469\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 23 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 250, 'alpha': 0.7852680616220521}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 24.51 sec. Users per second: 1697\n",
      "SearchBayesianSkopt: Config 22 is suboptimal. Config: {'topK': 250, 'alpha': 0.7852680616220521} - results: PRECISION: 0.0911486, PRECISION_RECALL_MIN_DEN: 0.1019431, RECALL: 0.0731937, MAP: 0.0492745, MAP_MIN_DEN: 0.0544992, MRR: 0.2640102, NDCG: 0.1139550, F1: 0.0811903, HIT_RATE: 0.4831482, ARHR_ALL_HITS: 0.3547323, NOVELTY: 0.0037866, AVERAGE_POPULARITY: 0.2097112, DIVERSITY_MEAN_INTER_LIST: 0.9283016, DIVERSITY_HERFINDAHL: 0.9928279, COVERAGE_ITEM: 0.4861270, COVERAGE_ITEM_HIT: 0.0537400, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4827884, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0334466, SHANNON_ENTROPY: 8.9910257, RATIO_DIVERSITY_HERFINDAHL: 0.9931560, RATIO_DIVERSITY_GINI: 0.0755527, RATIO_SHANNON_ENTROPY: 0.6664832, RATIO_AVERAGE_POPULARITY: 4.1498618, RATIO_NOVELTY: 0.3003050, \n",
      "\n",
      "Iteration No: 23 ended. Search finished for the next optimal point.\n",
      "Time taken: 28.4984\n",
      "Function value obtained: -0.0493\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 24 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 650, 'alpha': 1.0}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 27.23 sec. Users per second: 1528\n",
      "SearchBayesianSkopt: Config 23 is suboptimal. Config: {'topK': 650, 'alpha': 1.0} - results: PRECISION: 0.0951031, PRECISION_RECALL_MIN_DEN: 0.1060733, RECALL: 0.0759006, MAP: 0.0516462, MAP_MIN_DEN: 0.0570078, MRR: 0.2707938, NDCG: 0.1182943, F1: 0.0844237, HIT_RATE: 0.4934131, ARHR_ALL_HITS: 0.3675365, NOVELTY: 0.0037801, AVERAGE_POPULARITY: 0.1945340, DIVERSITY_MEAN_INTER_LIST: 0.9444778, DIVERSITY_HERFINDAHL: 0.9944455, COVERAGE_ITEM: 0.3360269, COVERAGE_ITEM_HIT: 0.0547411, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4930457, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0232573, SHANNON_ENTROPY: 9.0502666, RATIO_DIVERSITY_HERFINDAHL: 0.9947741, RATIO_DIVERSITY_GINI: 0.0525360, RATIO_SHANNON_ENTROPY: 0.6708746, RATIO_AVERAGE_POPULARITY: 3.8495293, RATIO_NOVELTY: 0.2997833, \n",
      "\n",
      "Iteration No: 24 ended. Search finished for the next optimal point.\n",
      "Time taken: 33.2191\n",
      "Function value obtained: -0.0516\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 25 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 740, 'alpha': 1.0}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 30.18 sec. Users per second: 1378\n",
      "SearchBayesianSkopt: Config 24 is suboptimal. Config: {'topK': 740, 'alpha': 1.0} - results: PRECISION: 0.0951031, PRECISION_RECALL_MIN_DEN: 0.1060733, RECALL: 0.0759006, MAP: 0.0516462, MAP_MIN_DEN: 0.0570078, MRR: 0.2707938, NDCG: 0.1182943, F1: 0.0844237, HIT_RATE: 0.4934131, ARHR_ALL_HITS: 0.3675365, NOVELTY: 0.0037801, AVERAGE_POPULARITY: 0.1945340, DIVERSITY_MEAN_INTER_LIST: 0.9444778, DIVERSITY_HERFINDAHL: 0.9944455, COVERAGE_ITEM: 0.3360269, COVERAGE_ITEM_HIT: 0.0547411, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4930457, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0232573, SHANNON_ENTROPY: 9.0502666, RATIO_DIVERSITY_HERFINDAHL: 0.9947741, RATIO_DIVERSITY_GINI: 0.0525360, RATIO_SHANNON_ENTROPY: 0.6708746, RATIO_AVERAGE_POPULARITY: 3.8495293, RATIO_NOVELTY: 0.2997833, \n",
      "\n",
      "Iteration No: 25 ended. Search finished for the next optimal point.\n",
      "Time taken: 36.1730\n",
      "Function value obtained: -0.0516\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 26 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 901, 'alpha': 1.0}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 39.47 sec. Users per second: 1054\n",
      "SearchBayesianSkopt: Config 25 is suboptimal. Config: {'topK': 901, 'alpha': 1.0} - results: PRECISION: 0.0951031, PRECISION_RECALL_MIN_DEN: 0.1060733, RECALL: 0.0759006, MAP: 0.0516462, MAP_MIN_DEN: 0.0570078, MRR: 0.2707938, NDCG: 0.1182943, F1: 0.0844237, HIT_RATE: 0.4934131, ARHR_ALL_HITS: 0.3675365, NOVELTY: 0.0037801, AVERAGE_POPULARITY: 0.1945340, DIVERSITY_MEAN_INTER_LIST: 0.9444778, DIVERSITY_HERFINDAHL: 0.9944455, COVERAGE_ITEM: 0.3360269, COVERAGE_ITEM_HIT: 0.0547411, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4930457, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0232573, SHANNON_ENTROPY: 9.0502666, RATIO_DIVERSITY_HERFINDAHL: 0.9947741, RATIO_DIVERSITY_GINI: 0.0525360, RATIO_SHANNON_ENTROPY: 0.6708746, RATIO_AVERAGE_POPULARITY: 3.8495293, RATIO_NOVELTY: 0.2997833, \n",
      "\n",
      "Iteration No: 26 ended. Search finished for the next optimal point.\n",
      "Time taken: 45.6848\n",
      "Function value obtained: -0.0516\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 27 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 736, 'alpha': 1.0}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 27.56 sec. Users per second: 1509\n",
      "SearchBayesianSkopt: Config 26 is suboptimal. Config: {'topK': 736, 'alpha': 1.0} - results: PRECISION: 0.0951031, PRECISION_RECALL_MIN_DEN: 0.1060733, RECALL: 0.0759006, MAP: 0.0516462, MAP_MIN_DEN: 0.0570078, MRR: 0.2707938, NDCG: 0.1182943, F1: 0.0844237, HIT_RATE: 0.4934131, ARHR_ALL_HITS: 0.3675365, NOVELTY: 0.0037801, AVERAGE_POPULARITY: 0.1945340, DIVERSITY_MEAN_INTER_LIST: 0.9444778, DIVERSITY_HERFINDAHL: 0.9944455, COVERAGE_ITEM: 0.3360269, COVERAGE_ITEM_HIT: 0.0547411, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4930457, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0232573, SHANNON_ENTROPY: 9.0502666, RATIO_DIVERSITY_HERFINDAHL: 0.9947741, RATIO_DIVERSITY_GINI: 0.0525360, RATIO_SHANNON_ENTROPY: 0.6708746, RATIO_AVERAGE_POPULARITY: 3.8495293, RATIO_NOVELTY: 0.2997833, \n",
      "\n",
      "Iteration No: 27 ended. Search finished for the next optimal point.\n",
      "Time taken: 33.6608\n",
      "Function value obtained: -0.0516\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 28 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 109, 'alpha': 0.7103970908918146}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 20.85 sec. Users per second: 1995\n",
      "SearchBayesianSkopt: Config 27 is suboptimal. Config: {'topK': 109, 'alpha': 0.7103970908918146} - results: PRECISION: 0.0901558, PRECISION_RECALL_MIN_DEN: 0.1008023, RECALL: 0.0723603, MAP: 0.0486347, MAP_MIN_DEN: 0.0537787, MRR: 0.2615022, NDCG: 0.1126696, F1: 0.0802838, HIT_RATE: 0.4801673, ARHR_ALL_HITS: 0.3507834, NOVELTY: 0.0037952, AVERAGE_POPULARITY: 0.2096020, DIVERSITY_MEAN_INTER_LIST: 0.9275223, DIVERSITY_HERFINDAHL: 0.9927500, COVERAGE_ITEM: 0.5074013, COVERAGE_ITEM_HIT: 0.0539545, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4798097, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0356261, SHANNON_ENTROPY: 9.0100042, RATIO_DIVERSITY_HERFINDAHL: 0.9930780, RATIO_DIVERSITY_GINI: 0.0804760, RATIO_SHANNON_ENTROPY: 0.6678901, RATIO_AVERAGE_POPULARITY: 4.1477022, RATIO_NOVELTY: 0.3009880, \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Iteration No: 28 ended. Search finished for the next optimal point.\n",
      "Time taken: 23.2779\n",
      "Function value obtained: -0.0486\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 29 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 1000, 'alpha': 1.0}\n",
      "SearchBayesianSkopt: Config 28 was already explored at index 15. Config: {'topK': 1000, 'alpha': 1.0} - results: PRECISION: 0.0951031, PRECISION_RECALL_MIN_DEN: 0.1060733, RECALL: 0.0759006, MAP: 0.0516462, MAP_MIN_DEN: 0.0570078, MRR: 0.2707938, NDCG: 0.1182943, F1: 0.0844237, HIT_RATE: 0.4934131, ARHR_ALL_HITS: 0.3675365, NOVELTY: 0.0037801, AVERAGE_POPULARITY: 0.1945340, DIVERSITY_MEAN_INTER_LIST: 0.9444778, DIVERSITY_HERFINDAHL: 0.9944455, COVERAGE_ITEM: 0.3360269, COVERAGE_ITEM_HIT: 0.0547411, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4930457, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0232573, SHANNON_ENTROPY: 9.0502666, RATIO_DIVERSITY_HERFINDAHL: 0.9947741, RATIO_DIVERSITY_GINI: 0.0525360, RATIO_SHANNON_ENTROPY: 0.6708746, RATIO_AVERAGE_POPULARITY: 3.8495293, RATIO_NOVELTY: 0.2997833, \n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/michael/miniconda3/envs/RecSysFramework/lib/python3.8/site-packages/skopt/optimizer/optimizer.py:449: UserWarning: The objective has been evaluated at this point before.\n",
      "  warnings.warn(\"The objective has been evaluated \"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Iteration No: 29 ended. Search finished for the next optimal point.\n",
      "Time taken: 0.2527\n",
      "Function value obtained: -0.0516\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 30 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 439, 'alpha': 0.20089455030437103}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 27.34 sec. Users per second: 1521\n",
      "SearchBayesianSkopt: Config 29 is suboptimal. Config: {'topK': 439, 'alpha': 0.20089455030437103} - results: PRECISION: 0.0869369, PRECISION_RECALL_MIN_DEN: 0.0971066, RECALL: 0.0695387, MAP: 0.0466141, MAP_MIN_DEN: 0.0515297, MRR: 0.2537601, NDCG: 0.1086112, F1: 0.0772705, HIT_RATE: 0.4686764, ARHR_ALL_HITS: 0.3383078, NOVELTY: 0.0037855, AVERAGE_POPULARITY: 0.2206666, DIVERSITY_MEAN_INTER_LIST: 0.9144686, DIVERSITY_HERFINDAHL: 0.9914447, COVERAGE_ITEM: 0.5517735, COVERAGE_ITEM_HIT: 0.0519165, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4683274, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0399005, SHANNON_ENTROPY: 8.8943038, RATIO_DIVERSITY_HERFINDAHL: 0.9917723, RATIO_DIVERSITY_GINI: 0.0901314, RATIO_SHANNON_ENTROPY: 0.6593135, RATIO_AVERAGE_POPULARITY: 4.3666535, RATIO_NOVELTY: 0.3002116, \n",
      "\n",
      "Iteration No: 30 ended. Search finished for the next optimal point.\n",
      "Time taken: 33.4595\n",
      "Function value obtained: -0.0466\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 31 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 223, 'alpha': 0.27604889960624307}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 23.43 sec. Users per second: 1775\n",
      "SearchBayesianSkopt: Config 30 is suboptimal. Config: {'topK': 223, 'alpha': 0.27604889960624307} - results: PRECISION: 0.0872782, PRECISION_RECALL_MIN_DEN: 0.0974823, RECALL: 0.0698395, MAP: 0.0468035, MAP_MIN_DEN: 0.0517308, MRR: 0.2544999, NDCG: 0.1090048, F1: 0.0775911, HIT_RATE: 0.4701909, ARHR_ALL_HITS: 0.3394914, NOVELTY: 0.0037862, AVERAGE_POPULARITY: 0.2198980, DIVERSITY_MEAN_INTER_LIST: 0.9154773, DIVERSITY_HERFINDAHL: 0.9915455, COVERAGE_ITEM: 0.5486985, COVERAGE_ITEM_HIT: 0.0521668, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4698407, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0396015, SHANNON_ENTROPY: 8.9041223, RATIO_DIVERSITY_HERFINDAHL: 0.9918732, RATIO_DIVERSITY_GINI: 0.0894559, RATIO_SHANNON_ENTROPY: 0.6600413, RATIO_AVERAGE_POPULARITY: 4.3514435, RATIO_NOVELTY: 0.3002683, \n",
      "\n",
      "Iteration No: 31 ended. Search finished for the next optimal point.\n",
      "Time taken: 27.1426\n",
      "Function value obtained: -0.0468\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 32 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 715, 'alpha': 1.0}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 27.42 sec. Users per second: 1517\n",
      "SearchBayesianSkopt: Config 31 is suboptimal. Config: {'topK': 715, 'alpha': 1.0} - results: PRECISION: 0.0951031, PRECISION_RECALL_MIN_DEN: 0.1060733, RECALL: 0.0759006, MAP: 0.0516462, MAP_MIN_DEN: 0.0570078, MRR: 0.2707938, NDCG: 0.1182943, F1: 0.0844237, HIT_RATE: 0.4934131, ARHR_ALL_HITS: 0.3675365, NOVELTY: 0.0037801, AVERAGE_POPULARITY: 0.1945340, DIVERSITY_MEAN_INTER_LIST: 0.9444778, DIVERSITY_HERFINDAHL: 0.9944455, COVERAGE_ITEM: 0.3360269, COVERAGE_ITEM_HIT: 0.0547411, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4930457, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0232573, SHANNON_ENTROPY: 9.0502666, RATIO_DIVERSITY_HERFINDAHL: 0.9947741, RATIO_DIVERSITY_GINI: 0.0525360, RATIO_SHANNON_ENTROPY: 0.6708746, RATIO_AVERAGE_POPULARITY: 3.8495293, RATIO_NOVELTY: 0.2997833, \n",
      "\n",
      "Iteration No: 32 ended. Search finished for the next optimal point.\n",
      "Time taken: 33.6792\n",
      "Function value obtained: -0.0516\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 33 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 899, 'alpha': 1.0}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 31.66 sec. Users per second: 1314\n",
      "SearchBayesianSkopt: Config 32 is suboptimal. Config: {'topK': 899, 'alpha': 1.0} - results: PRECISION: 0.0951031, PRECISION_RECALL_MIN_DEN: 0.1060733, RECALL: 0.0759006, MAP: 0.0516462, MAP_MIN_DEN: 0.0570078, MRR: 0.2707938, NDCG: 0.1182943, F1: 0.0844237, HIT_RATE: 0.4934131, ARHR_ALL_HITS: 0.3675365, NOVELTY: 0.0037801, AVERAGE_POPULARITY: 0.1945340, DIVERSITY_MEAN_INTER_LIST: 0.9444778, DIVERSITY_HERFINDAHL: 0.9944455, COVERAGE_ITEM: 0.3360269, COVERAGE_ITEM_HIT: 0.0547411, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4930457, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0232573, SHANNON_ENTROPY: 9.0502666, RATIO_DIVERSITY_HERFINDAHL: 0.9947741, RATIO_DIVERSITY_GINI: 0.0525360, RATIO_SHANNON_ENTROPY: 0.6708746, RATIO_AVERAGE_POPULARITY: 3.8495293, RATIO_NOVELTY: 0.2997833, \n",
      "\n",
      "Iteration No: 33 ended. Search finished for the next optimal point.\n",
      "Time taken: 38.4928\n",
      "Function value obtained: -0.0516\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 34 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 1000, 'alpha': 1.0}\n",
      "SearchBayesianSkopt: Config 33 was already explored at index 15. Config: {'topK': 1000, 'alpha': 1.0} - results: PRECISION: 0.0951031, PRECISION_RECALL_MIN_DEN: 0.1060733, RECALL: 0.0759006, MAP: 0.0516462, MAP_MIN_DEN: 0.0570078, MRR: 0.2707938, NDCG: 0.1182943, F1: 0.0844237, HIT_RATE: 0.4934131, ARHR_ALL_HITS: 0.3675365, NOVELTY: 0.0037801, AVERAGE_POPULARITY: 0.1945340, DIVERSITY_MEAN_INTER_LIST: 0.9444778, DIVERSITY_HERFINDAHL: 0.9944455, COVERAGE_ITEM: 0.3360269, COVERAGE_ITEM_HIT: 0.0547411, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4930457, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0232573, SHANNON_ENTROPY: 9.0502666, RATIO_DIVERSITY_HERFINDAHL: 0.9947741, RATIO_DIVERSITY_GINI: 0.0525360, RATIO_SHANNON_ENTROPY: 0.6708746, RATIO_AVERAGE_POPULARITY: 3.8495293, RATIO_NOVELTY: 0.2997833, \n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/michael/miniconda3/envs/RecSysFramework/lib/python3.8/site-packages/skopt/optimizer/optimizer.py:449: UserWarning: The objective has been evaluated at this point before.\n",
      "  warnings.warn(\"The objective has been evaluated \"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Iteration No: 34 ended. Search finished for the next optimal point.\n",
      "Time taken: 0.5209\n",
      "Function value obtained: -0.0516\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 35 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 982, 'alpha': 0.5179269702973363}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 26.78 sec. Users per second: 1553\n",
      "SearchBayesianSkopt: Config 34 is suboptimal. Config: {'topK': 982, 'alpha': 0.5179269702973363} - results: PRECISION: 0.0886557, PRECISION_RECALL_MIN_DEN: 0.0990669, RECALL: 0.0710319, MAP: 0.0476850, MAP_MIN_DEN: 0.0527211, MRR: 0.2582149, NDCG: 0.1108132, F1: 0.0788713, HIT_RATE: 0.4751911, ARHR_ALL_HITS: 0.3451784, NOVELTY: 0.0037837, AVERAGE_POPULARITY: 0.2177579, DIVERSITY_MEAN_INTER_LIST: 0.9187511, DIVERSITY_HERFINDAHL: 0.9918729, COVERAGE_ITEM: 0.5313215, COVERAGE_ITEM_HIT: 0.0527746, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4748373, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0376297, SHANNON_ENTROPY: 8.9217489, RATIO_DIVERSITY_HERFINDAHL: 0.9922006, RATIO_DIVERSITY_GINI: 0.0850020, RATIO_SHANNON_ENTROPY: 0.6613479, RATIO_AVERAGE_POPULARITY: 4.3090934, RATIO_NOVELTY: 0.3000722, \n",
      "\n",
      "Iteration No: 35 ended. Search finished for the next optimal point.\n",
      "Time taken: 33.0029\n",
      "Function value obtained: -0.0477\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 36 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 204, 'alpha': 0.4491224651241874}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 22.36 sec. Users per second: 1860\n",
      "SearchBayesianSkopt: Config 35 is suboptimal. Config: {'topK': 204, 'alpha': 0.4491224651241874} - results: PRECISION: 0.0881701, PRECISION_RECALL_MIN_DEN: 0.0985179, RECALL: 0.0706401, MAP: 0.0473334, MAP_MIN_DEN: 0.0523249, MRR: 0.2565807, NDCG: 0.1101102, F1: 0.0784376, HIT_RATE: 0.4736526, ARHR_ALL_HITS: 0.3428091, NOVELTY: 0.0037864, AVERAGE_POPULARITY: 0.2180159, DIVERSITY_MEAN_INTER_LIST: 0.9179938, DIVERSITY_HERFINDAHL: 0.9917972, COVERAGE_ITEM: 0.5386156, COVERAGE_ITEM_HIT: 0.0528104, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4732999, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0385070, SHANNON_ENTROPY: 8.9233938, RATIO_DIVERSITY_HERFINDAHL: 0.9921249, RATIO_DIVERSITY_GINI: 0.0869836, RATIO_SHANNON_ENTROPY: 0.6614698, RATIO_AVERAGE_POPULARITY: 4.3141991, RATIO_NOVELTY: 0.3002839, \n",
      "\n",
      "Iteration No: 36 ended. Search finished for the next optimal point.\n",
      "Time taken: 26.0882\n",
      "Function value obtained: -0.0473\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 37 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 304, 'alpha': 0.5363274244595073}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 21.08 sec. Users per second: 1974\n",
      "SearchBayesianSkopt: Config 36 is suboptimal. Config: {'topK': 304, 'alpha': 0.5363274244595073} - results: PRECISION: 0.0887495, PRECISION_RECALL_MIN_DEN: 0.0991831, RECALL: 0.0711293, MAP: 0.0477338, MAP_MIN_DEN: 0.0527762, MRR: 0.2581369, NDCG: 0.1108927, F1: 0.0789684, HIT_RATE: 0.4751190, ARHR_ALL_HITS: 0.3453188, NOVELTY: 0.0037851, AVERAGE_POPULARITY: 0.2170569, DIVERSITY_MEAN_INTER_LIST: 0.9194503, DIVERSITY_HERFINDAHL: 0.9919428, COVERAGE_ITEM: 0.5306779, COVERAGE_ITEM_HIT: 0.0529891, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4747652, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0376074, SHANNON_ENTROPY: 8.9299624, RATIO_DIVERSITY_HERFINDAHL: 0.9922706, RATIO_DIVERSITY_GINI: 0.0849516, RATIO_SHANNON_ENTROPY: 0.6619568, RATIO_AVERAGE_POPULARITY: 4.2952235, RATIO_NOVELTY: 0.3001844, \n",
      "\n",
      "Iteration No: 37 ended. Search finished for the next optimal point.\n",
      "Time taken: 26.0179\n",
      "Function value obtained: -0.0477\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 38 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 714, 'alpha': 0.3171858559665324}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 31.55 sec. Users per second: 1318\n",
      "SearchBayesianSkopt: Config 37 is suboptimal. Config: {'topK': 714, 'alpha': 0.3171858559665324} - results: PRECISION: 0.0875042, PRECISION_RECALL_MIN_DEN: 0.0977571, RECALL: 0.0700319, MAP: 0.0469513, MAP_MIN_DEN: 0.0518951, MRR: 0.2551886, NDCG: 0.1093090, F1: 0.0777992, HIT_RATE: 0.4711525, ARHR_ALL_HITS: 0.3404752, NOVELTY: 0.0037852, AVERAGE_POPULARITY: 0.2197731, DIVERSITY_MEAN_INTER_LIST: 0.9157616, DIVERSITY_HERFINDAHL: 0.9915740, COVERAGE_ITEM: 0.5463029, COVERAGE_ITEM_HIT: 0.0523098, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4708016, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0392762, SHANNON_ENTROPY: 8.9036713, RATIO_DIVERSITY_HERFINDAHL: 0.9919016, RATIO_DIVERSITY_GINI: 0.0887211, RATIO_SHANNON_ENTROPY: 0.6600079, RATIO_AVERAGE_POPULARITY: 4.3489715, RATIO_NOVELTY: 0.3001919, \n",
      "\n",
      "Iteration No: 38 ended. Search finished for the next optimal point.\n",
      "Time taken: 37.8715\n",
      "Function value obtained: -0.0470\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 39 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 818, 'alpha': 0.5726774640974509}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 26.35 sec. Users per second: 1579\n",
      "SearchBayesianSkopt: Config 38 is suboptimal. Config: {'topK': 818, 'alpha': 0.5726774640974509} - results: PRECISION: 0.0890259, PRECISION_RECALL_MIN_DEN: 0.0995081, RECALL: 0.0713584, MAP: 0.0479326, MAP_MIN_DEN: 0.0530027, MRR: 0.2590344, NDCG: 0.1112932, F1: 0.0792190, HIT_RATE: 0.4760325, ARHR_ALL_HITS: 0.3466233, NOVELTY: 0.0037834, AVERAGE_POPULARITY: 0.2168627, DIVERSITY_MEAN_INTER_LIST: 0.9199540, DIVERSITY_HERFINDAHL: 0.9919932, COVERAGE_ITEM: 0.5258510, COVERAGE_ITEM_HIT: 0.0530249, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4756780, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0370223, SHANNON_ENTROPY: 8.9292806, RATIO_DIVERSITY_HERFINDAHL: 0.9923210, RATIO_DIVERSITY_GINI: 0.0836299, RATIO_SHANNON_ENTROPY: 0.6619062, RATIO_AVERAGE_POPULARITY: 4.2913797, RATIO_NOVELTY: 0.3000525, \n",
      "\n",
      "Iteration No: 39 ended. Search finished for the next optimal point.\n",
      "Time taken: 32.6954\n",
      "Function value obtained: -0.0479\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 40 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 95, 'alpha': 0.6021072263595815}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 21.41 sec. Users per second: 1943\n",
      "SearchBayesianSkopt: Config 39 is suboptimal. Config: {'topK': 95, 'alpha': 0.6021072263595815} - results: PRECISION: 0.0891774, PRECISION_RECALL_MIN_DEN: 0.0996363, RECALL: 0.0713751, MAP: 0.0480715, MAP_MIN_DEN: 0.0531383, MRR: 0.2588330, NDCG: 0.1114215, F1: 0.0792893, HIT_RATE: 0.4761046, ARHR_ALL_HITS: 0.3469334, NOVELTY: 0.0038057, AVERAGE_POPULARITY: 0.2083365, DIVERSITY_MEAN_INTER_LIST: 0.9274331, DIVERSITY_HERFINDAHL: 0.9927411, COVERAGE_ITEM: 0.5194508, COVERAGE_ITEM_HIT: 0.0543836, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4757501, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0372038, SHANNON_ENTROPY: 9.0337019, RATIO_DIVERSITY_HERFINDAHL: 0.9930691, RATIO_DIVERSITY_GINI: 0.0840398, RATIO_SHANNON_ENTROPY: 0.6696467, RATIO_AVERAGE_POPULARITY: 4.1226589, RATIO_NOVELTY: 0.3018157, \n",
      "\n",
      "Iteration No: 40 ended. Search finished for the next optimal point.\n",
      "Time taken: 23.8197\n",
      "Function value obtained: -0.0481\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 41 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 610, 'alpha': 1.0}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 27.55 sec. Users per second: 1510\n",
      "SearchBayesianSkopt: Config 40 is suboptimal. Config: {'topK': 610, 'alpha': 1.0} - results: PRECISION: 0.0950863, PRECISION_RECALL_MIN_DEN: 0.1060500, RECALL: 0.0759131, MAP: 0.0515860, MAP_MIN_DEN: 0.0569466, MRR: 0.2706795, NDCG: 0.1182457, F1: 0.0844248, HIT_RATE: 0.4934372, ARHR_ALL_HITS: 0.3673105, NOVELTY: 0.0037790, AVERAGE_POPULARITY: 0.1948298, DIVERSITY_MEAN_INTER_LIST: 0.9443338, DIVERSITY_HERFINDAHL: 0.9944311, COVERAGE_ITEM: 0.3360269, COVERAGE_ITEM_HIT: 0.0547411, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4930697, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0232258, SHANNON_ENTROPY: 9.0464493, RATIO_DIVERSITY_HERFINDAHL: 0.9947597, RATIO_DIVERSITY_GINI: 0.0524649, RATIO_SHANNON_ENTROPY: 0.6705916, RATIO_AVERAGE_POPULARITY: 3.8553825, RATIO_NOVELTY: 0.2996973, \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Iteration No: 41 ended. Search finished for the next optimal point.\n",
      "Time taken: 33.6525\n",
      "Function value obtained: -0.0516\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 42 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 687, 'alpha': 0.44524440454261227}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 31.58 sec. Users per second: 1317\n",
      "SearchBayesianSkopt: Config 41 is suboptimal. Config: {'topK': 687, 'alpha': 0.44524440454261227} - results: PRECISION: 0.0882110, PRECISION_RECALL_MIN_DEN: 0.0985612, RECALL: 0.0706747, MAP: 0.0473580, MAP_MIN_DEN: 0.0523536, MRR: 0.2569128, NDCG: 0.1101862, F1: 0.0784751, HIT_RATE: 0.4739411, ARHR_ALL_HITS: 0.3431203, NOVELTY: 0.0037843, AVERAGE_POPULARITY: 0.2186508, DIVERSITY_MEAN_INTER_LIST: 0.9174466, DIVERSITY_HERFINDAHL: 0.9917425, COVERAGE_ITEM: 0.5389016, COVERAGE_ITEM_HIT: 0.0525958, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4735881, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0383730, SHANNON_ENTROPY: 8.9144905, RATIO_DIVERSITY_HERFINDAHL: 0.9920702, RATIO_DIVERSITY_GINI: 0.0866808, RATIO_SHANNON_ENTROPY: 0.6608099, RATIO_AVERAGE_POPULARITY: 4.3267634, RATIO_NOVELTY: 0.3001234, \n",
      "\n",
      "Iteration No: 42 ended. Search finished for the next optimal point.\n",
      "Time taken: 38.5020\n",
      "Function value obtained: -0.0474\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 43 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 369, 'alpha': 0.6341566202835082}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 23.61 sec. Users per second: 1762\n",
      "SearchBayesianSkopt: Config 42 is suboptimal. Config: {'topK': 369, 'alpha': 0.6341566202835082} - results: PRECISION: 0.0895307, PRECISION_RECALL_MIN_DEN: 0.1000956, RECALL: 0.0718472, MAP: 0.0482024, MAP_MIN_DEN: 0.0533044, MRR: 0.2598715, NDCG: 0.1118670, F1: 0.0797201, HIT_RATE: 0.4778595, ARHR_ALL_HITS: 0.3481957, NOVELTY: 0.0037838, AVERAGE_POPULARITY: 0.2153587, DIVERSITY_MEAN_INTER_LIST: 0.9217601, DIVERSITY_HERFINDAHL: 0.9921738, COVERAGE_ITEM: 0.5172340, COVERAGE_ITEM_HIT: 0.0532752, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4775037, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0362165, SHANNON_ENTROPY: 8.9414013, RATIO_DIVERSITY_HERFINDAHL: 0.9925016, RATIO_DIVERSITY_GINI: 0.0818095, RATIO_SHANNON_ENTROPY: 0.6628047, RATIO_AVERAGE_POPULARITY: 4.2616169, RATIO_NOVELTY: 0.3000838, \n",
      "\n",
      "Iteration No: 43 ended. Search finished for the next optimal point.\n",
      "Time taken: 29.3954\n",
      "Function value obtained: -0.0482\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 44 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 770, 'alpha': 0.6027014154305649}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 30.86 sec. Users per second: 1348\n",
      "SearchBayesianSkopt: Config 43 is suboptimal. Config: {'topK': 770, 'alpha': 0.6027014154305649} - results: PRECISION: 0.0893120, PRECISION_RECALL_MIN_DEN: 0.0998269, RECALL: 0.0715936, MAP: 0.0481390, MAP_MIN_DEN: 0.0532335, MRR: 0.2598114, NDCG: 0.1116800, F1: 0.0794773, HIT_RATE: 0.4768979, ARHR_ALL_HITS: 0.3478700, NOVELTY: 0.0037829, AVERAGE_POPULARITY: 0.2163700, DIVERSITY_MEAN_INTER_LIST: 0.9206631, DIVERSITY_HERFINDAHL: 0.9920641, COVERAGE_ITEM: 0.5212028, COVERAGE_ITEM_HIT: 0.0530249, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4765428, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0365519, SHANNON_ENTROPY: 8.9323377, RATIO_DIVERSITY_HERFINDAHL: 0.9923919, RATIO_DIVERSITY_GINI: 0.0825672, RATIO_SHANNON_ENTROPY: 0.6621328, RATIO_AVERAGE_POPULARITY: 4.2816296, RATIO_NOVELTY: 0.3000101, \n",
      "\n",
      "Iteration No: 44 ended. Search finished for the next optimal point.\n",
      "Time taken: 37.4484\n",
      "Function value obtained: -0.0481\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 45 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 17, 'alpha': 0.9853425863514561}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 12.22 sec. Users per second: 3403\n",
      "SearchBayesianSkopt: Config 44 is suboptimal. Config: {'topK': 17, 'alpha': 0.9853425863514561} - results: PRECISION: 0.0905284, PRECISION_RECALL_MIN_DEN: 0.1007541, RECALL: 0.0717896, MAP: 0.0491102, MAP_MIN_DEN: 0.0541994, MRR: 0.2622228, NDCG: 0.1130590, F1: 0.0800773, HIT_RATE: 0.4762008, ARHR_ALL_HITS: 0.3528210, NOVELTY: 0.0039585, AVERAGE_POPULARITY: 0.1491718, DIVERSITY_MEAN_INTER_LIST: 0.9684554, DIVERSITY_HERFINDAHL: 0.9968432, COVERAGE_ITEM: 0.3625572, COVERAGE_ITEM_HIT: 0.0632866, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4758462, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0331143, SHANNON_ENTROPY: 9.7509024, RATIO_DIVERSITY_HERFINDAHL: 0.9971726, RATIO_DIVERSITY_GINI: 0.0748021, RATIO_SHANNON_ENTROPY: 0.7228111, RATIO_AVERAGE_POPULARITY: 2.9518801, RATIO_NOVELTY: 0.3139332, \n",
      "\n",
      "Iteration No: 45 ended. Search finished for the next optimal point.\n",
      "Time taken: 13.6336\n",
      "Function value obtained: -0.0491\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 46 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 739, 'alpha': 0.49367429230718307}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 36.90 sec. Users per second: 1127\n",
      "SearchBayesianSkopt: Config 45 is suboptimal. Config: {'topK': 739, 'alpha': 0.49367429230718307} - results: PRECISION: 0.0884778, PRECISION_RECALL_MIN_DEN: 0.0988447, RECALL: 0.0708542, MAP: 0.0475624, MAP_MIN_DEN: 0.0525817, MRR: 0.2577174, NDCG: 0.1105648, F1: 0.0786913, HIT_RATE: 0.4745420, ARHR_ALL_HITS: 0.3443942, NOVELTY: 0.0037838, AVERAGE_POPULARITY: 0.2181055, DIVERSITY_MEAN_INTER_LIST: 0.9182694, DIVERSITY_HERFINDAHL: 0.9918247, COVERAGE_ITEM: 0.5339316, COVERAGE_ITEM_HIT: 0.0527388, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4741887, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0378740, SHANNON_ENTROPY: 8.9183598, RATIO_DIVERSITY_HERFINDAHL: 0.9921525, RATIO_DIVERSITY_GINI: 0.0855538, RATIO_SHANNON_ENTROPY: 0.6610967, RATIO_AVERAGE_POPULARITY: 4.3159732, RATIO_NOVELTY: 0.3000799, \n",
      "\n",
      "Iteration No: 46 ended. Search finished for the next optimal point.\n",
      "Time taken: 43.1466\n",
      "Function value obtained: -0.0476\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 47 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 761, 'alpha': 0.9301088206937738}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 28.95 sec. Users per second: 1437\n",
      "SearchBayesianSkopt: Config 46 is suboptimal. Config: {'topK': 761, 'alpha': 0.9301088206937738} - results: PRECISION: 0.0937281, PRECISION_RECALL_MIN_DEN: 0.1046983, RECALL: 0.0751266, MAP: 0.0508515, MAP_MIN_DEN: 0.0562147, MRR: 0.2688952, NDCG: 0.1169525, F1: 0.0834028, HIT_RATE: 0.4907688, ARHR_ALL_HITS: 0.3636569, NOVELTY: 0.0037805, AVERAGE_POPULARITY: 0.2021694, DIVERSITY_MEAN_INTER_LIST: 0.9372090, DIVERSITY_HERFINDAHL: 0.9937186, COVERAGE_ITEM: 0.4092892, COVERAGE_ITEM_HIT: 0.0543478, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4904033, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0275491, SHANNON_ENTROPY: 9.0242984, RATIO_DIVERSITY_HERFINDAHL: 0.9940470, RATIO_DIVERSITY_GINI: 0.0622307, RATIO_SHANNON_ENTROPY: 0.6689497, RATIO_AVERAGE_POPULARITY: 4.0006226, RATIO_NOVELTY: 0.2998217, \n",
      "\n",
      "Iteration No: 47 ended. Search finished for the next optimal point.\n",
      "Time taken: 35.5267\n",
      "Function value obtained: -0.0509\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 48 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 914, 'alpha': 0.791605791224468}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 39.02 sec. Users per second: 1066\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "SearchBayesianSkopt: Config 47 is suboptimal. Config: {'topK': 914, 'alpha': 0.791605791224468} - results: PRECISION: 0.0915020, PRECISION_RECALL_MIN_DEN: 0.1023477, RECALL: 0.0734731, MAP: 0.0494949, MAP_MIN_DEN: 0.0547444, MRR: 0.2647173, NDCG: 0.1143785, F1: 0.0815024, HIT_RATE: 0.4845666, ARHR_ALL_HITS: 0.3559879, NOVELTY: 0.0037813, AVERAGE_POPULARITY: 0.2108325, DIVERSITY_MEAN_INTER_LIST: 0.9276182, DIVERSITY_HERFINDAHL: 0.9927596, COVERAGE_ITEM: 0.4799414, COVERAGE_ITEM_HIT: 0.0535970, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4842057, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0327601, SHANNON_ENTROPY: 8.9718268, RATIO_DIVERSITY_HERFINDAHL: 0.9930876, RATIO_DIVERSITY_GINI: 0.0740020, RATIO_SHANNON_ENTROPY: 0.6650601, RATIO_AVERAGE_POPULARITY: 4.1720513, RATIO_NOVELTY: 0.2998854, \n",
      "\n",
      "Iteration No: 48 ended. Search finished for the next optimal point.\n",
      "Time taken: 45.4279\n",
      "Function value obtained: -0.0495\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 49 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 825, 'alpha': 0.9880954196031964}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 27.88 sec. Users per second: 1492\n",
      "SearchBayesianSkopt: Config 48 is suboptimal. Config: {'topK': 825, 'alpha': 0.9880954196031964} - results: PRECISION: 0.0948916, PRECISION_RECALL_MIN_DEN: 0.1058699, RECALL: 0.0758006, MAP: 0.0515203, MAP_MIN_DEN: 0.0568792, MRR: 0.2705267, NDCG: 0.1180958, F1: 0.0842785, HIT_RATE: 0.4934853, ARHR_ALL_HITS: 0.3669709, NOVELTY: 0.0037798, AVERAGE_POPULARITY: 0.1961291, DIVERSITY_MEAN_INTER_LIST: 0.9430481, DIVERSITY_HERFINDAHL: 0.9943025, COVERAGE_ITEM: 0.3504362, COVERAGE_ITEM_HIT: 0.0550629, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4931178, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0240273, SHANNON_ENTROPY: 9.0452084, RATIO_DIVERSITY_HERFINDAHL: 0.9946311, RATIO_DIVERSITY_GINI: 0.0542754, RATIO_SHANNON_ENTROPY: 0.6704997, RATIO_AVERAGE_POPULARITY: 3.8810933, RATIO_NOVELTY: 0.2997632, \n",
      "\n",
      "Iteration No: 49 ended. Search finished for the next optimal point.\n",
      "Time taken: 34.5658\n",
      "Function value obtained: -0.0515\n",
      "Current minimum: -0.0516\n",
      "Iteration No: 50 started. Searching for the next optimal point.\n",
      "SearchBayesianSkopt: Testing config: {'topK': 959, 'alpha': 1.0}\n",
      "ItemKNNSimilarityHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 41598 (100.0%) in 32.93 sec. Users per second: 1263\n",
      "SearchBayesianSkopt: Config 49 is suboptimal. Config: {'topK': 959, 'alpha': 1.0} - results: PRECISION: 0.0951031, PRECISION_RECALL_MIN_DEN: 0.1060733, RECALL: 0.0759006, MAP: 0.0516462, MAP_MIN_DEN: 0.0570078, MRR: 0.2707938, NDCG: 0.1182943, F1: 0.0844237, HIT_RATE: 0.4934131, ARHR_ALL_HITS: 0.3675365, NOVELTY: 0.0037801, AVERAGE_POPULARITY: 0.1945340, DIVERSITY_MEAN_INTER_LIST: 0.9444778, DIVERSITY_HERFINDAHL: 0.9944455, COVERAGE_ITEM: 0.3360269, COVERAGE_ITEM_HIT: 0.0547411, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9992553, COVERAGE_USER_HIT: 0.4930457, USERS_IN_GT: 0.9992553, DIVERSITY_GINI: 0.0232573, SHANNON_ENTROPY: 9.0502666, RATIO_DIVERSITY_HERFINDAHL: 0.9947741, RATIO_DIVERSITY_GINI: 0.0525360, RATIO_SHANNON_ENTROPY: 0.6708746, RATIO_AVERAGE_POPULARITY: 3.8495293, RATIO_NOVELTY: 0.2997833, \n",
      "\n",
      "Iteration No: 50 ended. Search finished for the next optimal point.\n",
      "Time taken: 39.6218\n",
      "Function value obtained: -0.0516\n",
      "Current minimum: -0.0516\n",
      "SearchBayesianSkopt: Search complete. Best config is 15: {'topK': 1000, 'alpha': 1.0}\n",
      "\n",
      "******* Validation Metric not improved! Model ItemKNNCFRecommender discarded. *******\n"
     ]
    }
   ],
   "source": [
    "optimizer.incremental_bayesian_search(50, 0.3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "3325ba8e",
   "metadata": {},
   "outputs": [
    {
     "ename": "TypeError",
     "evalue": "fit_best_recommender() takes 3 positional arguments but 4 were given",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
      "Cell \u001b[0;32mIn [8], line 6\u001b[0m\n\u001b[1;32m      1\u001b[0m kwargs \u001b[38;5;241m=\u001b[39m {\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mload_scores_from_saved\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28;01mTrue\u001b[39;00m, \n\u001b[1;32m      2\u001b[0m           \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mrecs_on_urm_splitted\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28;01mFalse\u001b[39;00m, \n\u001b[1;32m      3\u001b[0m           \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124muser_id_array_val\u001b[39m\u001b[38;5;124m\"\u001b[39m: utils\u001b[38;5;241m.\u001b[39mget_users_for_submission(), \n\u001b[1;32m      4\u001b[0m           \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mnew_item_scores_file_name_root\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mon_all_urm_\u001b[39m\u001b[38;5;124m\"\u001b[39m}\n\u001b[0;32m----> 6\u001b[0m rec \u001b[38;5;241m=\u001b[39m \u001b[43mutils\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mfit_best_recommender\u001b[49m\u001b[43m(\u001b[49m\u001b[43mURM_all\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\n\u001b[1;32m      7\u001b[0m \u001b[43m                      \u001b[49m\u001b[43mrecommender_class\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\n\u001b[1;32m      8\u001b[0m \u001b[43m                      \u001b[49m\u001b[43mdataset_version\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\n\u001b[1;32m      9\u001b[0m \u001b[43m                      \u001b[49m\u001b[38;5;28;43;01mTrue\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m     10\u001b[0m \u001b[43m                      \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n",
      "\u001b[0;31mTypeError\u001b[0m: fit_best_recommender() takes 3 positional arguments but 4 were given"
     ]
    }
   ],
   "source": [
    "kwargs = {\"load_scores_from_saved\": True, \n",
    "          \"recs_on_urm_splitted\": False, \n",
    "          \"user_id_array_val\": utils.get_users_for_submission(), \n",
    "          \"new_item_scores_file_name_root\": \"on_all_urm_\"}\n",
    "\n",
    "rec = utils.fit_best_recommender(URM_all, \n",
    "                      recommender_class, \n",
    "                      dataset_version, \n",
    "                      True,\n",
    "                      **kwargs)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3.9 (RecSysFramework)",
   "language": "python",
   "name": "recsysframework"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.15"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}