Engine_performance_measurments.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Engine_performance_measurments.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/Naama133/WIKI_IR_ENGINE/blob/master/Engine_performance_measurments.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "**Given queries test to check our engine results quality**"
      ],
      "metadata": {
        "id": "oPpRp_VIRtyE"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#@title\n",
        "#test queries for engine improvments (19 queries)\n",
        "queries = {\"python\": [23862, 23329, 53672527, 21356332, 4920126, 5250192, 819149, 46448252, 83036, 88595, 18942, 696712, 2032271, 1984246, 5204237, 645111, 18384111, 3673376, 25061839, 271890, 226402, 2380213, 1179348, 15586616, 50278739, 19701, 3596573, 4225907, 19160, 1235986, 6908561, 3594951, 18805500, 5087621, 25049240, 2432299, 381782, 9603954, 390263, 317752, 38007831, 2564605, 13370873, 2403126, 17402165, 23678545, 7837468, 23954341, 11505904, 196698, 34292335, 52042, 2247376, 15858, 11322015, 13062829, 38833779, 7800160, 24193668, 440018, 54351136, 28887886, 19620, 23045823, 43003632, 746577, 1211612, 8305253, 14985517, 30796675, 51800, 964717, 6146589, 13024, 11583987, 57294217, 27471338, 5479462],\n",
        " \"data science\": [35458904, 2720954, 54415758, 233488, 12487489, 48364486, 487132, 416589, 27051151, 66414222, 18985040, 4141563, 376707, 67092078, 61624594, 59591015, 49681, 55052729, 31663650, 35757264, 63995662, 3461736, 56499662, 43003632, 26685, 10147369, 24932989, 66982525, 5323, 46207323, 8495, 31915311, 51552534, 64057049, 45443335, 37849704, 42149032, 63198823, 38833779, 26880450, 39171985, 5213, 44133735, 28486111, 48972018, 23943140, 17740009, 49954680, 28326718, 63016369, 56023027, 58731, 55207134, 62798611, 65732625, 58255666, 68181697, 47892671, 1309220, 65499427, 58255600, 47638279, 46626475, 46374359, 53343108, 173332, 7671, 18745015, 50565707, 57143357, 45112545, 63148404, 50533783, 51112472, 49281083, 51505979, 1181008, 56731447, 59116880, 51578025, 21462612, 1765779, 39675445, 42253],\n",
        " \"migraine\": [21035, 36984150, 2702930, 25045060, 24224679, 2555865, 36579642, 310429, 22352499, 11495285, 22294424, 234876, 40748148, 69893, 61962436, 62871079, 843361, 7362700, 16982268, 15712244, 5690287, 7362738, 600236, 12410589, 26584776, 3332410, 20038918, 739855, 1015919, 14201682, 24361010, 53035710, 22901459, 57672434, 4206029, 738384, 36579839, 188521, 15325435, 3602651, 40428462, 322197, 19592340, 3868233, 2385806, 2933438, 23174077, 14001660, 2425344, 288328, 21381229, 26585811, 12652799, 322210, 51078678, 621531, 685130, 11193835, 21197980, 21078348, 3108484, 692988, 31556991, 18741438, 3053003, 50977642, 55115883, 17208913, 64269900, 54077917, 36666029, 50083054, 28245491, 5692662, 18353587, 1994895, 21364162, 20208066, 38574433, 910244, 6154091, 67754025, 2132969, 61386909, 18600765, 579516],\n",
        " \"chocolate\": [7089, 6693851, 6672660, 23159504, 49770662, 167891, 2399742, 100710, 76723, 5290678, 54229, 3881415, 3720007, 32652613, 1471058, 5239060, 1421165, 1730071, 1277918, 7419133, 17720623, 1765026, 19079925, 1979873, 497794, 57947, 15007729, 85655, 4250574, 2386481, 228541, 55225594, 318873, 22631033, 27767967, 7061714, 8175846, 3881265, 3046256, 606737, 845137, 16161419, 3098266, 54573, 11323402, 936243, 39280615, 13687674, 47155656, 7151675, 43627595, 26879832, 43098662, 2333593, 349448, 2052211, 4432842, 56412300, 1411016, 2152015, 3502051, 33372192, 61422444, 2385217, 1217747, 24315397, 7082459, 856246, 6050655, 27162455, 52140446, 37243595, 36961531, 245067, 1148978, 1770825, 976322, 10300434, 7249348, 14945749, 62851606, 637004, 16224368, 18509922],\n",
        " \"how to make pasta\": [25659792, 50404581, 29178, 3080697, 90267, 2568868, 3450096, 49647732, 462173, 43911472, 20229, 40478583, 56643734, 21257512, 2387344, 59405867, 1330188, 12638661, 501757, 446865, 4468939, 25215235, 456363, 95411, 30916, 53487581, 30876926, 301932, 47764842, 426522, 579040, 54155622, 60535326, 23852947, 4275382, 67279077, 16591942, 334546, 602599, 3735620, 10296674, 858120, 30876121, 443480, 1038309, 50653758, 2258995, 34121672, 5382150, 884056, 3141956, 349722, 6745, 3511512, 35211682, 611752, 66963891, 43977806, 36742560, 2899729, 5413930, 61742595, 6972293, 14926, 42674415, 193957, 1950442, 3396753, 2269888, 40055348, 63609800, 1343426, 26078050, 44808, 42444204, 35034191, 9303405, 4627535, 59407816, 28732, 1187122, 6984468, 3328852, 56313776, 43853813, 3533082, 1032674, 39797382, 8892877],\n",
        " \"Does pasta have preservatives?\": [50404581, 301932, 30876121, 12727781, 37018026, 382599, 56232, 1032674, 202437, 9759063, 2047222, 11309920, 15015154, 46482, 406363, 39813131, 9785087, 47840259, 230716, 2240648, 49380722, 62153, 64083, 5355, 1330224, 17345999, 36969, 50577743, 31919750, 1197035, 2175, 15003673, 54145741, 42801, 458008, 47150650, 67922, 39390739, 901091, 28771786, 6984468, 416752, 382619, 198153, 49065540, 496821, 3112548, 15434651, 237489, 47862672, 915309, 708662, 21699434, 550448, 22893145, 17055183, 32863238, 13824676, 1300923, 746225, 33065713, 47770304, 32593, 11002, 20156275, 22735258, 31156754, 32587, 2077960, 344611, 5652480, 31425310, 991758, 40956516, 594987, 1093416, 26473291, 877461, 340356, 13679, 1558639, 11832915, 926863, 14953848, 42155809, 54923, 276975, 66554, 5775715, 3133549, 1104286, 26951370, 3240723, 6523448, 3902658],\n",
        " \"how google works\": [44674524, 1092923, 12431, 224584, 43419164, 9874319, 4338696, 3190097, 9651444, 33321947, 26334893, 1497849, 47489893, 32639051, 2030607, 60903, 19133401, 42411494, 47799755, 4028754, 42960975, 24386465, 5339378, 1494648, 14181749, 58582001, 10062721, 33039125, 286747, 48736239, 33367993, 50575063, 55633178, 29403992, 34113322, 3660182, 25173473, 62438513, 60904, 3235536, 40867519, 5376827, 44424763, 58708106, 64302888, 187946, 29156200, 46426771, 35847782, 5376796, 25295524, 33768164, 46551547, 773423, 5376868, 49931371, 59539691, 22411575, 35326347, 46493906, 11451897, 10619416, 36891093, 40116717, 23533163, 879962, 502593, 3371574, 43194901, 41815118, 35673556, 6575642, 43997189, 5913182, 2126501, 52840911, 1566175, 42951365, 42694174, 22992426, 466299, 736238, 7301470, 1431181, 48653985, 51328172, 12003767],\n",
        " \"what is information retrieval\": [15271, 494530, 442684, 19988623, 731640, 24997830, 10179411, 16635934, 33407925, 11486091, 50716473, 35804330, 18550455, 21106742, 4694434, 26591446, 296950, 24963841, 346470, 509628, 261193, 28688670, 10218640, 1897206, 39000674, 17785794, 38156944, 9586885, 743971, 1185840, 7872152, 10328235, 36794719, 509624, 5818361, 25935906, 22254915, 4881262, 39585214, 30882491, 57312392, 3781784, 25959000, 14109784, 10818378, 25957127, 9511414, 6422823, 20289869, 15101979, 48317971, 14343887, 762092, 4840292, 25130414, 7602386, 37131566, 6118940, 56598843, 11184711, 1315248, 12101316, 22809006, 29979321, 149354, 32817039, 25271852, 20948989, 36749242, 26143506, 19542049, 360030, 20632884, 24963451, 30874683, 11647367, 383162, 13200719, 1981660, 53123104, 10715937, 24019253, 25050663, 27511028, 1514191],\n",
        " \"NBA\": [22093, 16795291, 65166616, 65785063, 835946, 890793, 3921, 450389, 20455, 987153, 240940, 246185, 9000355, 5608488, 3280233, 3505049, 5958023, 72852, 8806795, 1811390, 2423824, 516570, 15392541, 72893, 412214, 278018, 12106552, 42846434, 12754503, 9807715, 4108839, 33328593, 64063961, 7215125, 1811320, 1111137, 5035602, 60483582, 9397801, 255645, 16899, 43376, 72855, 65785040, 72866, 6215230, 4987149, 72878, 16160954, 243389, 64639133, 38958735, 72858, 27196905, 38153033, 1385825, 9733533, 49926096, 4875689, 4750398, 28754077, 43569250, 22092, 72889, 59798759, 49778089, 346029, 8588996, 1956255, 52454088, 25390847, 31667631, 878666, 48695845, 72857, 459304, 27837030, 17107550, 72861, 54859596, 9195892, 6560301, 72875, 72883, 240989, 3196517, 24612090],\n",
        " \"yoga\": [34258, 59580357, 315141, 47035547, 626718, 32016617, 59516988, 61583621, 38424, 196789, 734272, 60851303, 988753, 92222, 419015, 60992198, 621809, 83742, 3127300, 23834216, 1381751, 744158, 18911094, 1817874, 59052395, 43562594, 31793047, 6154795, 17452177, 62342792, 13936750, 60805249, 60823333, 59899027, 46719542, 7702313, 60310807, 44270128, 68489731, 60500106, 1652601, 359983, 60300514, 45482242, 34756533, 58520592, 43611227, 47586513, 1775374, 6933106, 13412771, 62549131, 49278248, 62557135, 4523354, 60468426, 666420, 1017009, 35795560, 34843274, 60199413, 16488467, 29828807, 585681, 41757168, 66018807, 61285582, 1226448, 28848113, 11487904, 4242777, 1661867, 10671559, 44035836, 6931929, 60705564, 61690747, 7343803, 9042644, 36991237, 3965223, 63090179, 632990, 1041815, 53087254, 418999, 1632919],\n",
        " \"how to not kill plants\": [952429, 53916, 4189740, 5132315, 5818788, 35270055, 246674, 28271176, 18952739, 13323241, 1257003, 39562449, 11286, 1440567, 294295, 718110, 5806056, 3587235, 515758, 70129, 11984, 25228985, 1572831, 28125449, 1101651, 8220315, 149463, 63883178, 43937, 432174, 55775421, 2413296, 54019, 1878531, 57559, 1822951, 44568, 10104316, 16671094, 59988, 2068329, 12174150, 18952424, 48340, 83024, 99951, 4390795, 4954263, 3012923, 43344741, 61932070, 1480987, 2520434, 15880608, 7852272, 33084611, 27377596, 57866, 22438472, 8150951, 1265113, 19828134, 76046, 37774, 9270823, 1421709, 2051423, 7173874, 59400, 3606300, 8846, 38980932, 427577, 589513, 147484, 3883838, 29565262, 1527015, 533214, 10669865, 32591, 992052, 4975851, 44629591, 162296, 3513027, 11921706, 9041235, 1068768, 5498413, 591668, 42586177, 1185479, 514894, 3419, 14174833, 71265, 7218230],\n",
        " \"masks\": [63631542, 821829, 633458, 63567907, 14208718, 7912947, 159546, 67759831, 7439323, 64192678, 40909056, 5322079, 63164437, 31728348, 12772, 1402997, 1156703, 1840653, 568164, 1814699, 2945076, 2565663, 442333, 33567480, 468313, 19718702, 987724, 903187, 1485962, 5003908, 4201044, 28086000, 28844729, 1265651, 4659608, 64966775, 55960921, 8970797, 4301719, 35892659, 2248622, 6939163, 48561519, 261396, 34298473, 12263290, 44258772, 25219375, 149426, 6558203, 46567337, 46784964, 6458321, 46576311, 18823362, 48315099, 56440599, 57159776, 74910, 67891964, 1702593, 560306, 1015304, 705756, 7479199, 57772096, 58946599, 1210300, 15716827, 34336876, 9040490, 439102, 264104, 11061915, 39774839, 34735506, 42174581, 66859257, 3293969, 16315, 23166476, 42812440, 66935753, 51990351, 36619752, 59863622, 38404, 64027932],\n",
        " \"black friday\": [366477, 21000624, 3252816, 29437250, 2399020, 2675881, 360797, 184979, 20775117, 3233153, 31185151, 67528700, 31265743, 31526583, 157649, 60421513, 58847654, 360789, 5089316, 37168, 29772915, 29448480, 63351334, 3136619, 8076709, 41047099, 48658625, 50394170, 2621344, 25496814, 2997690, 41956157, 8817935, 19283335, 3738164, 60383204, 29449433, 20302560, 664951, 580517, 21434255, 8304348, 21611071, 55449550, 27555169, 28153175, 39614564, 314544, 31102405, 1428872, 19952476, 59540110, 40704884, 193714, 8948452, 49891754, 24008586, 32047012, 1104969, 54632, 31323977, 28253219, 33538385, 177671, 3286723, 16368206, 25351191, 5549127, 184959, 52708523, 728321, 31186864, 57685061, 240148, 22067678, 20827796, 4681, 41958461],\n",
        " \"why do men have nipples\": [150389, 412643, 48475515, 2775579, 4489, 997303, 250247, 311440, 42669424, 1080173, 2295417, 1243208, 1045845, 1890951, 4668823, 1027896, 7364325, 6613094, 8001012, 45079706, 580715, 5866454, 6383976, 18611260, 28643, 2581217, 5686025, 49998617, 63011479, 54736719, 20913864, 52146943, 34900078, 756765, 344269, 254067, 10916, 1764686, 25211041, 28456222, 35334391, 3845894, 34354998, 403653, 46745914, 11415141, 2252455, 283858, 65217527, 3223727, 42549636, 22546, 581077, 7971671, 21496150, 1104090, 21496038, 12082283, 24385806, 575890, 7105280, 54863336, 36164, 1752731, 3611109, 106121, 50364362, 3039817, 38041, 2968175, 70547, 13502823, 36881878, 702635, 18838, 15179951, 286455, 7139331, 218406, 1130867, 21490868, 1025265, 498971, 12915125, 4819795, 49458922, 23446323, 1244458],\n",
        " \"rubber duck\": [599738, 21905962, 39322520, 2608233, 12234103, 6264793, 6497307, 39303262, 54655786, 3378227, 64516, 41300601, 27898480, 672302, 1793236, 1765938, 1179787, 22503790, 43399069, 6263016, 31468446, 23030371, 1540241, 38904159, 11882165, 43707, 54406331, 3275717, 3781845, 57228339, 312903, 16308445, 8277225, 864249, 3115732, 15190087, 2541491, 1923274, 37400147, 47987665, 978408, 36835927, 2589070, 559356, 19696772, 17069844, 13315204, 34829413, 23454546, 2045055, 311935, 37674, 582735, 52077192, 4463369, 11760348],\n",
        " \"michelin\": [2036409, 79732, 35052231, 644781, 50991931, 51729995, 56721897, 60583278, 4512778, 53866975, 31728660, 636344, 48286897, 2550824, 66591573, 1360573, 52882803, 1761526, 56758995, 52971602, 2575380, 59519477, 1343949, 53748793, 66029904, 17284321, 62380392, 8250222, 1044117, 37032671, 51478870, 11216001, 2947322, 60085976, 1291991, 9483388, 11231759, 22513329, 5046302, 35927164, 43610835, 2074655, 52076814, 66846904, 58067594, 3997367, 9547083, 16348889, 16184595, 44972706, 37026554, 36753304, 65601792, 66605355, 34964813, 10873990, 13235623, 46302846, 37297021, 3463398, 32739936, 2337323],\n",
        " \"what to watch\": [55840499, 40475635, 48308444, 65766671, 175537, 7235116, 164376, 42262371, 60883, 53066659, 989858, 302808, 37331423, 18948312, 4552880, 13612929, 55864774, 35729649, 1350109, 52766120, 147143, 55411770, 6920292, 38539, 29831, 23776, 20840, 50276487, 3470969, 59480957, 617668, 33279717, 63704575, 65693607, 57944031, 27306717, 1732642, 32255505, 37061023, 43379979, 19508643, 58150649, 2381862, 21899417, 40438099, 40030145, 6405787, 504230, 925736, 60446377, 37669357, 44146329, 54647064, 66938917, 64704775, 169672, 40867822, 5230872, 66259016, 67736156, 13690215, 342398, 57579192, 394697, 33757091, 55825336, 1068736, 2009711, 47778072, 41451023, 35306910, 31607, 56789255, 18383702, 1492414, 37901793, 2650227, 7152087, 60587209, 818234, 66814247, 59800766, 2387993, 66255918, 63241742, 4765530, 27375211, 21863425, 618856],\n",
        " \"best marvel movie\": [57069491, 65967176, 42163310, 878659, 27306717, 41677925, 1074657, 44240443, 17296107, 60952488, 43603241, 22114132, 46208997, 36450985, 41974555, 56289672, 60616450, 59502488, 33038861, 61699239, 61651800, 39368416, 29129051, 55935213, 54537218, 62372638, 60774345, 63090183, 37497391, 51430647, 67229718, 9110929, 61329320, 44254295, 41974496, 200563, 58481694, 48530084, 56289572, 22144990, 612052, 59162931, 55511148, 55511147, 61073786, 59892, 36484005, 36484254, 66423851, 62482816, 1275470, 5676692, 7927053, 60754840, 26999426, 60744481, 56289553, 60463979, 701741, 60283633, 1129847, 36439749, 4451883, 55511155, 22144721, 45359871, 723126, 43655965, 57275457, 12673434, 43867095, 26763420, 39293265, 15003874, 41668588, 61592102, 67063919, 11891433, 64057670, 61513780, 39345917, 67063906, 1221476, 41008758, 60587000, 7729, 2152196, 5027882, 509738, 403585, 26866372, 1339248, 3473503, 4148655],\n",
        " \"how tall is the eiffel tower\": [9232, 31655286, 4465969, 50230910, 35392555, 17664319, 548182, 148869, 34080, 64487, 12232, 38253534, 1278990, 705310, 1849140, 37882040, 305175, 41731654, 5486819, 38345627, 222491, 48534532, 61371, 5065635, 1273047, 881491, 40797848, 6788, 10000, 595149, 43617005, 64437720, 580320, 24001, 5052869, 5028853, 6112, 43825684, 22910214, 13338662, 16990777, 39902695, 7424280, 2040288, 3945278, 167585, 1632912, 13065408, 59917348, 27218900, 1884312, 4539416, 71899, 38342244, 308868, 12629761, 61402898, 19931851, 66273148, 384286, 5763069, 19437928, 8166922, 4649105, 1525546, 26775738, 671331, 2730731]}"
      ],
      "metadata": {
        "cellView": "form",
        "id": "GAjMnO119Bk2"
      },
      "execution_count": 1,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "true_list = list(queries.values())"
      ],
      "metadata": {
        "collapsed": true,
        "id": "AzkjuBgD9IAv"
      },
      "execution_count": 2,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "**Average precision and MAP@K calculations**"
      ],
      "metadata": {
        "id": "38PcKB4GR1l7"
      }
    },
    {
      "cell_type": "code",
      "execution_count": 3,
      "metadata": {
        "id": "RL90rs3H6VCe"
      },
      "outputs": [],
      "source": [
        "def precision_at_k(true_list,predicted_list,k=40):    \n",
        "    \"\"\"\n",
        "    Calculate precision@k metric.\n",
        "\n",
        "    Parameters\n",
        "    -----------\n",
        "    true_list: list of relevant documents. Each element is a doc_id.\n",
        "    predicted_list: sorted list of documents predicted as relevant. Each element is a doc_id. Sorted is performed by relevance score\n",
        "    k: integer, a number to slice the length of the predicted_list\n",
        "    \n",
        "    Returns: precision@k with 3 digits after the decimal point.\n",
        "    \"\"\"      \n",
        "    predicted_list_k = predicted_list[:k]\n",
        "    dic = {}\n",
        "    for doc in true_list:\n",
        "      dic[doc] = 0\n",
        "    counter = 0\n",
        "    for doc in predicted_list_k:\n",
        "      if doc in dic:\n",
        "        counter+=1\n",
        "    return round(float(counter/k),3)\n",
        "\n",
        "def MAP_at_K(true_list,predicted_list,k=40):\n",
        "    \"\"\"\n",
        "    Calculate the average_precision@k metric (precision in every recall point).     \n",
        "\n",
        "    Parameters\n",
        "    -----------\n",
        "    true_list: list of lists: list of true resulets for queries from train test. Each element is a doc_id.\n",
        "    predicted_list: list of lists: list of results for queries from our IR engine , sorted list of documents predicted as relevant. Each element is a doc_id. Sorted is performed by relevance score\n",
        "    \n",
        "    ** Those lists must have the same order **\n",
        "\n",
        "    Returns: float, average precision@k with 3 digits after the decimal point.\n",
        "    \"\"\"\n",
        "    if not true_list:\n",
        "      return round(float(0),3)\n",
        "    avg_precision = []\n",
        "    for i in range(len(true_list)):\n",
        "      predicted_list_k = predicted_list[i][:k]\n",
        "      true_list_for_q = true_list[i]\n",
        "      dic = {}\n",
        "      for doc in true_list_for_q:\n",
        "        dic[doc] = 0\n",
        "      sum_result = 0\n",
        "      counter = 0\n",
        "      index = 0\n",
        "      for doc in predicted_list_k:\n",
        "        index+=1\n",
        "        if doc in dic:\n",
        "          counter+=1\n",
        "          sum_result += precision_at_k(true_list_for_q,predicted_list[i],index)\n",
        "      if(sum_result==0):\n",
        "        avg_precision.append(round(float(0),3))\n",
        "      else:\n",
        "        avg_precision.append(round(float(sum_result/counter),3))   \n",
        "    return round(float(sum(avg_precision)/len(avg_precision)),3)"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "**Create graph of MAP@K results for different k values**"
      ],
      "metadata": {
        "id": "aVrsw9D7R_Am"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "import matplotlib.pyplot as plt\n",
        "\n",
        "def plot_MAP_at_K_with_differnt_k_values(true_relevancy,predicted_relevancy,k_values):    \n",
        "    \"\"\"\n",
        "    Plot a for MAP@K metric the values depands on k_values as line chart.\n",
        "\n",
        "    Parameters\n",
        "    ----------\n",
        "    true_relevancy: list of lists: list of true resulets for queries from train test json file\n",
        "    predicted_relevancy: list of lists: list of results for queries from our IR engine \n",
        "    k_values: list of integer of different k values.\n",
        "    \"\"\"\n",
        "\n",
        "    values = []\n",
        "    for k in k_values:\n",
        "      values.append(MAP_at_K(true_relevancy,predicted_relevancy,k))\n",
        "    plt.plot(k_values, values, color='m', linewidth=3, marker='o', markersize=8)\n",
        "    plt.xlabel('K - values')\n",
        "    plt.ylabel('Results')\n",
        "    plt.show()\n",
        "    return values"
      ],
      "metadata": {
        "id": "ituRu4K4-Foc"
      },
      "execution_count": 24,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "**Create graph of average time for IR for different versions of our engine**"
      ],
      "metadata": {
        "id": "qVCzDhVDSNuc"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "def plot__IR_time_per_version(times_measurements): \n",
        "    x = [i for i in range(1,len(times_measurements)+1)]\n",
        "    plt.plot(x, times_measurements, color='tan', linewidth=3, marker='o', markersize=8)\n",
        "    plt.xticks(x)\n",
        "    plt.xlabel('Engine versions')\n",
        "    plt.ylabel('Times measurements')\n",
        "    for a,b in zip(x, times_measurements): \n",
        "      plt.text(a, b, str(b))\n",
        "    plt.show()"
      ],
      "metadata": {
        "id": "z1nndrw1MbYH"
      },
      "execution_count": 5,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "**Run example - for specific version**"
      ],
      "metadata": {
        "id": "2VJwaHFDSWMA"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "k_values = [1,3,5,10,20,30,40]"
      ],
      "metadata": {
        "id": "N4ONATAdyh7i"
      },
      "execution_count": 6,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "**IR Results for 20 queries:**"
      ],
      "metadata": {
        "id": "fkRe8CVNSoN_"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "print(\"\")\n",
        "print(\"------ MAP@K results for different K values for 6 engine versions - main search function ------\")\n",
        "print(\"\")\n",
        "print(\"K - values: \" + str([1,3,5,10,20,30,40]))\n",
        "print(\"\")\n",
        "\n",
        "# Version 1\n",
        "#results_1 = plot_MAP_at_K_with_differnt_k_values(true_list,BM25_res,k_values=k_values)\n",
        "print(\"Version 1: \" + str(results_1))\n",
        "\n",
        "# Version 2\n",
        "#results_2 = plot_MAP_at_K_with_differnt_k_values(true_list,combine_title_anchor_bm25,k_values=k_values)\n",
        "print(\"Version 2: \" + str(results_2))\n",
        "\n",
        "# Version 3\n",
        "#results_3 = plot_MAP_at_K_with_differnt_k_values(true_list,combine_bm25_pagerank,k_values=k_values)\n",
        "print(\"Version 3: \" + str(results_3))\n",
        "\n",
        "# Version 4 - best so far\n",
        "#results_4 = plot_MAP_at_K_with_differnt_k_values(true_list,combine_bm25_page_view,k_values=k_values)\n",
        "print(\"Version 4: \" + str(results_4))\n",
        "\n",
        "# Version 5\n",
        "#results_5 = plot_MAP_at_K_with_differnt_k_values(true_list,combine_bm25_pageview_pagerank,k_values=k_values)\n",
        "print(\"Version 5: \" + str(results_5))\n",
        "\n",
        "# Version 6\n",
        "#results_6 = plot_MAP_at_K_with_differnt_k_values(true_list,combine_bm25_pageview_anchor,k_values=k_values)\n",
        "print(\"Version 6: \" + str(results_6)) \n",
        "\n",
        "def map_at_k_for_versions(results): \n",
        "    x =k_values\n",
        "    plt.plot(x, results[0], color='c', linewidth=3, marker='o', markersize=8)\n",
        "    plt.plot(x, results[1], color='salmon', linewidth=3, marker='o', markersize=8)\n",
        "    plt.plot(x, results[2], color='grey', linewidth=3, marker='o', markersize=8)\n",
        "    plt.plot(x, results[3], color='tan', linewidth=3, marker='o', markersize=8)\n",
        "    plt.plot(x, results[4], color='tan', linewidth=3, marker='o', markersize=8)\n",
        "    plt.plot(x, results[5], color='m', linewidth=3, marker='o', markersize=8)\n",
        "    plt.xticks(x)\n",
        "    plt.xlabel('K - VALUES')\n",
        "    plt.ylabel('MAP@K RESULTS')\n",
        "    plt.show()\n",
        "\n",
        "print(\"\")\n",
        "\n",
        "map_at_k_for_versions([results_1,results_2,results_3,results_4,results_5,results_6])\n",
        "\n",
        "print(\"\")\n",
        "print(\"\")\n",
        "times = [1.186,1.923,1.875 ,1.819, 1.884, 1.291]\n",
        "print(\"\")\n",
        "print(\"----------------- Average IR time -----------------\")\n",
        "print(\"\")\n",
        "plot__IR_time_per_version(times)\n",
        "print(\"\")\n",
        "print(\"Time measurements: \" + str(times))\n",
        "print(\"\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 888
        },
        "id": "pJv_pEHgEaoP",
        "outputId": "baaf9a5a-9308-4006-f746-fa84ab814e18"
      },
      "execution_count": 26,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "------ MAP@K results for different K values for 6 engine versions - main search function ------\n",
            "\n",
            "K - values: [1, 3, 5, 10, 20, 30, 40]\n",
            "\n",
            "Version 1: [0.526, 0.588, 0.582, 0.596, 0.565, 0.543, 0.521]\n",
            "Version 2: [0.474, 0.561, 0.555, 0.553, 0.516, 0.493, 0.446]\n",
            "Version 3: [0.895, 0.904, 0.85, 0.739, 0.636, 0.579, 0.551]\n",
            "Version 4: [0.632, 0.724, 0.716, 0.704, 0.656, 0.623, 0.606]\n",
            "Version 5: [0.632, 0.724, 0.716, 0.704, 0.655, 0.623, 0.607]\n",
            "Version 6: [0.842, 0.833, 0.789, 0.758, 0.706, 0.68, 0.663]\n",
            "\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYIAAAEGCAYAAABo25JHAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nOydd3hb533vPy82wAluUiS1lyXbsizJtmQ7loek2I6d2E1tJ21v2ippkpvRmzRue3ub9TRtbtykcZrEbaomTW7byE0zbMdDXpIHZcmSJcu2JFISRUkckrjAhQ2c9/5xQBAgARAkAM738zx4hDNw8IIi8T2/LaSUKBQKhWL+YpjuBSgUCoVielFCoFAoFPMcJQQKhUIxz1FCoFAoFPMcJQQKhUIxzzFN9wImSllZmVy0aNF0L0OhUChmFW+99Va3lLI80bFZJwSLFi3i8OHD070MhUKhmFUIIc4nO6ZcQwqFQjHPUUKgUCgU8xwlBAqFQjHPUUKgUCgU85xZFyyeagKBAA0NDRw+fBiPx4PD4WDDhg1s2bIFi8Uy3ctTKBSKjFFCkIJAIMCuXbtwuVyEQiEAPB4P+/fv5+TJk+zcuVOJgUKhmPUo11AKGhoa4kRgmFAohMvloqGhYZpWplAoFNkjp0IghNghhGgSQpwRQvxFguMLhRAvCSHeEULsE0LU5nI96aJpGu3t7bzxxhtjRGCYUCik6hkUCsWcIGeuISGEEfgBcAfQBhwSQjwppTwRc9rfAz+TUv5UCHEr8HfA72dzHen4+DVNo6Ojg/Pnz3Pu3DkuXLhAIBAY99perzebS1UoFIppIZcxgk3AGSnlWQAhxG7gXiBWCK4AvhB5vhf4TTYXkMrH/84773D11VfT3t6e9hf/aOx2ezaXq1AoFNNCLl1DC4DWmO22yL5YjgH3RZ5/CCgQQpSOvpAQ4hNCiMNCiMNdXV1pLyCVj7+vr49XXnmFM2fOJBSBwsJCKioqMBgS/4iMRiMbNmxIey0KhUIxU5nurKE/A74vhPgY8CrQDoRHnySl/BHwI4ANGzakPVvz8OHDSX38oykqKmLRokUsXLiQRYsWUVxcTDAYHGNRxKyJTZs2pbsUhUKhmLHkUgjagbqY7drIvihSyg4iFoEQIh+4X0rZl60FeDyecc+59957o1/8o7FYLOzcuTMuxjCMpmm89tpr7NixI1vLVSgUimkhl0JwCFguhFiMLgAPAh+JPUEIUQb0Sik14C+BH2dzAQ6HI6UYOBwO1q1bl/IaFouFrVu3snXrVgCOHDnCU089BcDBgwdZvXo1CxcuzN6iFQqFYorJWYxAShkCPgPsAU4C/yWlPC6E+LoQ4p7IabcATUKIU0Al8I1srmHDhg2YTIm1zmQyTcrHf80117Bs2bLo9pNPPjmpQLNCoVDMFHJaRyClfEZKuUJKuVRK+Y3Ivi9LKZ+MPP9vKeXyyDk7pZT+bL7/li1bcDqdY8TAZDLhdDrZsmXLhK8phOADH/gAVqsVgN7eXl566aWsrFehUCimgzldWTzs49+8eTMOhwMhBA6Hg82bN2fUHqKwsDAuNvDmm29y7ty5LK1aoVAophYhZdpJODOCDRs2yJlQ0Sul5Oc//zmnT58GwOl08slPflL1HlIoFDMSIcRbUsqE/vA5bRHkEiEEd999d9RF5HK5ePHFF6d5VQqFQjFxlBBkQGFhIe9///uj24cOHaKlpWUaV6RQKBQTRwlBhlx11VWsWLEiuq2yiBQKxWxDCUGGDLuIbDYbAH19fbzwwgvTvCqFQqFIHyUEWaCgoCDORXT48GHOnj07jStSKBSK9FFCkCWuvPJKVq5cGd1+8skn8fuzWhahUCgUOUEJQZYYdhENt6bu7+9XLiKFQjErUEKQRfLz8+NcRG+99RbNzc3TuCKFQqEYHyUEWWbt2rWsWrUquq1cRAqFYqajhCDLCCG46667oi6igYEB9uzZM82rUigUiuRM92CaOUl+fj533nknv/zlLwE4evQoJ06cwO/3J5yZrFAoFNOJsghyxJo1a+KyiIbdQ8Mzk3ft2qUKzxQKxYxACUGOEEJQUlKS8FgoFMLlctHQ0DDFq1IoFIqxzHkhCA2FaPlKCw3lDewz7KOhvIGWr7QQGkpvlnEmHDt2LPm6QiFmQhdVhUKhmNMxgtBQiCPXH8HX7EPzaQAEu4O0fquVrl92sf7Aekz5ufsRjDcz2ev15uy9FQqFIl3mtEXQ+khrnAgMo/k0fM0+Wh9pzen7OxyOlMeHM4sUCoViOpnTQtDxw44xIjCM5tNo/ftWXPtchH3hnLx/qpnJoM8/VigUiulmTruGgj3BlMc1j8axrccQVkHhdYUU31JM8S3FFF5fiNFuBHT3UusjrXT8sINgTxBzqZmaT9dQ96W6cd1KW7Zs4eTJk7hcLkKhsTGJnp4epJQIISb/IRUKhSJD5vSoyobyBoLdqcUgEcKiC0Ph5kI6H+8keCkYZ1kYbAZsS21pxRgCgQANDQ0cPnwYr9eL2WyOSxu99dZbuemmmya8RoVCoZgIqUZVzmkhaPlKC63fak3oHhJmQd5VeYSHwnibJh60NdgM1D1cx+KvLZ7wa5955hkOHToU3X7wwQfjag4UCoUi28zbmcV1X6rDttSGwRb/MQ02A/YVdtbtW8d1jddxQ8cNXLH7Cmo+WYNjVeoA7zCaT6PjsY5JrWv79u0sWrQouv2rX/2Krq6uSV1LoVAoMmVOC4Ep38T6A+upe7gOc7kZDGAuN1P3cF2cW8dabaXigQpWPLaCTSc3ccPFG7ji8SvGvf54MYhkGI1GPvzhD1NUVATo7qPdu3erdFKFQjEtzGnXUKaMF2Mwl5vZ0rll0te/dOkSP/7xjwkG9fdYsmQJH/3oRzEY5rQ+KxSKaWDeuoYypebTNWPcSrFU/l5lRtevqqrigx/8YHT77NmzapiNQqGYcpQQpCBZjGGYvtf6Mq5BuOKKK7j55puj2wcOHEjZmkKhUCiyjRKCFCSKMRiLjBBJ+x86PMSpT5wiU/faLbfcEpc19NRTT9He3p7RNRUKhSJdlBCMgynfxOKvLWZL5xZuCd/CTX03sey7y6LHL/+/y7R+O7NWFUIIPvShD1FeXg5AOBxm9+7dDA4OZnRdhUKhSAclBJNgwWcXUL2zOrp99uGz9DzTk9E1rVYrDz74IDabDYChoSEef/zxhBXJCoVCkU2UEEwCIQTLf7Ccohv19E8knHjoBO6T7oyuW1JSwoc//OFoy4n29nZ++9vfZux6UigUilQoIZgkBouBNb9cg7XeCkB4IMx797xHsHdytQXDLFmyhG3btkW3jx07xsGDBzO6pkKhUKRCCUEGWCosrH1iLQaH/mP0nvFy4oETaKHEHU/T5brrrmPdunXR7eeff56zZ89mdE2FQqFIhhKCDClYV8Dqn62ObrtedNH8Z80ZXVMIwV133cWCBQsAkFLyi1/8gt7e3oyuq1AoFInIqRAIIXYIIZqEEGeEEH+R4Hi9EGKvEOKoEOIdIcSduVxPrii/v5xFX10U3W5/tJ2L/3oxo2uaTCYeeOABCgoKAPD5fOzevRu/35/RdRUKhWI0ORMCIYQR+AHwfuAK4CEhxOgGPv8H+C8p5TXAg8APc7WeXLPwrxdSdn9ZdPvUp07R93pfRtcsKCjggQcewGjUZyN0dXXx61//WgWPFQpFVsmlRbAJOCOlPCulDAC7gXtHnSOBwsjzImBy7TxnAMIgWP3T1eRdnQeADEqO33cc33lfRtddsGABH/jAB6LbTU1N7Nu3L6NrKhQKRSy5FIIFQGylVVtkXyxfBX5PCNEGPAN8NtGFhBCfEEIcFkIcnsntmo15Rq584kq9ChkIdgV59953Cbsza0Nx9dVXc/3110e3X331VY4fP57RNRUKhWKY6Q4WPwT8m5SyFrgT+H9CiDFrklL+SEq5QUq5Ybj6dqZiW2hjza/WIMx6LYD7mJvDGw7TUN7APsM+GsobaPlKC6GhiRWK3XHHHSxdujS6/cQTT3Dp0qWsrl2hUMxPcikE7UBdzHZtZF8sfwz8F4CU8g3ABpQxyym+sZgVj62IbnsbvXo7awnB7iCt32rlyPVHJiQGBoOB+++/n5KSEgCCwSC7d+/G7c6siE2hUChyKQSHgOVCiMVCCAt6MPjJUedcAG4DEEKsRheCmev7mQDVf1xNwaaChMc0n4av2UfrIxPrUWS323nwwQexWCwA9Pf384tf/IJwODPXk0KhmN/kTAiklCHgM8Ae4CR6dtBxIcTXhRD3RE77IvBxIcQx4OfAx+QcSonxnk0+cUzzaXT8cOKx8fLycu67777o9vnz53nuuecmtT6FQqEANaEsp+wz7NPzolJQ/kA5FQ9WULKjBKPNmPa1X3vtNV5++eXo9t1338211147yZUqFIq5jppQNk2YS83jntP1eBfHP3Sc/ZX7Ofmxk/Q824MWHL9FxY033siaNWui28888wwXLlzIaL0KhWJ+ooQgh6QcdSniN8MDYS7/9DLv3vku+6v30/QnTbj2upDhxCaFEIJ77rmHqqoqADRN4/HHH6e/vz+bH0GhUMwDlBDkkGSjLg02A44rHFxz4Brq/6oe21Jb3PFQT4iLP7rIsVuP8UbtG5z+3Gn69/cjtXhRsFgsPPDAAzgcDgA8Hg+7d+8mGMysA6pCoZhfqBhBjgkNhWh9pJWOxzoI9gQxl5qp+VQNdV+qw5RvAvSmcoNvDdL1eBedj3fib03cT8hab6XidyuoeLCC/PX50bkF58+f52c/+xmapruU1q5dy3333Rc9rlAoFKliBEoIZhhSkwy8MUDn7k46/6uTYGfiu3v7MjsVD+qikLcmj8OHD/P0009Hj992223ceOONU7VshUIxw1FCMEuRYUnfK3107u6k65ddhHoTF6A51jioeLCC4xXHOXxx5Gfz0EMPsWLFioSvUSgU8wslBHMALaDhetFF5+OddP+6m/Bg4iIy/0I/bSva6FrTBZWwc+dOyspmfbG2QqHIECUEc4ywL0zvs7107u6k56keNG/idNP+un7cm9zc/cjdFC4uTHiOQqGYH0xaCIQQG4FWKeWlyPYfAPcD54GvSimnfGSWEoJ4QkMhen7bQ+fuTnqf7UUGxv5/SiEpvqWYygcrKbuvDEuZJfra1kda6fhhTCD70/GBbIVCMTfIRAiOALdLKXuFEDejzxT4LLAOWC2l/J1cLDgVSgiSE+wL0v2bbroe76L3hV5I4D0SJoHzdidlHyyj7dE2fC0+NN+IRWGwGbAttbH+wHolBgrFHCITITgmpbw68vwHQJeU8quR7bellOuSvjhHKCFIj0B3gNe/8ToDvxmg6FwRYnQFWwoMNgN1D9ex+GuLc7hChUIxlWTSYsIohBi+LbwNeDnmmLpdnMFYyixs/c5WvH/r5cAXDnBmxxkG6gbSeq3m0+h4bNYOi1MoFBNkPCH4OfCKEOIJwAu8BiCEWAaoXgYzHCEE9913H4VLCmm/vp2jf3yU9/7qPRZ8ffSguLEEu4Kc+tQpup/qznjCmkKhmNmM5xoyARuAauB5KaU7sn8FkC+lPDIlq4xBuYYmTk9PD7t27cLn0+cn19bWsvIvVhLqTm8wjrAIit9XTMn7Syi9sxT7CruqWlYoZhkZBYullOtztrJJoIRgcjQ3N/Mf//EfDP9/X3fyOhxPOOICxeliW2KLikLxLcUYHem3z1YoFNNDJjECdds3R1i6dCl33HFHdPvQkkPIGpm0Id6Vz1xJ3Z/XkXdl3phr+c766PhBB+/e9S4NpQ288/53aPvHNjxnPDn/HAqFIvuMZxG0Ad9JdlxKmfRYrlAWweSRUvKb3/yGd955BwCD38CG5g2YnjZh8pgIOUKY7jNx/Xevx15ij77O1+qj97leep/pxfWii/BQ8piBfbk9ai0Uva9oQsN2FApF7sjENXQReIzEloGUUn49O0tMHyUEmREKhfjJT35CR0firCCTyYTT6WTnzp3R2cixaAGN/tf76Xmmh95ne/GcSG4FGOwGim8tpvTOUkreX4J9sT3puQqFIrfkJEYghLhfSvnLLK0xbZQQZM7AwADf//73k84tMJlMbN68ma1bt457Ld95Hz3P9ujWwksuNE/ymINjlYOSOyPWwo1FGKxqHIZCMVWkEoLxagFSxQj+AZhyIVBkTmFhIQZD8i/hUCjE4cOH0xIC20IbCz65gAWfXEDYF6b/tX56n+ml55kevKe8ced6Gj14Gj20facNQ54B5+1OSt+vWwu2eluSd1AoFLlmPCG4LcUxFUiexfj9iYffDOP1elMeT4TRZqTkjhJK7ihh2T8sw9vs1a2FZ3vpe7kvLkNJc2v0PNFDzxM9AOStzaPk/SWU3FlC0ZYiDGZlLSgUU0VKIRinqdzsaluqiMPhcODxJPfvm0wmwuEwRuPkg732pXZqP1NL7WdqCXvD9O3ro/fZXnqe7sF31hd3rvs9N+733LQ+0oqx0KhbC5HYgrXGOuk1KBSK8RkvRvAuib/wBbBCSjnlf6EqRpAd9u7dy/79+wmFkheVlZaWsm3bNpYvX57VAjIpJd7TXl0Unumh75U+pD/572He1XlRUSi8oRCDSVkLCsVEySRYvDDVhaWU5zNc24SZaiEI+oa4cOS3eFzt0X0O5wLq19+N2ZY/ZevINoFAgF27duFyuVKKAcCSJUvYtm0blZWVOVlL2B3GtdcVjS34zyd3W5mKTTi3OXU30o4SrFXKWlAo0kENppkkQd8QTS/vQsqxefNCGFl5685ZLwYNDQ0cPnwYr9eL3W7n2muvxWw209DQEBdHEEKwfv16tm7dSl7e2CKzbCGlxNPoiVoL/a/2I4PJf0fzr83XA853llC4qRBhVKErhSIRmVgEg8S7hiTQDewF/lxK2ZPNhabDVApB8/7dcZbAaBzOBSzd/OCUrGWqcbvd7Nu3j7feeovY3xGr1crNN9/Mpk2bMJly34A2NBii7+U+vW7hmV78bSmshRITJdv1gHPJ9hIs5WPrIBSK+UpWLQIhhBP4GLBZSvnhzJc3MaZSCN59+tvjnuOsu5Ki6hXkldYnTMmc7a6lzs5O9uzZw9mzZ+P2O51Otm3bxsqVK6esAZ2UEvdxd9SFNNAwgAwl+f0VULCxIFrlXLChAGFQ1oJi/pIT19B0NaSbaUIQi9HiwFZQRkH5QooWXIGAOeFaklJy+vRpnn/+eXp64o3ARYsWsX37dqqqqqZ8XaH+EK4XXdGCtsDFQNJzzeXmEWthWwnmUvMUrlShmH6yLgRCCDPwlpTyqkwXN1FmshBMlNnmWgqHwxw6dIhXXnkl2tJ6mOH4QX7+9AiblBL3O+6oC6n/jf6EozoBMEDhdYXRKuf8dfnKWlDMeTKJEdyXYLcTeAB4fa73GhovRmAwWRAGI+HAxIuvhildtB5bYQV5JTWY7UUpK35nCh6Ph1deeYVDhw7FxQ8sFgs33XQT119//ZTED1IRdAVxveDSheG5XoKXE7fTADBXmqMVzs5tTszFylpQzD0yEYKfjNolgR5gn5Ty6ewtMX2mUgj6L57hwpEnEh6Lde1omoa7+zz9l07jcXUQ8PQhtclN9RIGE0azDbMtD0ueE1tBGfaiKuzOakymmRX87Orq4vnnn+fMmTNx+4uLi7njjjtYvXr1jBhgIzXJ0NGhaKO8gQMDycshjVC0uSgaW8i7Km9GfAaFIlNU+ugkSWYRpBPsDfqGaHzpn7O7ICEwGC2YrA4s9kKs+SXYCstxOGuwOJzTZk2cOXOGPXv20N3dHbd/4cKFbN++nerq6mlZVzKCPUF6n9fbavc+10uwO7m1YKmxREXBebsTU6GJ0FCI1kda6fhhB8GeIOZSMzWfrqHuS3WY8tUob8XMJBOL4OPod/+nhX5b9K/A/cB54GNzeVSlFgpxfM/3GL51LFt8LdVX3DKha4znWhJGE0aThXDQP2kLIu56BqNuTVjzseQVYy0oxTFsTZjHNnXLZkZTOBzmrbfeYt++fWP6FK1bt45bb72VgoKCyX2wHCLDksG3BqPWwuChwaTWgjAJCq8vxHPaQ6gvFFcNbbAZsC21sf7AeiUGihlJJkLwHnCNlDIohPgI8EVgG3AN8BUp5U25WHAqpkoILjU10HXmQHR79fbPTtg1M5GCNE3T8A/14Om7iK+/E7+7l6B3kFDAgxYKknlrJ4HBZMZkcWC2F2K25dPXcRIS/P9nktHk9Xqj8QNNG2kyZzabo/EDs3nm+uADnQF69/TS+6xuLYRc6c11Bn22c82na1j27WUq+KyYcWQiBG9LKddFnv8ncFBK+Whke9z0USHEDuBRwAjsklJ+c9TxfwCGex07gAopZXGqa06VEJx88TFCfr0pm72oimU3fnRS18nWXXco4MPbdxFP3yX8g934PX2E/G7CQV9WrInRZJrR1N3dzQsvvMCpU6fi9hcVFXHHHXdwxRVXzHjfuwxLBt4ciNYtDB0ZSut1BrsB+zK7/liuPxzLHdiX27FUW2b851bMTTIaTAPcBbjQ3UG3SimPR46dlFKuTvFaI3AKuANoAw4BD0kpTyQ5/7Po1scfpfowUyEEnv7LNL/+79HtRRvvo6BicU7fMxM0TSPgduFxdeAd6MQ/1EvQO0Ao4EULBxLe9adD8YIrcNZfSZ5zwaS/vJqbm3n++efp7OyM219XV8eOHTuoqamZ1HWnA/8lP29Uv5HRNQwOQ1QghsXBvlwXDUuVEglF7shECO4G/hn9jv4pKeXHI/vfBzwspbwrxWtvAL4qpdwe2f5LACnl3yU5fz+6u+mFVB9mKoSg5eB/M9St99MzmCys2f7ZnL5frgmFAnhdHXj7LuEb7Cbg6cPbfzn9CwgD1jwnBRVLKF14NRZH0YTeX9M0jhw5wt69e8e0vr766qu59dZbKSwsnNA1p4uG8oaUwWUEk/biGfONcVZErGCYK8xKJBQZkVHWkBDCBBRIKV0x+/Iir01qKwshfgfYIaXcGdn+feA6KeVnEpy7EDgA1MoEDnUhxCeATwDU19dfe/587pqeaprG8ee+G72LLqm/mgVX3p6z95suMimWE0Yz9sJyiqpW4Kxbi9GcXgdQn8/Hq6++ysGDB8fED7Zs2cLmzZtndPwAoOUrLbR+qzVuyM4wBpuBuofrqP3TWrynvfrjjBfPaU90eyIxh1iMBcY4gYi1JsxlSiQU45OJRfCwlPJbkecfllL+IubY30op/3eK105ECP4cXQTGvfXOtUXQ1fwmlxpfi26vvuPTmCxzb+j6+MVyNoSAcNCX9JxhjBY7juIanLVXUFi5DDFOGmtvby8vvPACjY2NcfsLCwu5/fbbWbt27Yz9YgsNhThy/RF8zb44MUg3ayjYE9SF4Yx3RCxO62IR7p9crMdYZBwjDsOCYS5VIqHQycrw+tHB4fGCxRNxDQkhjgL/U0q5f7wPk2shaHzpRwR9gwDYCspZfvMf5Oy9ppN0M5rCQR+9re/Rf/EUvsEuZHj8O1qzvZD8soU466/EUVSV9IuopaWFPXv2cPlyvJuqtraW7du3U1tbO7kPl2OidQSPxdQRfCqzOgIpJcGe4BhxGBaM8MDkRMJUbBojDsOCYS6Z2daXIrtkIgRHpZTXjH6eaDvBa03oweLbgHb0YPFHhoPNMeetAp4DFss0qttyKQS+oR5Ov/Jv0e269R+guHpFTt5rJjCZjCaf20Xv+WMMdrUQcLvGD0QLA7b8Ugoql1JSdyUWR3wsQNM03n77bV5++WXcbnfcsSuvvJLbbruNoqKJxSTmGlJKgl3BMeIw/AgPTVIkSkwjQevY2MRyu2qzMQeZFosgcs6dwHfRg80/llJ+QwjxdeCwlPLJyDlfBWxSyr9I58PkUgjOHfoNg53N+tqNZtbu+FxO3meuIKVkqOcCrtb3cPe0EfKPn15pMJqxF1VSVLOKouqVmCx6oZvf7+e1117jwIEDhMMjX2wmkykaP7BYZlaLjZmAlJLA5UBCV5P3jBfNPTaWkQ7mMvMYcRi2JEyFqmBuNpKJEIQBN3ouhB0YTvkQ6F/eU37bkCsh0DSNE889ipT6H07xgtXUrbsz6+8zlwmHggxcbKKv4ySevstooeRDZIYxWhzklSzAWbuG/PJF9PcP8MILL3Dy5Mm48woKCrjtttu46qqrlM87TaSUBC4F4sUhEsD2nvGieSYpEuXmMeIwLBqmguQioVpzTC+q11Aa9Jw/Rsd7L0a3V972J1hmwayAmUzQO0Rv27sMXG7GP9idRuGbwOIoJL9sMV5TCS+9epBLl+LjBzU1NezYsYO6urrcLXweIKUk0BGIF4eYTKdEWVHpYK40j6mPsC/XaySO3X5s0kF2RebkYh5BMXpw9xuZLm6i5EoImvb+KwFPHwCWPCcrb0lZ16aYIFJKfAOd9F54l8HucwQ9A4yXcC+EgbApj+aOQc5cdOMNjJy/du1abrvtNoqLUxaiKyaB1CT+dn+cOEQFo9kb12MpGwiLoOaTNSz55hKMdmNWr60YIRPXUB3w10AN8Bvg58DXgT8A/lNK+fnsLzc1uRCCgGeApr3/Et1ecNU2SuquzOp7KOLRtDBDnS242k7gdrWlNdMhGJL0usO09gS52B9GChM33HADN954o4ofTBFSk/jb/PHiMGxRNHuRgcxEwlhkxFJlSfmwVlv12gmjchFOhEyEYC/wCvAGsCPyeBv4X1LKSzlY67jkQgguHH2a/g49p10YjFyx/XOzYkDMXCIc9NHXfpK+i014+zuR4RTVu0QsjKCkazBMl9vMuutv4ep161X8YBqRYYmv1RcvDsOC0TT54U0JMYClIrVgDD+MhUb1e0FmQnBMSnl1zHYbUC+HI6rTQC6E4L1nH0Vqen58YdVyFl57T1avr5g4viEXfW3v6fEFd++4aapSSnwhA4WVS6lffR32okr1xz+DeL38dULdKWpQDCCMAhnMfszSYDPEi0N1EtGotGCwzt0bwFRCMG50RgjhRM8SAn06WVFkNgFSyt6srXKacLWfiIoAQNWqKe+srUiALd9J1aqbqFp1E1LTcLvacbUeZ6jnPCHf2DRVIQR2syTYe4bmhjMgDNgLKyiqXk5R9QosDhVLmE4WfLcpbK4AACAASURBVHrBuK05Fn1lESFXiMClwLiPlP2eRqH5NHznfPjOjV8lb3Kaxrcyqi16xfYcajU+nkVwDtAYEYJYpJRySY7WlZRsWwSnXvk3/EM9gF4Ru+rWj2ft2orcEA76Gew8i6v9JB5XO1ooMO5rDEYLDmcNRTWrKKxcjMnimIKVKobJtDXHaLSgRrAziP+iP7VoXAxMOk02JUawVKbpmsrPzDWVrbRblT6ahJDPw8mXHotuV11xC+WLr83KtRVTR8AzwKWzb3O55Rhm/BjTuFMzWfPIL6unqGY1+aW1GIyqkjbX5KI1R7rvO1ocEorG5QBkf7QHBodhfLdUlQVLhQWDJd41lU0BVUKQhLZ3nsfV+q6+IQys2fF5FSSe5Vy4cJ6Gvc9iC7uoKjKRZxVp3I0JLHnFFFYupah6RSS+oH4P5htS0/s9JbIqRu+bbBfZ8TCVxrumvM1ehg4PIUNjv6eHXWqLv5berBQlBEk4/tw/6oNbgPzyRSzedH9WrquYXqSUvPvuu7z44ot43IOUFxipLzVRVmDEZk7jC14YsBdWUlS9gsLKJVjynHFiEg4F6Go+RO/5Y4SDXoxmOyULr6Z86UaMExxnqpidaH6NwOXULqnh55MtzksHc7mZLZ1b0jo3o2BxiotapJTjO2dnKP2XmqMiAFC16uZpXI0imwghuOqqq1i1ahX79+9n//79XOrX213YzIIap5nVC53YhD8uUSCK1PD2X8Tbf5FLja9gMFnIcy6gsGYlecULOHf413rDvUhBXDjopevMQfovnmLZjR9VYjAPMFgN2Opt2OptKc+TUhIeCKcVAA90BvSI7AQI9qQfNE9FSiEQQnxZSvn1BPuLgCeAW7Kyimmg8/RIx2uTNQ97Yfk0rkaRCywWC7fccgvr16/npZde4p133sEXlJztDHC28zIOh4PbbtpEdbGRwcvNkaSBsRayFgow2NXCYFdLineTBNy9dJ4+QPVqdVOh0BFCYCoyYSoy4ViZOkFBhiWBrnhxOP0/T6cMdptLsxPbGs8iuFEI8Q0p5V8N7xBCVAJ7gF9lZQXTQCjowzcwMkO3ZOHVKc5WzHYKCwv50Ic+xKZNm3juuedoa2sDwOPx8NSefVRWVrJt2zaWLazH3dtG/8UmBrvOJUxTHY/us2/hrF2DNc857oAehSIWYRRYq6xYq0Ym/vlafCnTbms+lZ2Z3+Olj9qA/wZOSSm/IIRYDjwL/L2U8p+ysoIJko0YQcfxvfScO6JvCMGaHZ/DYFANr+YDUkqOHz/Oiy++SH9/f9yxlStXcscdd1BaWgpAyO9hsOsc/R2NuNNMUx1BYLLlYS8ow1FSh6O4Clth+ZycdqfIHTMma0gIYQYeB/zAZuBPpZS/TvNzZJ1sCMGJ538QHcGYV1LLkhseyMbSFLOIYDDIG2+8weuvv04wOOJnNRgMbNq0ife9733YbCP+Xykl/qFeTr/6bxm9r8FoxuIoxl5USV5ZHfaiSt16UFlKiiRkK+02kxYTX4g8NQMPA68Brw4fl1J+J+1VZIlMhWCo5wItB6Kjl1my+SHynNkxrxSzj8HBQV5++WXefvvtuP12u52tW7dy7bXXxqUUx7YjyR669WDLL8XhrMFRUoujqAKjOXUgUqGYCJlkDRXEPP9egn2zjstNDdHnRotdicA8p6CggHvvvZeNGzeyZ88eLly4AIDX6+WZZ57h0KFDbN++naVLlwJQung93c1vJr2ec+E6iiqW4Om7iLu3Hf9QLyG/m9QttyUh3xBDviGGus9H9xqMZsyOIuyFFeSX1eEorsGSV6ysB0XWmVd1BFooxPE932P4j7JsyUaV4aGIIqXk5MmTvPDCC/T19cUdW758Odu2bcNZXEjz6/+B3zNqXrMQWB1OliZIH5VaGL/bhbe/C3dvK97+ywQ8fROMOUTfCJPVgTW/BHtxDQXl9dgLKzGareO/VDGvybigTAhxLfoMgiVAJ/DvUsq9WV1lmmQiBJeaXqPrzMjd3Jrtn8Wgcr4VowiFQhw4cIDXXnuNQGDky9pgMLBx40au27SBpkN7MPkuYjFCIAwhWzXrbroXmyP9qXbhoB/fYDceVwfu3nZ8g90EfYMwiea+wmjGYi/AVlBBXmkdeaW1kdjD3GmMpsiMTIPF3wFKgW8Dp4AK4P8A+4AnpZQTz7HLgEyE4MQLjxEO6GOX7cVVLNvy0WwuTTHHGBoa4uWXX+bo0aNx+4XQ21Zo2sgXtslkwul0snPnzoyG5EgpCfoG8fV3MtTTiqf/EoEhF+HgZPr5C4wWO9Z8J46iavLLF+IorlbWwzwlk2Dx7wPXSin/VAjxRSAvcsgMbAV+DISllD/N8pqTMlEhCPqGuHDkt3hc7XH7a9fdhXPBqmwvTzEHuXTpEs899xznz59PeZ7JZGLz5s1s3bo162vQtDCBoV7crnbcPW34BroI+AaQ4YkHroXBhNlegK2gnLySBeSXLcKar6yHuU4mQrAP+KCUsk8I8TfogeJnge3AIPAI8LSUcsoc7RMRgqBviKaXdyHl2JaCQhhZeetOzGpAvSINpJQ0Njbyi1/8glR/M3a7nYcffnjK1hUO+vD0d+LuPo+n76IenA54xh3kkwijxa6nthZXkV+2kLySWkzKepgzZJI15JRSDkfNbpdSXh95/pwQ4oCU8stCiMKsrTTLXDjy24QiACBlmAtHfsvSzQ9O8aoUsxEhBKtXr04pAqBnG/3Lv/wLq1atYtWqVZSVleX0TttotlFQVk9BWX10n5SSoHeAoZ423L2t+Po7CXj7xw1OhwNevAEv3r6L9J7T3WHCYMJsy8daoKe2FlYsxZpfoqyHOcZ4QtAphKiTUrYCZ4UQnwOeQ7cIzgkhSgBXrhc5WUa7gyZ6XKEYjcPhwOPxpDyno6ODjo4OXn75ZUpLS6OisGDBgin5AhVCYHEUUeIooqRuTXS/Fg7hG+hisPs8HlcH/qEeQj530pslAKmFCHj6CHj6GLzczOXG1wBdgMyOIhxFleSV1lNQvkjFHmYx4wnBPwF/C/w+8MfAx4E/BRqBP0J3De3K5QIVipnEhg0b2L9/P6HQWN+8EGKMxdDT00NDQwMNDQ0UFBSwcuVKVq1axaJFizAajVO1bAAMRhMOZzUOZ3Xc/qDfg6e3jaHuC9HU1uHK+2SEgz7C/T58/ZfpvfAOAMJgxGTNw5pfisNZTUH5EuxFFVHxSxSvczgXUL/+buWinWbSyRr6O6Ae+IqU8kxk3yLga0CflPLzOV5jHBOJEbz79LfHPefKu76Y6ZIU84hAIMCuXbtwuVxxYjCcNfR7v/d7nDt3jqamJk6fPh3XviIWq9XKihUrWLVqFcuWLcso0ygXDLfUGOxqiRTGdRP0DU0qOG0wWTFZ8wi4E484V/G6qSEbdQTvAz4BLEDvmH0Z+ImU8vlsLjQdJiIEzft3p3T/OJwLVIxAMWECgQANDQ0cPnwYr9eL3W5nw4YNbNmyJe4LPRgMcvbsWRobGzl16lRSl5LJZGLJkiWsWrWKlStX4nDM3HnK4VAAT287g93n8PZdJuB2EQp6JxWcjkUYzeSX1mG25WO2F2HNK8aaX4rZXojRpMaIZoNsCEGZlLI76yubBCprSDEb0TSNCxcu0NjYSGNj45jOp8MIIaivr4/GFYqLi6d4pZMj4O1n4HILnt42vTDOO4AWzs7QFNDdTgajWbcuLHZMVgdmewFmeyHWPCfWPCdmeyEGo1kFspOQSfroB9BrBULoY51/V0q5P+kLpoBs1BEov6RiOpFScunSpagodHZ2Jj23qqoqKgoVFRWz6ktO0zQ8rnaGus7RlaI/U7YZFg2j2YrRbMdkzcNsy8fiKMTicGLJc2K25WE022bVzzNTMhGCd9C//BuFENcB35JSvi9H60yLbM4sVihmAr29vVFRaG1tTXqe0+mMikJdXd2s+hJLJ15nKyjXg9ChADIcRE6i1cZEGWtpjBINRyEmax4mix1hmNrgfrbJRAiOSCnXJ9ueDpQQKOYyQ0NDNDU10djYyNmzZ+PaWMSSl5fHypUrWb16NYsWLcJkmtmDlSYTr5NSEg768Q/1EnC78Hv6CHoHCPqGCAc8hII+tFAALRyaVH+miSKEAWEyYxwjGkVYHMWYbfm6aFgdGIzZi2uEQwG6mg/Re/4Y4aAXo9lOycKrKV+6cULzsTMRgjYgdubAF2K3Z+M8AoVituD3+zl9+jSNjY2cPn06rgFeLFarleXLl0czkKzWmZfPn+t4nZQaIb+XgKcPv9tFIEY0QgEP4UCMaKRsCZ4lhMBgtGA0WzCaHZhtDsy2Asz2IiyOIkxWhx7nsOZhMFmTWnfhUGDC3W6TL2nyQvCVFNeViQbb5xolBIr5SCgUoqWlhZMnT9LU1JQ0A8loNEYzkFasWEF+/syJg82UeJ0WDhHyewh4B+IsjZDPTShqafgnlSo7OcRITCMSCLfYddFw93Yw1HU26SvLlm6ietVN6b1LpllDSS66UUp5aFIvzgAlBIr5jqZptLW1cfLkSRobG8fMToglNgPJ6XRO4SpnP1JKtJCfoN9N0DdEwN03Ymn43YT8HsIR95TUkldn5xJhMLH2/emVcmVNCIQQVwAPRR59yS4ac/4O4FHACOySUn4zwTm/C3wV3V47JqX8SKprKiFQKEaQUtLZ2RkVhcuXLyc9t7KyMioKlZWVsyrYPNORmqZbE343QZ+bgLefgKc/YmkMEQp4ozGNbMcz0i2KzXQewSJGvvyDwEJgg5Ty3DivM6LPL7gDaAMOAQ9JKU/EnLMc+C/gVimlSwhRIaVMnkuHEoJsMhQK8UhrKz/s6KAnGKTUbObTNTV8qa6O/BkefFQkxuVyRTOQhsduJqK4uDguAyl2LrMit2jhICG/J2JVuAl4Bwi6+wh4Bwn5ddEYtjTSIedCIIR4AygEdgO7pZSnhRAtUsrFabzpDcBXpZTbI9t/CSCl/LuYc74FnJJSpt2vSAlBdhgKhbj+yBGafT58MZkpNoOBpTYbB9avV2Iwy3G73XEZSOFwYveFw+GI9kBasmTJjM9Ami9IKTn+3KMp3U7Zcg2N9z9+Gb2tRCVQDpwm/ZD7AiA2KboNuG7UOSsiC2xAdx99VUr53OgLCSE+gd7igvr6+tGHFZPgkdbWMSIA4NM0mn0+Hmlt5WuLx9V7xQwmLy+P9evXs379evx+P2fOnIlmIPn9/uh5Ho+Ho0ePcvToUSwWC8uWLWPVqlUsX74cm802jZ9gfiOEoHTRerrPJg/Fli66JivvlVIIpJQfFEIUAfcBX424coqFEJuklNkoFTQBy4FbgFrgVSHElTEzEIbX8SPgR6BbBFl433mDlJKLgQBNHg+NHk/03xdcLpJ5Kn2axt+3tnJVfj5r8/JYarNhUq6DWY3VamXNmjWsWbOGcDhMS0sLjY2NNDU1MTQ0Mm02EAhw4sQJTpw4gcFgYPHixdEeSAUFBdP4CeYnFcuvZ+ByMwG3i/h7cIElz0nF8uuTvXRCTDRYXAn8LvAgUC+lrEtxbjquoX8CDkopfxLZfgn4i1TZSFPtGpotfnRfOMwZr5cmr5fGUV/6g0lcAuliFYLVeXmsjXmscTiot9kwqIDjrEZKSVtbWzSu0NubuEMoQG1tLatWrWL16tWUlJRM4SrnN9GCsgvHCAe8GC12SuqnsKBsnIsulFImHeIqhDChB4tvA9rRg8UfkVIejzlnB3oA+X8IIcqAo8A6KWVPsutOpRDMND+6lJKuYHDMF32jx8M5ny/pHX6uyDcaWeNwxAnE2rw8Ki0WlZEyC5FS0tXVFRWFixcvJj23vLw8Gmyurq5W/9+zgEyCxU+murCU8p5x3vhO4Lvo/v8fSym/IYT4OnBYSvmk0H97vg3sQG9q9w0p5e5U15xKIfhKSwvfam0d40cHsAjBn9TU8N1ly1LeFU/GoghoGs1e74g7J+Yuvy/BQJTxKDIaWeVwsMrhYGXk3xddLn586VLCz2YWgmvz8ykymXjP7aY9SUVrMkpNJt1qGCUQTrNqJzyb6Ovri7qPzp8/n3RMZ1FRUTTYvHDhQpWBNEPJRAi60AO+PwcOAnHfeFLKV7K4zrSYSiEob2igO8lgkWHsBgOrHQ7W5OVxxfC/eXksttnwhMMpLYqnr7qKNr8/7s6+yeOh2etlos4cASy22aJf9LFf+hXmsa15J2LtuIJBjrvdvBd5HPd4eHdoiJ4JilKNxRLvXor8zGaSi02RGI/HQ1NTE01NTTQ3Nyec0AZgt9vjMpDMSvxnDJkIgRG9DuAh4CrgaeDnse6dqWYqhcCwb9+ku5LYDQaKjEa6gsEJf6mnIj/27t5ujz5fZrdjm+Dow2Fr5bEYa+VTacY/pJR0BoNRcYh9DE0wJrHYZhvjXlrpcGBVd5YzkkAgwJkzZ2hqauLUqVP4fInHWprN5rgMJKPRGB3o4/F4cDgcCQf6KHJDVmIEQggruiA8AnxNSvn97C0xfaZSCMpefz3lXa8gd+2rFlqt0Tv62Lv86hnuf5dScsHvj7Mg3nO7OeF2459APMoIrIhYWLECoTKYZhbhcJhz585FXUiDg4MJzxNCYDKZCIfDcR1Vh0d87ty5U4lBjsm0stgK3IUuAouAJ9H9/cl7yuaQqRSCm48e5bUkk6RsBgMP19Xx2QULOOHxcNztHvnX7ebyOC6lYa7Jz49359jtrHA4cEzxYPNcE5aSZq93xL0U+bfJ45mQxaQymGYuUkra29ujweaenqQ5H3EYDAbWrl3L7bffTn5+/oy+0ZnNZOIa+hmwFngGvbL4vdwsMX2mSghavF5WHTxIojBpOllDPcEgSw8coD+Fm6TcbKZzy5YsrXh24tc0Tnk8Y9xLZ5O4G5KhMphmHrEZSB0dHWm9xmq1UlpaSllZGWVlZdHnJSUlquI5QzIRAg1wRzbjqxn0NtSFWVtlmkyVENz33nv8ulsf01xjsRCUcsJ+9FRZR8MWhareTYw7HOZEjOUw/JhMBtNo99KavDxKVBBzSvna176W0euFEBQXF48RiLKyMhwOhxL7NJh0iwkp5bx0xr7kckVFAOCXa9ZwfVHRhK/zpbo6ftnVlTQz50t1Sevx5j15RiMbCwvZWBh/rzHRDKaeUIhX+/t5dZSLLzaDaVgoVAZT7nA4HElnKIDuHjKbzXGtL2KRUuJyuXC5XJw+fTrumM1mSygQTqcT4xxzseaKSReUTRe5tgiCmsY1hw9zPPJL+weVlfx09epJXy+TzBxFekx1BtNsqTafSezdu5f9+/cnTDs1mUxs3ryZW265haGhIXp6euju7qa7uzv6PNXMhWQYDAacTucYgSgrK8Nut2fjY80qclJZPF3kWgi+19bG58+cAXS/86l1V1NxeD/a4f3gcYMjD8OGzRi2bEVYZt5IQMUI2cxgWh6JPyy32/n3y5fpDATirqG6tqYmEAiwa9cuXC5XnBikmzUUDAbp7e0dIxDd3d0E00zMiMXhcCQUiOLi4jlbEKeEIE26AgFWvPlmtHr3O3W1fGbPr8DVA7F3MiYTOEsx7fy8EoNZyOgMpuEspolmMI3GJAR3l5Twhbo6Ftps1FgsKtU1hkAgEK0j8Hq92O32jOsIpJQMDg5GRSFWJAYGBiZ8PYPBEBWH0UHr2d6JVQlBmnyyqYl/jvRXWWa38567F8Mb++JFYBiTCcPmrRi37sjJWhRTT7YymIYxArVWK4tsNhbGPqxWFtps1NtsqmguhwQCgYRupp6enqSV0anIz8+PE4jhf4uKimaFFaGEIA2ODg5y7VtvRVOjnlq7lu0/+Z7uDkqG2YLxvo8gyqvAWYpI8MsgA360hr3KtTSLic1g+sOmpqxeu9piiROH0WJRoNxMWUdKSX9/f0KBSFYQlwqTyURJSUnCgPVMKpJTQjAOUkpufvttXo9klry/pISnr7yS0Nf/LP2LGE1QVo4or0KUV+riUFxC+Nf/MWNdS0qkJs54/aesQnB1fj7nfD46J+G7Hk2JyTRGHGItjBKTSaVOZhG/3z8mBtHT00NPT0/SCW+pKCgoSBiLKCwsnPL/NyUE47D78mUeOnkS0P28723cyEqHg+AjX05tEWSCMEDtQgxLloPRqD8MRjCaEMPbcfv1YxgNI+cYRp0Xcw2MxoQWyjAy4Ce069EZK1IzlYnUhnjDYS74/Zz3+UYefj/nIs/b/f6MW4fnGQxxlsSiUdZFlcWiKq6zgKZp9PX1JXQ1ud0T/44wm81JYxGjG/XFxlYy6dGkhCAF7nCYlQcPRguVvlhby98vWwZAeO9zaK+9CIl+RgYDVNUibFZk52UYmnhgKveIsUJhNOlr9/nAm+QXWMU/kpLNGRVBTaPd7+d8jFicixGMCz4fgQz/Pi1CUJfAkhgWi1qrFfMs8G/PZLxeb0KB6O3tjeurlC5FRUVRUSguLubNN99kcHAwziKZTI8mJQQp+OuWFv7mvD5fp8Js5tR111EU+UPWersJ/+PfjX1Rgrtm6fUguy5D12Vk12Vk1yXk2VNZW+eUYzBguPYGRE0doqYOyipSWhjziamqDdGk5HIgMCIQCayLidZJjMYA1AwHtJPEKeyqKGtShMNh+vr6EmY0eb3ejK8/XH+xdevWtM5XQpCEFq+X1W++Gc0H//HKlfxhdXX0ePjVF9H2PqtvGAy6ZWB3pO1HH9e1ZLZguOF9oGkQDkE4DOEwMhwGLRzdJhwatR05J+68UNxxwmGy2hvVbEFU1yJqakfEoaQUIZQ4TBdSSlyh0IgVkUAsJjozIhEVZvMYcYh1RRWlKX6qEG8Ej8eTUCBcLlfSAUCJcDgcfOlLX0rr3Em3mJjrfLG5OSoCGwsK+B9VVdFjUgujvfVGdNt474MYrrp2Qtc3bNiMtn9v8vTTG96XU/eL1LQYsYgXitCuR8E3gbuSYAB54SzywtmRfVZbRBRixKHIqYKXU4QQghKzmRKzmfVJBssPhUIJLYlhK+NiGr2bOoNBOoNBDiXJqCkyGhNaEsOuqHKzGXeCIU3dwSDfam3ll11d864Qz+FwUF9fT319fdz+cDgcLZzr6enhpZdeSnmdbFgWMI+FYHQ/oe+NGjkpT52AgUhZuyMfccXVE34Pw5ataCffSRqQNWxJz6SbLMJg0C0ZxjZYM2y6MblIGU2I1VchyiuQHa3IjlYYTBAD8fuQLaeRLTG9Xxz5McJQi6ipRxRMeW9CRYR8k4k1kcZ7ifBrGq2jLInYOEWb309onDvU/nCYd9xu3kkSNLUbDNgNBvpCoTHBcZ+m0ezz8Uhrq2rACBiNRsrLyykvLwfgjTfeSNmjKVutMualEIQ0jc/HNK76g8rKMU3ltEP7o88N669DTOJuRVismHZ+fiRF0+uZkGspl4wnUsYP/E7c+uRgf0QU2kbEIZHbyzOEPNOIPNM4sq+gMGoxRAXCkZ/DT6dIF6vBwDKHg2UOR8LjYSnpGBaJmIynWOsiUQZVLF5Nw5viHJ+m8Tfnz/NKX1/C4ru6eVx4t2HDhpQ9mjZsSOjpmTDzMkbwj21tfC62n9CmTVRbY770eroIff+b+oYQmD73vxHFJRm950wkro5ggiIlpYR+V1QUhgUCf5pVuMUlcS4lUV2LsM2/RmCzHSklXcHgGEsiVixSzeRIBwFUWSwjIpEgqD1X3UqZ9miKRQWLYxjdT+ibS5bw56P9dM89gXbwVQDEyjWYHvyjyS94HiGlBr098eJwsQ2Cac4QKC0fcSfV1CKqFqhahjlAXzDI4oMHo39zuaA0tvAuQZzCOYsL77LVo0kJQQxj+glt3BhndsqAn9B3vh69szV+9OMYlq3KbNHzGKlp0N0ZIw6tyEsdevB6PISA8sp4t1JlNcKkhsrMNsYrxPujqiruKSuLsySGU2Y7slB4l280Jsx4Gt5XOQ8K7+Z11tDolLVY2fuHpUvH+B7le0dH3BslZYilK6ZusXMQYTBARRWiogrWbQRAhkPQeQnZ0YY2HG/ovKin0cYipX5e5yXk24f0fQYjVFZjqK5FLIhkKpVX6ZXWihnLeEOa/u+SJUndO0FNoy0mThHnhvL5uOD3ExznhnYoHOa4xxOdMzIaixDUR4QhUZyi1mqd051k57RFkKwKFCDfYKBj8+a4pl5SSkI/+g5c0uerGrbdg/GG92Vv8YqkyGAQebkjzq1E12XSqoUwmXQ3UnUtYoHuVqJUFcDNNHJViKdJyaVI4V2y4jv3JCp8YzEAC2JFYpR1UW+1zvjCu3nrGkpljlqF4M/r6+NS1rS284T/9Xv6hsmM6QtfRtgTZ1Moco8M+JEX2+PcSvR2j/9CAIsVUb0AUV03Yjk4S2etn1gxeaSU9IZCYyyJWLHozUL8ojK28C5BnKJwmgPa81YIxusUWW4207llS3Q79Ov/RL7zFgBi3SZM9z6Q2WIVWUf6vGPTWPtd6b3YZteD0NWReMOCOigsVuKgYDAiFMmK79IpvBuPYpMpZZyizGxO+LuYrYrseRsj6BmnDXDscekeQh5/O7pt3Lg5Z+tSTB5hsyOWrIAlI7Eb6R6KEYcLujgMJaiC9XmRZ08jzyYrgItYD/mqAG6+UWAysTY/n7X5ietbfOEwraPiFLGuqDa/f9zpdn2hEH2hEMeSFN45DIZonGJYJCotFv7m/Hk6/P5oF4RcVGTPaSEoNZtTWgSlMe1etaMHI/15iPiZ63K+PkV2EHn5iOWrYfnq6D452I9sj7iULrYh2y/otRKjSVgAVxSfxlpTh3CMVOaqOQ7zD5vRyHKHg+VJCu9CmkZHTJxidFD7QhqFdx5No9HjoTFFJfEw2a7IntNC8OmampQpa5+qqQH0FEft8EhfIcPGLWPOV8wuREERYlURrFoLxBTARcUhEpBOVAA32I9s6kc2HR/ZV1yi3xxUVCPfPqhbHMN+ZY8bbf9etJPvqDkO8xRT5G6+3mbjpgTHpZR0RgrvkgW1ByZYeOfTFR60rQAAD3xJREFUNB7r6FBCMB7jpax9qU6/65enT474me0OxJqJ9xVSzGyEEPqXeXEJRP5/4wrg2iPicLE9cQFcXy+yrxdOHEv8BqEQ9HQTfv5JjLffraqkFXEIIai0WKi0WNhUmNj12BcMjmnj8Z22tpTXHc/9nS5zWgjyTSYOrF8/bsqadjimr9A116mCpXmCEAa9mrm0HK5cD+hdZ6MFcO0Rt9Kl9qjbMCVaGPnWAUJvHQCbXRceZ0R8IiKkP3cqq0ExhmKzmWKzmatj4hQ/u3w5bfd2JsxpIQBdDL62eHFS80n2dsf4hwWGDTdM3eIUMw5hMEJFNaKiGtZtAmIL4FoJ//a/07uQzwuX2pGX2hNXQjjyEc5hgXBCcSmi2IlwluqtvOdo7xzFxEjXvZ0p8/63LdYaEMtX6X+ICkUMwmiC6lpEdS3hl59NPWxIRMaDjpeX7hlCeoag/UJioSgoHGtJDFsXhcWqknqekK57O1PmtRDIYBDt6JvRbRUkVozHuMOGNm/FcMs2cA8hXb3R2IJ09UL/8L99+rCgVAwOIAcHoPXcWKEQQheDYXEoilgSxU59X0GRqqqeI6Tr3s6UnAqBEGIH8ChgBHZJKb856vjHgEeA9siu70spd+VyTbHI946OTOkqLkEsWzlVb62YpaQzbEgIA+QX6vUIdYvGXENqmp6Z1OfShcLVg+x3gSsSkB7o0/ssJWM4A6rfBeebxwqFwQhFxbrrqWhUnMJZAnkFqohuFjGeezsb5EwIhBBG4AfAHUAbcEgI8aSU8sSoUx+XUn4mV+tIRVyQeMNmNX9XMS7ZGDYkDAY9DlDkhIVLxhyX4TAM9OmiEBEH2TdiXSScFheLFgZXD9LVo19v9HGTaWzwurg04npygj1PCcU8I5cWwSbgjJTyLIAQYjdwLzBaCKYFrT1SgQpgNGG4ZuP0LkgxaxAWK8atO3I2b1oYjXpfJGcpJLgJlKEg9PeNuJz6ekasi75ecA+lfoNQSM+M6u5MHJ+wWKNuplhLIvpcpcbOOXIpBAuA1pjtNuC6BOfdL4S4GTgF/C8pZWuCc7KOdqgh+lysXadGJypmDcJkHkl7TYAM+HXXkSvekpB9Lt2l5Rtn4HnAP9L+O9Hx4dTYUUHs8VJjVUX2zGW6g8VPAT+XUvqFEH8C/BS4dfRJQohPAJ8AqB81TWwySI8b+d5IXyEVJFbMJYTFqs9oKK9KeFz6vNDnGnE5uXqRw4Hsvl5dCFKRTmpssXMky6lYj0toL/5Wj3+oiuwZRy6FoB2IzW2qZSQoDICUsidmcxfwrUQXklL+CPgR6N1HM12YdvTN6IQsUVOHYUHm4qJQzBaEzQ5VdkTV2Bx0KaUe94jNdoq1KPp6ITRONetwamxH6/jTJEIhcPWgNezNmatNMT65FIJDwHIhxGJ0AXgQ+EjsCUKIainlxcjmPcDJHK4H0NsKjA4SKxQKHSEEOPLAkZew8aKUUk+NHXY5jXI/0ecaPzV2NKEQWsPLiKJixOLlqpZnGsiZEEgpQ0KIzwB70NNHfyylPC6E+DpwWEr5JPA5IcQ9QAjoBT6Wq/VE13WmSb+rAb0//dp1uX5LhWLOIISA/AJEfgHULhxzXEpNr4GIZjy5kH09I6NGkxEOE37qF/rz4hLE4mUYFi9HLF6m2oJPATmNEUgpnwGeGbXvyzHP/xL4y1yuYTSxQWLDNZsQZstUvr1CMacRwqAXuxUWQ/1Iamzw1InUFdmx9PUij75JeLjYs7xyRBQWLVNZSzlguoPFU4p09SBPj/SdV24hhWJqSFmRbTTCwiUIowl5rnls99euy2hdl+HN10EIfTb14mW6G6l+sbqZywLzSgj0mQN6+EosW4UoKZveBSkU84TxKrJND/whwmJFhsPI9gvIljPIltPItnPxnV+lHBlR2rAXDEZE3UJdFBYv14dKqT5ME2ZOzyyGmNzlQw1xE6oM9/8+RhUfUCimjLg6gjQrsmUwgLzQMiIMF9tSt98wWxALl0RjDFTVqI4BEebt8HoZ8BPa9ejYuxCA8kqVu6xQzDKkz4s814xsOYPWchq6LqV+gd2BWLRsRBhKy+dt+4x5O7xea9ibWARA5S4r/n979x4jZ1XGcfz72y29I7SlFHsddrtASNVaCGABQyFKFRDUBiEYMUqMiX9AlBhFE9HEGBMV9U8FBBMtEhEETVQEFJSbrUBBS9htdwu0pRcuZVegdHcf/3jP0Nn77uzMzuy+v0+ymfd2Zs6c9O0z73vO+xybhDRzFjppFZy0ikYgul5/JyhEe9vhEYFFb75BbN1CbN1CL2SZWUtHJB01rwbfov5M7UCw6eGh88J3d9O76WEHArNJTHPfhd6zhobiDHOvvtw3MPyvs2+BzgPEls30bNmcrc8/JgWFFlRoRnPymWpmSgeCEYerlfQZmNnkp5Ssr2HN6dnDb/v2pKDQmo1IOvhW3wKv7Kf3lf2w+ZFsfdFiGoojklY0oRkzJ/5L1MDUDgSz5wwfDGbNnri6mNmEkgTHHkfjscfB6WcTvT3E7p1ZUGhvI55vH5guY88uevfsgkcfBDWgJcsOj0hatmLKzmc+pQPBiLNJ+TkCs9xQQyNashyWLIezziO6u4kXd6TA0ErsfB5K5waO3mz/izvgob/CtGlo2fEpMKxEi5dmc1xPAVM7EIxiNikzyydNm4YKzVBohnXriYNvpaGqrdmIpJd29S3Q3f1O0ABgxkxUaEaFlTQ0tWQZXyfpiKQpPXwUyhu7bGYWb3T1Har68r7hC8yZm41IKrSgppYsZ1IdBYbcPkdgZlYp8fprh0ckbW+FzgPDFzhqHjq+5XDn85G1TZ7nQGBmVkERkY04KvYvtLeNPApx4SIaCitRUwta0YwmeLBKbh8oMzOrBkmwYCGNCxbCqWuz9Nt7dtNbTIWxY/vAmd6KyfP+9c/DyfOKgWFZoaa3qn1FYGZWYdHTQ+x6ntjeRnS0Ei909E2e118xeV4xMCxZjhqz3+mVmuvZt4bMzGooDr1NvNBBbG8lOtqy7KmjSJ7HskI2qU/ngcGzto4hX5pvDZmZ1ZCOmI6aToCmE4CUPG/HNmL7EMnzDr1NtD0Lbc8O8m5UfK5nBwIzswmmmbPQiavgxGLyvM70/ELWxzAged5gKpgvzYHAzKzGNPfIQZPn9dxz+/AFK5QvzTM2mJnVmWLiPGbPGf7ACg1BdSAwM6tTDaeuzTqGB1PBfGkOBGZmdarhzHUwb8HAYFDhfGkOBGZmdUrTZzDtqqtpWLsuu00kZc8RrF1X0al23VlsZlbHNH0GjevWV3U2RV8RmJnlnAOBmVnOORCYmeWcA4GZWc5NuqRzkvYBO8osfgywfxwfX+vy1VTPdatnbrfyuN3KM552WxERCwfbMekCwXhI2jRU9r3JUL6a6rlu9cztVh63W3mq1W6+NWRmlnMOBGZmOZe3QPCzSV6+muq5bvXM7VYet1t5qtJuueojMDOzgfJ2RWBmZv04EJiZ5VwuAoGkmyXtlfRMmeVnSnpc0lOS/iPp22Ms3yHpaUlPStpUTh0qZbC2kDRf0r2SWtPrvFrWsR5JWibpAUn/Tf8Grk7b3XbDGOrckXS8pMcktUn6jaTpta5rPZLUKOkJSX9I61Vpt1wEAuAWYDyp+w4C50bE+4DVwHpJZ4zxPdZFxOo6GDt9CwPb4mvAfRHRAtyX1q2vbuArEXEycAbwJUkn47YbyVDnzveBGyJiJfAq8Pka1rGeXQ1sLVmvSrvlIhBExIPAKGaDHrJ8RERXWj0i/U3KXvYh2uJi4Na0fCtwyYRWahKIiN0R8e+03El2ci7BbTesYc6dc4Hfpu1ut0FIWgpcANyY1kWV2i0XgaAS0iXak8Be4N6IeGwMxQP4i6TNkr5QnRqOy6KI2J2WXwIW1bIy9U5SAXg/8BhuuxH1P3eAbcBrEdGdDnmRLKhaXz8Gvgr0pvUFVKndHAhGKSJ6ImI1sBQ4TdKqMRQ/KyLWAB8hu6XwwapUsgIiG088Ka92JoKkucAdwDUR8XrpPrfd4PqfO8BJNa5S3ZN0IbA3IjZPxOc5EIxRRLwGPMAY+hwiYmd63QvcSXYy1JM9kt4NkF731rg+dUnSEWRB4FcR8bu02W03SiXnzgeAoyUVZ0hcCuysWcXq05nAxyR1ALeR3RL6CVVqNweCUZC0UNLRaXkW8CHg2VGWnSPpyOIy8GGgrNFLVXQ3cGVavhL4fQ3rUpfS/dmbgK0R8aOSXW67YQxx7mwlCwgb0mFut34i4usRsTQiCsBlwP0RcQVVardcPFksaSNwDlkK1z3AtyLipjGUfy9Zx0wjWfC8PSK+M8qyTWRXAZDNEf3riPju6GtfWYO1BXAXcDuwnCzF96URUXbn+lQk6SzgIeBpDt+zvY6sn8BtN4Shzp10XtwGzAeeAD4dEQdrV9P6Jekc4NqIuLBa7ZaLQGBmZkPzrSEzs5xzIDAzyzkHAjOznHMgMDPLOQcCM7OccyCwKU9SV8nyRyU9J2nFKMtemYbclm47RtI+STPS+l2SHu13zPWSru237RZJG/pt60qvBUlvpgy1xb/PpH2fS9lrt0h6RtLFY/n+ZiOZNvIhZlODpPOAnwLnR8SOURa7E/ihpNkR8UbatgG4JyIOpoelTgG6JDVFxPZxVHFbSsVQWuelwDeANRFxIKW4WDiOzzAbwFcElgspv9PPgQsjYttoy6V8Qn8HLirZfBlQvEr4BHAP2UM+l1Wmtn0cC3QCXak+XRHRXoXPsRxzILA8mEH29PQlETGq1CD9bCT9Jy9pMXACcH/ad3navzEtj0dzv1tDZwNPkT0B3i7pF5IuGuE9zMbMgcDy4BDwMOVP4vFH4ExJ7wIuBe6IiB5Ji4AW4B8R8RxwaISstIM9xl+6bVuavKj491BE9JAlONwAPAfcIOn6Mr+H2aAcCCwPesn+Az9N0nWDHSDpz+lX+I3990XEm8CfgI/T97bQpcA8sl/rHUCB4a8KXk7HFz9zPrB/pMqnyV0ej4jvpc//5EhlzMbCgcByIXX0XgBcIWnAlUFEnJ9+hV81xFtsBL5MNvHMI2nb5cD6iCikLJGnMHw/wd+AT5XMM/tZsmySQ5K0WNKakk2ryZLbmVWMRw1ZbkTEK5LWAw9K2hcRd4+h+L3AL4GbIiLSLGUrgHeGjUZEu6QDkk5Pm74p6ZqS/UslnQJsltRDNlPXF0s+oznN5FV0M1ma4R+kvom3gH39ypiNm7OPmpnlnG8NmZnlnAOBmVnOORCYmeWcA4GZWc45EJiZ5ZwDgZlZzjkQmJnl3P8B9ZUzeXvFasUAAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "needs_background": "light"
          }
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "\n",
            "\n",
            "----------------- Average IR time -----------------\n",
            "\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAY8AAAEGCAYAAACdJRn3AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3deXjcdbX48feZyZ5MtiZp06Zp2kJ3oGDYBSnK5kUUxAWr/gpqrcq9bqgoF7jivSKioqiICIi4gF5AUbgiilgQBSlYutGCXZM2bdJmnayznN8fM5nMNNukzeQ7y3k9T55m5rvMmVLmzGc7H1FVjDHGmIlwOR2AMcaY1GPJwxhjzIRZ8jDGGDNhljyMMcZMmCUPY4wxE5bldAATVVFRoXV1dU6HYYwxKeWll146qKqVk3W/lEsedXV1rFu3zukwjDEmpYjI7sm8n3VbGWOMmTBLHhngqquuoqqqimXLlo14vK2tjUsvvZTjjz+eU045hU2bNgHQ0NDAihUrWLJkCUuXLuU73/lO5Jrrr7+e448/nuXLl3P++eezb9++KXkvxpjkYMkjA6xatYonnnhi1ONf/epXWb58ORs2bOD+++/nk5/8JABZWVl885vfZMuWLTz//PN8//vfZ8uWLQB87nOfY8OGDaxfv56LL76Ym266aUreizEmOVjyyABnn3025eXlox7fsmUL5557LgCLFi1i165dHDhwgOrqak466SQAPB4PixcvZu/evQAUFxdHru/u7kZEEvgOjDHJJuUGzM34Av4BWra/SOvuVwj4enFn59PtrgJGrmN2wgkn8Mgjj3DWWWfxj3/8g927d9PY2Mj06dMj5+zatYt//vOfnHrqqZHnrrvuOu6//35KSkp4+umnE/22jDFJxFoeaSbgH2D7c7/g4I4XCfh6Q8/5emlt2MBAdwcB/8Cwa6699lra29tZvnw53/3udznxxBNxu92R416vl3e+8518+9vfjmlx/M///A8NDQ2sXLmS733ve4l/c8aYpGHJI820bH+RgZ52NBiIeV6DAVQDtGx/cdg1xcXF/PjHP2b9+vXcf//9tLS0MG/ePAB8Ph/vfOc7WblyJZdddtmIr7ly5UoefvjhyX8zxpikZckjzbTufmVY4hikqhza+RK9Hc0x57S3tzMwEGqR3H333Zx99tkUFxejqnzoQx9i8eLFfOYzn4m51+uvvx75/dFHH2XRokUJeDfGmGRlYx5pZrCrKtrnv/4z1m3cTntnN+e+/wY+vvKvBAKQne/hQ1d+gE3/auITn70el8vN0qVLueeeewB47rnn+OlPf8pxxx3H8uXLgdDMrLe+9a1ce+21bNu2DZfLxZw5c7jzzjun9H0aY5wlqbYZVH19vdoK89FtefKOERNIPNw5+RSUzCC/dAYFpdXkl04nK6dgkiM0xjhBRF5S1frJup+1PNJM+ZwTOLjjxZG7rsRFTkEpGvTh6+0adjgw0EtXy066WnZGnsspKAklk5Jq8ktnkF9Shcudnci3YIxJAQlLHiJyL3Ax0Kyqw5Y2i0gZcC8wH+gDrlLVTYmKJ1NUzj+Z9sbN+Ppik4O43OQUlDL/zPfhzsrB19dNb8d+etr309veRE/7foL+/mH3G+jpYKCng45928I3EvI8lRSUDrVQcovKEbHhM2MySSJbHvcB3wPuH+X4l4D1qnqpiCwCvg+8OYHxZAR3Vg5FFbW0NW4eei4nn/LaE6icfzLurBwAsvMKyc6bT/H0+UBoMH2guy2UTMJJpa+zeXgLRpW+zmb6OpthzwYAXO5s8iPdXaE/s/M8tnDQJNxVV13FY489RlVVVaSsTrSOjg7e//73s2fPHvx+P9dccw1XXnklAJ///Od5/PHHCQaDnHfeeXznO9+J+Td7ySWXsGPHjhHvaxKYPFT1GRGpG+OUJcDXwuduFZE6EZmuqgcSFVMmUFW6WnZFHs877T0UTqsZ9zoRIbeonNyicspqlgAQDPjp6zoYaZn0tu+nv7t12LXBgI/u1ga6Wxsiz2XlFoa7u2ZQUFZNfsl03Nl5R/8GjYmyatUqrr76aj74wQ+OePz73/8+S5Ys4Xe/+x0tLS0sXLiQlStXsm7dOp577jk2bAh9AXrjG9/I2rVrOeeccwB45JFHKCoqmqq3kZKcHPN4BbgMeFZETgHmADXAsOQhIquB1QC1tbVTGWPK6e3Yj7+/GwB3dh4FZTOP+F4udxYF4dbEtPBzAV//sO6uwdeL5u/vpuvAdroObI88l1tYRn5pdaSFkuepxOVOzD/BI/1G+vTTT/PpT386ct7WrVt58MEHecc73sGqVatYu3YtJSUlANx3332RWWjGGWeffTa7du0a9biI0NXVhari9XopLy8nKysLEaGvr4+BgQFUFZ/PF6mo4PV6+da3vsVdd93Fu9/97il6J6nHyeTxNeA7IrIe2Aj8ExhxgYKq3gXcBaHZVlMWYQrq3D/0Ye2ZPh9xTe5YhDs7l6KKORRVzAFCLR1/nzfc3TXUQgkGfMOu7e9uo7+7jfa9oeKK4nKTV1wZnuFVTUHpDHIKyyalu+tIv5GuWLGC9evXA9Da2soxxxzD+eefH7nu1ltv5fLLLz/q+MyRmWjpnauvvppLLrmEmTNn0tXVxS9/+UtcLhenn346K1asoLq6GlXl6quvZvHixUCoYvRnP/tZCgpspuFYHEseqtoJXAkgoU+LncAOp+JJF50H/hX5fXA8I5FEhOx8DyX5HkqqjwVANUi/tzWSSHram+jrOggajLlWgwF6w+ewO/SB7crKpaB0Ovkl1RSUzSC/pJrsvMIJx3Wk30ijPfTQQ1x00UX2IZIkBkvvRFdQCPh6ad03VHpncExv0B/+8AeWL1/On//8Z7Zv3855553HWWedRXNzM6+++iqNjY0AnHfeeTz77LN4PB62b9/ObbfdNua/H+Ng8hCRUqBHVQeADwPPhBOKOUL93e30ew8BoW/1noo6R+IQcZHnqSDPUwGzQxPtggEfvZ0tMeMnAz3tw64N+vvxHtyD9+CeyHPZeZ6owfjw+MlhHxKT9Y002oMPPjhsZf11113HTTfdxJvf/Ga+9rWvkZubeyR/ReYIxFN6Z8bCM2OO/fjHP+baa69FRDjmmGOYO3cuW7duZe3atZx22mmRcY2LLrqIv//973g8HtatW0ddXR1+v5/m5mbOOecc/vKXv0zV20wZiZyq+wBwDlAhIo3AjUA2gKreCSwGfiIiCmwGPpSoWDJF9PhCUcUcXFnJsx7D5c6msGwmhVFjMP6B3lDLpGOohRIYGL7A0dfXhW9/F537h0qi5BZNCy9knEGeZxp7N/5pUr6RDhZ+bGpqYuPGjVxwwQWRa26++WZmzJjBwMAAq1ev5pZbbuGGG26Y1L8nEyvgH8B7cDfell20hmf3jURVad3zyrDkUVtby1NPPcVZZ53FgQMH2LZtG/PmzWPnzp386Ec/4otf/CKqytq1a/nUpz7F2972Nj72sY8BoUrSF198sSWOUSRyttUV4xz/O7AgUa+fiaa6y+poZeXk46mai6dqLhD6APD1dtLT3hROJvvp7TiABv3Dru33HqLfe4i2xtGnUR7JN9JTTjkFgF/96ldceumlZGcPJeDq6moAcnNzufLKK/nGN75x1H8HJpaq0u9tpat5B10tu+hpbUQP6+6MFl16Z8UVX+Krt+Ti84XG29asWcP111/PqlWrOO6441BVbrnlFioqKrj88sv585//zHHHHYeIcOGFF/K2t71tqt5mWrAV5mnCP9BLd+veyGNPVfInj8OJCDkFJeQUlFA6M1RoUYNB+rwHIy2T3vb99HUdYrTuqMOFikG+THntceTkD5WTH+0b6aAHHniAm2++OeZeTU1NkQHW3/zmN6Nu62smJuAfoPvQHrqaQ9UNRqp+MJqvf/79kd/dOfksOS+2A2PmzJk8+eSTw65zu9388Ic/HPPedXV1tsZjDJY80kRX8w4GP1DzS49skDkZictFfnEV+cVVlNceD4Q+bPo6mkPJpGM/HU2vDbsuthjk9Xx85bOoK4fcwjLWrFnDF675JKs/9h/DvpFCqLuioaGBN73pTTH3XLlyJS0tLagqy5cvt2KQRyjSumjZSVfzTnra9o5aCRogr7gST+VcfP1eOvZtG/Fccbkprz0hkWGbw1hhxDSx+6XfRsYEpi98I1XHnDrOFenjSItBZud7KCyfTWF5DYXTasgpKLVV8QkS9PvwxrQuRp8b48rKoahiTqhLs3Iu2XmhQe2RZlsNyi0qZ/6ZK4eNbZkhVhjRDBMM+PFGrSovnn6Mc8E4YOxikEJ2ngd/f8+wsRNfbxfte7dE1p1k5RVRWF5D0bRQQpmsNSeZSFXp727F27yLrpYddLeO07rwVOKpqsNTOY+CsmrE5R52jjsrh/lnvi80q27PKzGTKyrm1lvimGKWPNKA99CeyKK8nIJScovKHY5oalXOP5nO/a8P+0YaXQxSXG562/fT3dpI96EGetr2DVvI6O/z0rFvKx37tgKhEiuF5bNCrZNps8MFIC2ZjCbSumjZSVfzLny9HaOeG2ldVM7FU1VHdp4nrtdwZ+UwY+GZzFh4Js2vP8+B154DoKNpK+W1x03K+zDxseSRBqKn6BZPn59xH3AjfSMdqRhkKBHMgmNODS1Q7GgO1eQ61Eh3216Ch+3v7u/vpqPptciYijsnP9TFVV5D4bTZ5HkqMu7vOtpgMc3BsYvu1sZxWhcVFFWGZtcVls0csXUxEWU1SyPJw3twDwM9HeQUlBzVPU38LHmkOFWlMzp5zMisLqtB0d9I4yEuNwVl1RSUVVM5/xQ0GKS3sznSMulu3TusRH1goJfO/a9Hxpbc2XmR8ZLC8hryiivTvjR9MODDe7CBrpadeFt2MtAzTutiWu3Q2EV+fK2LeGXneyiqrIt02bY1bmb6gjMm9TXM6Cx5pLjeqMKE7pz8oyqEmMnE5YoUgaycV49qkL7Og1HJpJGAry/mmoCvj84D/4qsr3Fl5YZaN+Exk/ziqkmvLeaE/u62yEB396GGMVsXuZ4KPJV1eCrnUlA+C9dRti7GUz57WUzyqDr29IxuDU4lSx4pLmZhYNW8tP/mO1VEXOSXVJFfUkXF3JNCA8BdB/G2Noa6uVobhq2GD/r7Q4vbmkMl2lxZORSUzaIo3DLJL5l+1F01UyEY8OE91IC3eSddLbtGLCMzyOXOjsyMKqqsi1lLMxU8VfNxZ+cR8PXh6+2k+9CeSNFOk1iWPFJcdJeVJwVWlacqESGvuJK84koq6k6MrFWIjJm0Ng4rTR/0D+ANd+9A6IO2oGzmUMukdMakfjM/mo2Rzj/vzbzwwj94w/ELuP26D0Zmpr3wyut8897H8Pn8LDmmhi9/8t0UllRFuqKmonUxFpc7i9JZizm0658AtDZssuQxRSx5pLDYQohZjhVCzEQiQp5nGnmeaUybszwyeNzd2og33M3l7/PGXBMaL9iN9+Du0D1cWeFkUkNR+exQMjmK/U0mUob+wP59LFq8hBUnzqS/rZF3nXMsbzt9Dg898XwkcQSDQf7ztge55+arWbq8nu/99Pf8Y28BH71k1RHHmAhls5dFkkfn/tcJ+Pps47EpYMkjhUV3WRVV1CZVIcRME70TY3nt8aFk0tMR0zI5fGGcBv10H9pD96E9NBMexC+tDg/Az6agrBqXO/7/puOVoQ/4+mjZt5MdLzzMa1tewZOfRUfDBlwuF6ctP5YXNwz9e8otKmfAXUZBUQkXXflfuNxZvL13GjfffDMf/djVE/3rSaj84iryiqsi2ya379vKtDm2SVeiWfJIYYdP0TXJQ0TILSwlt7CU8tmh9QehZDI0AH/4TCUNBkLHWxuB50PjLpFkUkNh2ayYLwjjlaEPBvx0tzZGBrvPW5LLfzz8Mqde9ATdvf3c+oX3R8rQizvUCsr1VLBwxYfJKShBVQkEP8nL/1xPfX09Dz30EA0NDSSj8tnL2Lf5zwC0NWyy5DEFLHmkKP9AT2whREseSW+w6GNZzVIgtMLdG51MuttizlcN0tO2l562vbTwAoiL/JLpFE2rIb+kmgPb/spAb8ewMvT93W3sfOHh8LqLoVX1z728jYXzZnL3V9fQ0HSIj95wN29562XMmreMgrJZHHz2r+TkvxBZKyEiPPjgg3z605+mv7+f888/H7c7OQf8S2YuounVteH1Owfo7Wwhv7jS6bDSmiWPFNXVvJPBb5gFpdVk56ZHIcRMkp3voWzWYspmhbY/9fV5wy2T0Gyufm9r7AUapLe9id72plHvqcEAGgziPbhr2LFHn3qJqz/8PmYtewuLzp3LggdeoINKFo4xwHz66afz7LPPAvDkk0/y2mvDi1Amg6ycfIpnHEPHvm0AtDVuIn/JCoejSm+WPFKULQxMP9l5RZTOXBQpR+/r76antRFveMykv+vghO+ZW1hGUXhm1JKTXmPLPh/vrls+Yhn6kTQ3N1NVVUV/fz+33HIL11133RG9t6lQVrMskjzaG7cwY9HZjs4ES3eWPFLQ4YUQU3HvDjO+7NxCSqoXUlK9EBjqquw+1MihXS8POz+6DP1b/t9XuOkrX0FlALZuY82aFdxww40jbowEcNZZZ7F161a8Xi81NTXcc889XHDBBdx666089thjBINBPvaxj3HuuedO6d/BRBRV1JKd78HX20XA10fXge2UVNt+c4liJdlTUOeBHexe92sAcgrLWPCmK21VbYYZrwx9aGOkj09hRMnhwGvP0fz68wB4KudSd8plDkeUPCa7JHvCliOLyL0i0iwiI27FJSIlIvI7EXlFRDaLyJWJiiXdHL7drCWOzFM+54RRV6tn8sZIZTVDuzt2tezC1xf/roRmYhJZy+I+4MIxjn8C2KKqJwDnAN8UESvIPw5VjZS/AJuim6kq558c2rzqsAQyWIa+cv7JDkXmrJyCEgqn1YYfKW2NWxyNJ50lLHmo6jNA61inAB4JfW0uCp/rH+N8A/S2N1khRBMpQ18x72TcOfmh53LyqZh3MvPPfF9Gb4xUNnuo9dHWsIlU65pPFU4OmH8P+C2wD/AA71HV4EgnishqYDVAbW3tSKdkjJhZVlYIMaNNtAx9piiZcQz7snIJ+vsZ6Gmnp20vheU1ToeVdpz85LkAWA/MBJYD3xOREUtyqupdqlqvqvWVlZm98McKIRozNpc7OzLdGUKtDzP5nEweVwKPaMi/gJ3AonGuyWj93W1WCNGYOER3XbU3bSNw2C6R5ug5mTz2AG8GEJHpwEJgx5hXZLjoVocVQjRmdPkl08n1hNawaMAfWTxoJk8ip+o+APwdWCgijSLyIRFZIyJrwqd8BThDRDYCTwFfUNWJL6HNILFTdG1VuTGjERHKo6bttjVa19VkS9iAuapeMc7xfcD5iXr9dOMf6KGndV/ksWf62GUljMl0pbMW07T1GdAgPW376PMeIq9omtNhpQ2bqpMiYgohls20QojGjCMrtyBmHVR742YHo0k/ljxSROf+2FXlxpjxlcV0XW1BgyOuBjBHwJJHCggGfHRFldi2KbrGxMdTWUdWuJXu7++mK7yfvDl6ljxSgPfgHjQQWnyfU1hm/bbGxElcrsjmW2BrPiaTJY8U0GnbzRpzxKKTR2fzDvz9PQ5Gkz4seSS5UCHE6ORhU3SNmYjcovKhGnAapG2vFUucDJY8klyoEGLom1KoEGK1wxEZk3qsWOLks+SR5KwQojFHr6R6IS53qCJDv/cQvR37HY4o9dknUZKzVeXGHD13Vk7MlrQ2cH70xk0eIvJ1ESkWkWwReUpEWkTk/VMRXKYLFUIMbYkiriyKKuc4HJExqSumWOK+rQQDPgejSX3xtDzOV9VO4GJgF3AM8LlEBmVCohcGFlXOiTS7jTETV1A2i5zCMgCC/gE6ml53OKLUFk/yGPzE+jfgf1W1I4HxmCg2RdeYySMisWs+rFjiUYknefxORLYCbwCeEpFKoC+xYRl/fw89bUOFEIurLHkYc7RCyUMA6D7UwEBPu7MBpbB4kseNwBlAvar6gB7gkoRGZehq3kF0IcSs3AJnAzImDWTnFeGpmht53NZgxRKPVDzJ4++q2qqqAQBV7QZ+n9iwjHVZGZMYscUSN6NqxRKPxKj7eYjIDGAWkC8iJzLY1oNiwL4GJ9DhhRBtiq4xk8czfR7unHwCA734+rrwHtyDp7LO6bBSzlibQV0ArAJqgG9FPd8FfCmBMWW86EKIuYVl5BaVOxyRMenD5XJTOmsJh3a+BITWfFjymLhRk4eq/gT4iYi8U1UfnsKYMl70wkCPtTqMmXTls5dFkkfngX/hH+glKyff4ahSSzzb0D4mIu8D6qLPV9WbxrpIRO4ltDakWVWXjXD8c8DKqDgWA5Wq2hpf6OlJVek6sCPy2MY7jJl8eZ4K8ktm0NuxHw0GaN+3lYq6E50OK6XEM2D+KPB2wA90R/2M5z7gwtEOquqtqrpcVZcDXwTWZnriAOhpb8I/YIUQjUm0w4slmomJp+VRo6qjJoHRqOozIlIX5+lXAA9M9DXSUVd0Lauq+VYI0ZgEKZ25kKYtf0GDfvo6m+ntOEB+yXSnw0oZ8Xwy/U1EjktUACJSQKiFMuq4ioisFpF1IrKupaUlUaEkhc79UVN0Z1iXlTGJ4s7Oo2TGsZHHbY225mMi4kkebwReEpFtIrJBRDaKyIZJjOFtwHNjdVmp6l2qWq+q9ZWVlZP40sml39tKf3dUIcQKK4RoTCLFFEvc+yrB8CxHM754uq0uSnAM78W6rIDYhYEeK4RoTMIVTptNdn4xvt5OAr4+Og9sp3TmQqfDSgnjtjxUdTcwGzg3/HtPPNfFQ0RKgDcRGpTPeDHJw6boGpNwIhI7cG7FEuMWz34eNwJfIDQjCkJVdn8Wx3UPAH8HFopIo4h8SETWiMiaqNMuBZ4MlzzJaMMLIc5zMBpjMkfZrKFKu96WXQz0djoYTeqIp9vqUuBE4GUAVd0nIp7xLlLVK+I45z5CU3ozXqcVQjTGETkFxRRVzMF7cDcA7Y1bqDr2NIejSn7xdD8NaGi3eAUQkcLEhpSZumy7WWMcc3jXVegjz4wlnuTxKxH5IVAqIh8B/gT8KLFhZZZgwEdXy+7IY1tVbszUKp5+DK6sXAAGejrobm10OKLkF8+A+TeAhwitw1gI3KCq3010YJnEe3A3GhwshFhuhRCNmWIudxalsxZHHtuK8/HFNWtKVf8IfAX4KqE1H/bpNoli9u6whYHGOKI8quuqo+k1Ar5+B6NJfvHMtvqoiOwHNgDrgJfCf5pJoBqMKYTose1mjXFEXnEVecWhRcga9NPRtM3hiJJbPC2Pa4BlqlqnqvNUda6q2jzSSdLTNlQIMSunwAohGuMQEYnZZbDVuq7GFE/y2E5oYaBJgNiFgfOsEKIxDiqdtRhxuQHobW+ir+ugwxElr3jWeXyRUHHEF4BIJ6Cq/kfCosogNkXXmOSRlZNP8fT5dDS9BoQGzquXnONsUEkqnq+5PwT+DDxPaLxj8MccpVAhxDYAxJ1FUUWtwxEZY6K7rtr2bkGDAQejSV7xtDyyVfUzCY8kA8V0WVXUWSFEY5JAUeUcsvKK8Pd5CQz00tm8I6Z0uwmJp+Xx+/B+GtUiUj74k/DIMkDsXuU2y8qYZCDioqxmqN6VrfkYWTwtj8EaVV+Mek4Bm3F1FGILIYoVQjQmiZTVLKXlXy8A0NWyE1+fl+y8IoejSi7jJg9VnTsVgWSazuahLisrhGhMcsktLKOwvCZUpkSV9r1bqJx/itNhJZV4FgkWiMh/ishd4cfHisjFiQ8tvcWsKrcuK2OSTkyxxAYrlni4eMY8fgwMAGeEH+8F/jthEWWAYMCHN7oQ4gybomtMsimZsQBXVg4A/d1tMfvtmPiSx3xV/TrgA1DVHkASGlWaiymEWFRObmGZwxEZYw7nysqmpHpoS1rbZTBWXPt5iEg+Q/t5zCdqsaCZuM791mVlTCqIKZa4bxsB/4CD0SSXeJLHjcATwGwR+TnwFPD5hEaVxlSDMYPltle5Mckrv7Q6skVCMOCjM7zy3IyTPCRUaKkMuAxYBTwA1KvqX8a7sYjcKyLNIjJqW09EzhGR9SKyWUTWTijyFNXT1kRgoBeArNwCCkqtEKIxyWpYsUTruooYM3moahD4vKoeUtXHVfUxVY23Uth9wIWjHRSRUuAO4BJVXQq8K877prSYhYFV8xGx4SNjkllpzRII/3/a07qXfm+rwxElh3i6rf4kIteIyOyJrDBX1WeAsf6W3wc8oqp7wuc3xxdyarMpusakluzcwphFvG2Nmx2MJnnEkzzeA3wCeIahooiTsRnUAqBMRP4iIi+JyAdHOzFcHmWdiKxraWmZhJd2Rr+3lQErhGhMyolZ89G4BQ0GHYwmOTi5wjwLeAPwZiAf+LuIPK+qw0akVPUu4C6A+vr6lF2pE9NlZYUQjUkZnsq5ZOUW4O/vwd/vpevgrowvKTRu8hitRaCq9x/lazcCh1S1G+gWkWeAE4C0nc5gXVbGpCZxuSmdtYSDO0KdLm0NmzI+ecTTbXVy1M9ZwH8Bl0zCaz8KvFFEskSkADgVeHUS7puUfP3dMYUQPdMz+x+eMakmetZV14Ht+Psze4PVeLqt/j36cXiW1IPjXSciDwDnABUi0khovUh2+J53quqrIvIEsAEIAneratrOg+s6sCPye0H5TLJyrBCiMakkzzON/NJqetubUA3Svu9VKua+wemwHBNPSfbDdQPjjoOo6hVxnHMrcOsRxJByohcG2nazxqSm8tnL2NveBIS6rqbVnZSx0+3jGfP4HeHSJIS6uZYAv0pkUOlmWCFEG+8wJiWVVC9k3+an0aCfvq6D9HU2k18y3emwHBFPy+MbUb/7gd2q2pigeNKSt8UKIRqTDtzZuZRUL6B97xYAWhs2MitDk0c8A+brgGdVdS3QApwkIjbHdAKip+hal5UxqS16zUf73q0EAz4Ho3FOPMnjGSBPRGYBTwIfIFR6xMQhVAhxaLDcuqyMSW2F5TXkFJQCEPT307n/X+NckZ7iSR4S3sPjMuAOVX0XsHSca0xYT9u+qEKIheRbIURjUlqoWOLQR2Cm7vMRV5t2VrEAABp2SURBVPIQkdOBlcDj4efciQspvUQvDPRUzcvYmRnGpJPo5OE9uIeBng4Ho3FGPMnjk8AXgV+r6mYRmQc8ndiw0kfsqnIb7zAmHWTneyiqrIs8zsRiieMmD1V9RlUvUdVbwo93qOp/JD601NfnPXRYIcTZDkdkjJks5THFEjejmrJl945IPOs8KgntHLgUyBt8XlXPTWBcaaErusvKCiEak1Y8VfNxZ+cR8PXh6+2k+9AeiirmOB3WlImn2+rnwFZCq8q/DOwCXkxgTGkjehZG8QzrsjImnbjcWZTOWhx53NqQWQPn8SSPaap6D+BT1bWqehVgrY5x+Pq76QmXMQDBU5WoyvbGGKdEr/no3P86AV+fg9FMrXiSx+AKmCYR+TcROREYdyfBTBddCLGwfJYVQjQmDeUXV5FXXAWABgO079vqcERTJ57k8d8iUgJ8FrgGuBv4dEKjSgMxGz/ZwkBj0lbMwHkGdV3FU5L9sfCvHcCKxIaTHoJ+H96DeyKPbVW5MemrZOYiml5diwYD9HYcoLezhfziSqfDSrhxWx4iskBEnhKRTeHHx4vIfyY+tNTVdXBXVCHEaVYI0Zg0lpWTHzMhJlNWnMfTbfUjQosEfQCqugF4byKDSnVdtt2sMRklepfB9sYtBIMBB6OZGvEkjwJV/cdhz/kTEUw6GF4I0aboGpPuiipqyc73ABDw9cV8gUxX8SSPgyIyn/CGUCJyOdA09iWZa3ghxBkOR2SMSTQRV2yxxAwYOI8neXwC+CGwSET2Ap8CPjbeRSJyr4g0D46VjHD8HBHpEJH14Z8bJhR5kuo8rMvKCiEakxmiu666Wnbh6+tyMJrEi6e21Q5VfQtQCSxS1Teq6q447n0fcOE45zyrqsvDPzfFcc+kpqqHVdG18Q5jMkVOQQmF02rDj5S2xi2OxpNo8dS2KgU+CNQBWYPfpMcrjqiqz4hI3VFHmEL6va2RQogudzZFFbXjXGGMSSdls5fRfSg0Tb+tYROV809J296HeLqt/o9Q4tgIvBT1MxlOF5FXROT3IjLqBlMislpE1onIupaWlkl66ckXvTCwqLIOlzueLeKNMemiZMYxuLJyARjoaaenba/DESVOPJ9uear6mQS89svAHFX1ishbgd8Ax450oqreBdwFUF9fn7R1jw8f7zDGZBaXO5vSmYto3fMKEGp9FJbXOBxVYsTT8vipiHxERKpFpHzw52hfWFU7VdUb/v3/gGwRqTja+zrF19dN72AhRBE8VfOcDcgY44joYontTdsI+AccjCZx4kkeA8CtwN8Z6rJad7QvLCIzJNwZKCKnhGM5dLT3dUpX81Cro7BsFlk5+Q5GY4xxSn7JdHI9oe/BGvDTsW+bwxElRjzdVp8FjlHVgxO5sYg8AJwDVIhII3AjkA2gqncClwMfExE/0Au8V1N4K66YWVbWZWVMxhIRymuW0fTqX4BQuZLy2uOcDSoB4kke/wJ6JnpjVb1inOPfA7430fsmo+GFEG1VuTGZrHTWYpq2PgMapKdtH33eQ+QVTXM6rEkVT/LoBtaLyNNA/+CTto/5kOGFEEsdjsgY46Ss3AKKp8+nc//rALQ1bKZ68dkORzW54kkevwn/mFHEzrKyVocxJrTifDB5tO/dzIyFZyIut8NRTZ549vP4yVQEkqpUg7FVdGfYeIcxBjyVdWTlFuLv78bf30NXy660msIfz2wrM4aetn2RfYuzcgvJL7FCiMYYEFd6F0u05HGUOvcPrSq3QojGmGjRyaOzeQe+/m4Ho5lcE0oeIuISkeJEBZNqhhVCTKMmqTHm6OUWlVNQNiv0QIO0733V2YAmUTzb0P5CRIpFpBDYBGwRkc8lPrTk1+9tZaCnHQgXQpxmhRCNMbGiV5y3NWwihZezxYin5bFEVTuBdwC/B+YCH0hoVCnCCiEaY8ZTUr0AlzsbgH7vIXrb9zsc0eSIJ3lki0g2oeTxW1X1Ed5VMNPZFF1jzHjcWTmUVC+MPG5rTI+B83iSxw+BXUAh8IyIzAE6ExlUKhheCHGuswEZY5JWTLHEfVsJBnwORjM54tlJ8HZVnaWqb9WQ3cCKKYgtqVkhRGNMvArKZpJTWAZA0D9AR9PrDkd09OIZMJ8uIveIyO/Dj5cA/y/hkSU567IyxsRLRCg/bOA81cXTbXUf8AdgZvjxa8CnEhVQKgj4B/Ae3B15bKvKjTHjKZ21BMLrwLpbG+jvbnc4oqMTT/KoUNVfAUEAVfUDgYRGleS8LbvRYOivINdTQU6BFUI0xowtO68IT+XQ2Ghb42YHozl68SSPbhGZRniGlYicBnQkNKok19ls280aYyYuZuC8cROqQQejOTrxLEz4DPBbYL6IPAdUEtrIKSNp8LBCiDbeYYyJk6dqHu6cfAIDvfj6vHgP7sFTWed0WEckntlWLwNvAs4APgosVdUNiQ4sWQ0vhDjd4YiMManC5XKHxj7C2ho2OhjN0YlntpUbeCvwZuB84N9F5DNxXHeviDSLyJjTCkTkZBHxi0hKtGaiV5VbIURjzERFz7rqPLAd/0Cvg9EcuXjGPH4HrAKmAZ6on/HcB1w41gnhxHQL8GQc93Pc4YUQrcvKGDNReZ6KyNYNGgykbLHEeMY8alT1+IneWFWfEZG6cU77d+Bh4OSJ3t8J/d5DMYUQC6fNdjgiY0wqKpu9jN6OUI2rtsZNVMw9yeGIJi6elsfvReT8yX5hEZkFXAr8YLLvnSjRrY6iyrlWCNEYc0RKZy5EXKHPj77OFno7Djgc0cTFkzyeB34tIr0i0ikiXSIyGbWtvg18QeOYqyYiq0VknYisa2lpmYSXPjKxXVY2RdcYc2Tc2XmUzDg28jgVV5zHkzy+BZwOFKhqsap6VHUyNoSqBx4UkV2Epv7eISLvGOlEVb1LVetVtb6ysnISXnrifH1eK4RojJk0w4sl+h2MZuLiSR4NwCad5B1MVHWuqtapah3wEPBxVf3NZL7GZOpq3hH5vbCsxgohGmOOSuG02WTnh76HB3x9MTM5U0E8nfY7gL+ECyP2Dz6pqt8a6yIReQA4B6gQkUbgRiA7fO2dRxqwU2L2KrdaVsaYoyQilM1eRvNrfwNCXVelMxc5HFX84kkeO8M/OeGfuKjqFRM4d1W85zoh4B/Ae2hP5LFN0TXGTIayWUsjycN7cDcDvZ3k5E/GqEDijZs8VPXLUxFIMosuhJjnqSCnoMThiIwx6SCnoJiiijmRKt3tjVuoOvY0h6OKz6jJQ0S+p6pXi8jvGGHbWVW9JKGRJZHovkiPtTqMMZOobPaySPJoa9xE5TGnpkTlirFaHh8Erga+MUWxJCUNBmMGy22KrjFmMhVPPwZXVi5Bfz8DPR10tzZSlAILkMdKHtsBVHXtFMWSlLrb9kYVQiyyQojGmEnlcmdROmsxrbvXA6GB81RPHpVjFUAcb7ZVujh8YWAqNCeNMamlfPaySPLoaHqNmUvPxZ2d63BUYxtrnYcbKCK2GOJECiOmPFWl67AqusYYM9nyiqvIKw4tgNagn46mbQ5HNL6xWh5NqnrTlEWShEKFEEObJrqycqwQojEmIUSEspplNG15GoDWhk2U1064Hu2UGqvlkfH9M9FdVp7KOiuEaIxJmNJZixGXG4De9ib6ug46HNHYxkoeb56yKJJUzBTdKuuyMsYkTlZOfkzXeLIXSxw1eahq61QGkmxChRBD9fatEKIxZiqU1QwVS2zbuyWyODkZxVMYMSNFd1kVllshRGNM4hVVziErrwiAwEAvnVFrzJKNJY9R2HazxpipJuKirGZp5HEyd11Z8hhBwD9Ad0whRBvvMMZMjejk0dWyE1+f18FoRmfJYwTell1RhRArrRCiMWbK5BaWUVheE3qgSvveLc4GNApLHiOImaJrrQ5jzBSL3mWwrWETk7wX36Sw5HEYK4RojHFayYwFuLJC2yf1d7fR07bP4YiGs+RxmJhCiHlWCNEYM/VcWdmUVC+MPG5rTL6Bc0seh4mZZVVlhRCNMc4oj+q66ti3jYB/AICrrrqKqqoqli1bNuJ1P//5zzn++OM57rjjOOOMM3jllVcix0TkkyKySUQ2i8inop5/V/i5oIjUxxNfwpKHiNwrIs0iMmLKFJG3i8gGEVkvIutE5I2JiiVewwohzrApusYYZ+SXVpNbVA5AMOCjs+k1AFatWsUTTzwx6nVz585l7dq1bNy4keuvv57Vq1cPHsoDPgKcApwAXCwigx9ym4DLgGfijS+RLY/7gAvHOP4UcIKqLgeuAu5OYCxxGVYIcXDGgzHGTLHBYomDWsNdV2effTbl5eWjXnfGGWdQVlYGwGmnnUZjY+PgoXzgBVXtUVU/sJZQwkBVX1XVCZXyTVilP1V9RkTqxjgePXm5kBG2up1qnfujallZIURjjMNKa5awf2uoMdDTupeNj38Td3Y+3e4q4vnIvOeee7jooosGH/YCZ4nItPDvbwXWHWlsjn46isilwM1AFfBvY5y3GlgNUFtbm7B4YqfoWpeVMcZZLnc2Lnc2wYAv8lzA10vrvg0MdHcQ8A/gDs/KOtzTTz/NPffcw1//+tfBp/qA24AngW5gPXDExbMcHTBX1V+r6iLgHcBXxjjvLlWtV9X6ysrKhMTi6/PS2zFUCLHYCiEaYxzWsv3FEYsjajCAaoCW7S+OeN2GDRv48Ic/zKOPPsq0adOGrlO9R1XfoKpnA23Aa0caW1LMtlLVZ4B5IlLhVAyxhRBn487OcyoUY4wBoHX3K6gGRzymqrTueWXY83v27OGyyy7jpz/9KQsWLIg5JiJV4T9rCY13/OJIY3Os2yo8yr9dVVVETgJygUNOxXP4XuXGGOO0gK932HOf//rPWLdxO+2d3ay44kt89ZZcfL5Qt9aaNWu46aabOHToEB//+McByMrKYt26yNDGw+ExDx/wCVVth8gQwneBSuBxEVmvqheMFZskatm7iDwAnANUAAeAG4FsAFW9U0S+AHww/CZ6gc+p6l9HvtuQ+vp6jfqLmBQB/wCv/vGOSPNw4YoPWz0rY4zjtjx5x4gJZJA7J58l5308rnuJyEuqGtcajngkcrbVFeMcvwW4JVGvPxFWCNEYk4zK55zAwR0jj3uIy0157QkORBWSFGMeTovebta6rIwxyaJy/snkFJRG9jYfJC43OQWlVM4/2aHILHmgwQBdzTsjj21VuTEmWbizcph/5vuomHcy7vBupu6cfCrmncz8M9836jTdqZDxq+C62/ZFCiFm5xWRV1zlcETGGDPEnZXDjIVnMmPhmU6HEiPjWx7RXVae6VYI0Rhj4pHRyUNV6dxve5UbY8xEZXTy6O86iK/XCiEaY8xEZXTyiKllZYUQjTEmbhmePKKn6FqXlTHGxCtjk4evr4vejgOhB+LCY4UQjTEmbhmbPDoP7Ij8XlheY4UQjTFmAjI4ediqcmOMOVIZmTwC/gG6DzVEHtt4hzHGTExGJg9vy86hQojFleQUFDsckTHGpJaMTB6xCwOty8oYYyYq45KHBgN0Ng8NlluXlTHGTFzGJY/u1r0E/f0AZOd5rBCiMcYcgYxLHjGryq0QojHGHJGMSh6qalN0jTFmEiQseYjIvSLSLCKbRjm+UkQ2iMhGEfmbiCR8P8W+roP4eju54du/5JyV/8XpKy4e8bytW7dy+umnk5ubyze+8Y2YY7fddhtLly5l2bJlXHHFFfT1hfYCUVWuu+46FixYwOLFi7n99tsT/XaMMcYxiWx53AdcOMbxncCbVPU44CvAXQmMBRhaGHjJW+q5//tfGfW88vJybr/9dq655pqY5/fu3cvtt9/OunXr2LRpE4FAgAcffBCA++67j4aGBrZu3cqrr77Ke9/73sS9EWOMcVjCysiq6jMiUjfG8b9FPXweSHg99K7weEf9svnotGWjnldVVUVVVRWPP/74sGN+v5/e3l6ys7Pp6elh5syZAPzgBz/gF7/4BS6XK3IPY4xJV8ky5vEh4PejHRSR1SKyTkTWtbS0TOjGAf8A+7c9x5Ynvz9UCBHIL50+4SBnzZrFNddcQ21tLdXV1ZSUlHD++ecDsH37dn75y19SX1/PRRddxOuvvz7h+xtjTKpwPHmIyApCyeMLo52jqnepar2q1ldWVsZ974B/gO3P/YKDO16M7FMeflUa1v8B0AnF2tbWxqOPPsrOnTvZt28f3d3d/OxnPwOgv7+fvLw81q1bx0c+8hGuuuqqCd3bGGNSiaPJQ0SOB+4G3q6qhyb7/i3bX2Sgpz1SimSI4uvrxD/QO6H7/elPf2Lu3LlUVlaSnZ3NZZddxt/+Fup9q6mp4bLLLgPg0ksvZcOGDZPxFowxJik5ljxEpBZ4BPiAqr6WiNdo3f3KCIkjRIMBAgN9Ix4bTW1tLc8//zw9PT2oKk899RSLFy8G4B3veAdPP/00AGvXrmXBggVHF7wxxiSxhA2Yi8gDwDlAhYg0AjcC2QCqeidwAzANuCO8UM+vqvWTGUPAN3LL4vNf/xnrNm6nvbObmpoavvzlL+Pz+QBYs2YN+/fvp76+ns7OTlwuF9/+9rfZsmULp556KpdffjknnXQSWVlZnHjiiaxevRqAa6+9lpUrV3LbbbdRVFTE3XffPZlvxRhjkoqoTqzf32n19fW6bt26uM7d8uQdoyYQAHdOPkvO+/hkhWaMMUlLRF6azC/ojg+YJ1L5nBMQl3vEY+JyU16b8HWJxhiTltI6eVTOP5mcgtJhCURcbnIKSqmcf7JDkRljTGpL6+Thzsph/pnvo2Leybhz8kPP5eRTMe9k5p/5PtxZOQ5HaIwxqSlhA+bJwp2Vw4yFZzJj4ZlOh2KMMWkjrVsexhhjEsOShzHGmAmz5GGMMWbCLHkYY4yZsJRbJCgiLcDuI7y8Ajg4ieGkAnvPmcHec2Y4mvc8R1Xjryw7jpRLHkdDRNZNdgmUZGfvOTPYe84MyfSerdvKGGPMhFnyMMYYM2GZljwSvk96ErL3nBnsPWeGpHnPGTXmYYwxZnJkWsvDGGPMJLDkYYwxZsIyInmIyL0i0iwim5yOZaqIyGwReVpEtojIZhH5pNMxJZqI5InIP0TklfB7/rLTMU0FEXGLyD9F5DGnY5kqIrJLRDaKyHoRiW93uBQmIqUi8pCIbBWRV0XkdMdjyoQxDxE5G/AC96vqMqfjmQoiUg1Uq+rLIuIBXgLeoapbHA4tYSS0n3GhqnpFJBv4K/BJVX3e4dASSkQ+A9QDxap6sdPxTAUR2QXUq2pGLBIUkZ8Az6rq3SKSAxSoaruTMWVEy0NVnwFanY5jKqlqk6q+HP69C3gVmOVsVImlId7ww+zwT1p/OxKRGuDfgLudjsUkhoiUAGcD9wCo6oDTiQMyJHlkOhGpA04EXnA2ksQLd+GsB5qBP6pqur/nbwOfB4JOBzLFFHhSRF4SkdVOB5Ngc4EW4Mfh7sm7RaTQ6aAseaQ5ESkCHgY+paqdTseTaKoaUNXlQA1wioikbTeliFwMNKvqS07H4oA3qupJwEXAJ8Jd0+kqCzgJ+IGqngh0A9c6G5Ilj7QW7vd/GPi5qj7idDxTKdysfxq40OlYEuhM4JJw//+DwLki8jNnQ5oaqro3/Gcz8GvgFGcjSqhGoDGqFf0QoWTiKEseaSo8eHwP8KqqfsvpeKaCiFSKSGn493zgPGCrs1Eljqp+UVVrVLUOeC/wZ1V9v8NhJZyIFIYngRDuvjkfSNuZlKq6H2gQkYXhp94MOD7xJe33MAcQkQeAc4AKEWkEblTVe5yNKuHOBD4AbAyPAQB8SVX/z8GYEq0a+ImIuAl9MfqVqmbM9NUMMh34dej7EVnAL1T1CWdDSrh/B34enmm1A7jS4XgyY6quMcaYyWXdVsYYYybMkocxxpgJs+RhjDFmwix5GGOMmTBLHsYYYybMkodJOSISCFdTHfw54tW2IvK3yYxtMonITBF5yOk4jBmJTdU1KUdEvKpa5HQck0VEslTV73QcxkyEtTxM2gjv8fBlEXk5vNfDovDzlSLyx/AeH3eLyG4RqQgf84b/PEdE/hK1Z8LPw6v0EZE3iMjacBG+P4TL3Ue/bkn4nq7w40IRaRCRbBGZLyJPhK99Niqm+0TkThF5Afi6iLwpqiX1TxHxiEjd4B404b1Kfhx+X/8UkRXh51eJyCPh13hdRL4eft4dfo1N4Ws+PSX/EUzGyIgV5ibt5Eetmge4WVV/Gf79oKqeJCIfB64BPgzcSKh0x80iciHwoVHueyKwFNgHPAecGf5w/y7wdlVtEZH3AP8DXDV4kap2hON5E6F6WhcDf1BVn4jcBaxR1ddF5FTgDuDc8KU1wBmqGhCR3wGfUNXnwsUs+w6L7ROhl9LjwgnoSRFZED62PBx7P7BNRL4LVAGzBvevGSzbYsxkseRhUlFvuHLuSAYLQL4EXBb+/Y3ApQCq+oSItI1y7T9UtREgnAzqgHZgGfDHcEPEDTSNcO0vgfcQSh7vBe4IJ4EzgP8NXwuQG3XN/6pqIPz7c8C3ROTnwCOq2hh1zeB7+G74PWwVkd3AYPJ4SlU7wnFvAeYAm4F54UTyOPDkKO/ZmCNiycOkm/7wnwEm/u+7P+r3wesF2Kyq4237+VvgqyJSDrwB+DNQCLSPkei6B39R1a+JyOPAW4HnROQChrc+4o5bVdtE5ATgAmAN8G6iWkvGHC0b8zCZ4DlCH56IyPlA2QSu3QZUSnjP6PA4xtLDTwrvYPgi8B3gsfC+Ip3AThF5V/haCX+gDyMi81V1o6reEr7PosNOeRZYGT53AVAbjm1E4TEdl6o+DPwnSVDC26QXSx4mFeUfNlX3a+Oc/2Xg/PDg87uA/UBXPC+kqgPA5cAtIvIKsJ5QV9RIfgm8P/znoJXAh8LXbgbePsq1nwoPbm8AfMDvDzt+B+ASkY3h+69S1f7DbxJlFvCXcPfbz4AvjnGuMRNmU3VN2hORXCCgqv5wC+IHY3QlGWPiYGMeJhPUAr8KT6UdAD7icDzGpDxreRhjjJkwG/MwxhgzYZY8jDHGTJglD2OMMRNmycMYY8yEWfIwxhgzYf8fV0igdOilxJMAAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "needs_background": "light"
          }
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "Time measurements: [1.186, 1.923, 1.875, 1.819, 1.884, 1.291]\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "### **search function tests**"
      ],
      "metadata": {
        "id": "9v8SuPZXFkPo"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "BM25 , after timing improvment - version 1"
      ],
      "metadata": {
        "id": "oUYCPy2XVxh8"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#@title\n",
        "#BM25 , after timing improvment\n",
        "BM25_res = [[13213953, 46332325, 696712, 18805500, 1255122, 21356332, 25061839, 24193838, 58429169, 3673376, 23862, 3274540, 5087621, 21727049, 21965279, 46448252, 8005736, 24193668, 1996367, 57197811, 16305806, 30714017, 4920126, 1984246, 2009536, 2032271, 3596573, 639888, 10849171, 49119569, 34292335, 31354866, 645025, 1810666, 18384111, 13370873, 41170321, 3257046, 2781093, 50020765, 47063809, 6823999, 390263, 5204237, 44783363, 6081823, 51218917, 83036, 29772882, 13205433, 890353, 40170617, 34192383, 32910103, 2564605, 16274121, 13062829, 6146589, 2901907, 36091677, 7680006, 4225907, 56115363, 3526151, 88595, 29040606, 33828979, 13371283, 14985517, 30796675, 1270266, 54778043, 5250192, 6548215, 2843493, 40971733, 23329, 11322015, 59662859, 46315592, 14969781, 4930338, 46233379, 2852798, 30431128, 30722935, 750633, 47640599, 47623894, 17474156, 47337433, 8471397, 2377926, 23045823, 10720945, 4195298, 730903, 28344538, 42369403, 226402],\n",
        "[35458904, 5678122, 49281083, 58086027, 13555870, 4014599, 55207134, 5296529, 54767773, 48676301, 55052729, 24941586, 50533783, 7671, 31915311, 50674434, 48978099, 37194181, 61624594, 30973489, 50288480, 6470992, 17888637, 22869116, 4855658, 28770638, 67092078, 32230393, 21775926, 56731447, 3434148, 66414222, 2312692, 40346741, 56683972, 49996380, 2780651, 48364486, 53772623, 5207055, 4234887, 51505979, 50187974, 42257595, 39783443, 68181697, 63454579, 43010557, 62798611, 55115114, 63016369, 56499662, 10022970, 65408599, 56725142, 63148404, 169633, 7426352, 54415758, 42840327, 48854807, 549356, 55194684, 61710878, 28326718, 62191437, 38968150, 9668971, 1933413, 22812784, 41872647, 28664832, 44519600, 37527895, 67369446, 49793844, 580067, 43443339, 2155752, 23943140, 2985683, 54321847, 48675877, 27913320, 47892671, 3980048, 29058083, 22962018, 50188978, 24810701, 47502460, 8435544, 55956334, 37324211, 10793097, 43114140, 10806718, 6277878, 45002483, 1001976],\n",
        "[24224679, 2702930, 31556991, 20038918, 22294424, 21035, 234876, 11495285, 22352499, 62871079, 55115883, 7362700, 40748148, 57672434, 16982268, 23174077, 7362738, 25175287, 26085681, 18741438, 54077917, 12410589, 61386909, 739855, 26584776, 36579839, 50083054, 50977642, 36984150, 25045060, 3108484, 5690287, 44627466, 11193835, 55121208, 26585811, 54027296, 2555865, 39458542, 36666029, 3868233, 3332410, 51078678, 47403613, 46919927, 15712244, 40428462, 36579642, 64269900, 692988, 67754025, 12652799, 21594484, 14725943, 3867847, 21381229, 5692662, 1015919, 46422015, 3602651, 8235440, 14001660, 3053003, 47816999, 24361010, 2139889, 4206029, 61962436, 22901459, 910244, 14201682, 57374577, 60471253, 1141900, 655650, 41769313, 843361, 31543881, 26060699, 685130, 3244730, 6154091, 63936555, 21197980, 579516, 21364162, 10600394, 42561292, 18264585, 17054537, 24155104, 34689810, 20799837, 36026903, 36575397, 4378440, 3320309, 6052114, 48334533, 48896644],\n",
        "[7381823, 41794610, 8175846, 49769890, 7151675, 48870371, 3881415, 1730071, 3881265, 6672660, 49770662, 1009495, 1328945, 3046256, 1503768, 2399742, 47155656, 2954970, 1471058, 5290678, 2208584, 19079925, 42051632, 2583969, 7089, 100710, 18509922, 540333, 1770825, 40575910, 43098662, 694295, 55225594, 3720007, 12580514, 41833171, 24326330, 52314067, 2052211, 76723, 52941809, 3190605, 52703647, 47559758, 37243595, 2262834, 7082459, 1979873, 33372192, 25368344, 55644828, 27767967, 35648481, 5239060, 25998438, 19628945, 23159504, 56412300, 167891, 30506599, 25065882, 21358361, 3541700, 10470619, 4530879, 9491604, 531897, 1148978, 7419133, 15426248, 1247202, 575594, 22002568, 33304847, 27716083, 23948049, 39622169, 42265753, 19911698, 48801464, 538890, 5321010, 54825809, 36743697, 63384860, 22060223, 607013, 3121464, 7380293, 11323102, 26879832, 7518753, 2918178, 1981229, 1217747, 36027071, 48868755, 3143135, 3098266, 580983],\n",
        "[67279077, 34121672, 25215165, 3141956, 35211682, 3328852, 4275382, 2387344, 23871, 3154886, 3450096, 12638661, 29178, 884056, 2568868, 40479151, 33448681, 49647732, 56643734, 20229, 3080697, 579040, 25820348, 22867325, 53487581, 25659792, 43843664, 5868770, 1330188, 64583279, 43911086, 46213311, 43911472, 19876749, 13801712, 9303405, 3665690, 6984468, 25215220, 23854177, 24299662, 55365859, 43853813, 6728737, 57252592, 59467701, 5382150, 50404581, 446865, 13226043, 27274354, 54155622, 1032674, 611752, 29191077, 3285059, 40478583, 28930609, 14686504, 1266369, 462173, 53746577, 48846696, 67726685, 6972293, 34825096, 45677868, 8966818, 8245256, 47710154, 3028377, 8244710, 56383357, 2899729, 31585693, 2864831, 67921778, 4380700, 8245125, 25215091, 67624046, 43981430, 8892877, 2519232, 16869228, 57492967, 2181812, 19994314, 1296540, 42102760, 43977806, 858120, 65360198, 54009788, 3028364, 334546, 15212680, 56571529, 2436101, 426522],\n",
        "[15015154, 1032674, 31156754, 61014433, 301932, 32863238, 20156275, 24862, 25458757, 2361002, 34121672, 53487581, 25659792, 43843664, 23871, 1330188, 43911086, 67279077, 43911472, 4275382, 19876749, 13801712, 9303405, 6984468, 3141956, 25215220, 23854177, 24299662, 55365859, 43853813, 27535150, 6728737, 57252592, 3080697, 2387344, 5382150, 50404581, 13226043, 27274354, 54155622, 35211682, 884056, 29191077, 3285059, 40478583, 28930609, 12638661, 14686504, 1266369, 3450096, 53746577, 48846696, 67726685, 6972293, 34825096, 25215165, 45677868, 8966818, 8245256, 47710154, 3028377, 49647732, 8244710, 56383357, 2899729, 3328852, 31585693, 2864831, 67921778, 4380700, 8245125, 25215091, 67624046, 43981430, 8892877, 16869228, 57492967, 2181812, 19994314, 1296540, 42102760, 43977806, 858120, 65360198, 54009788, 3028364, 15212680, 56571529, 2436101, 426522, 14142111, 3069815, 29178, 140607, 17158174, 28782563, 6760389, 15974787, 48461814, 48497982],\n",
        "[19771246, 57576012, 22411575, 3190097, 1351968, 43419164, 24050502, 12003767, 19770826, 48562568, 43997189, 59886952, 191379, 6458879, 60799508, 14845597, 25546632, 18564009, 33321947, 26945591, 38228002, 46365027, 13783156, 1842570, 48738679, 44674524, 67663323, 22984935, 28832613, 32461234, 38987529, 62514258, 28451704, 35180802, 17368745, 58708106, 45164308, 63439292, 60356352, 143069, 19973255, 3326051, 62557830, 4011283, 48738733, 885680, 47565360, 6874049, 8130575, 15810462, 48521353, 36533460, 45163430, 14668684, 8161581, 2231381, 43815192, 22108251, 980748, 10988002, 10619416, 29077045, 52458248, 62118035, 61646163, 2715810, 34113322, 142247, 49031945, 34931616, 45166675, 53530163, 67627139, 14624778, 59149588, 10708593, 5091321, 18121133, 49685714, 13807202, 28726646, 38433037, 67264281, 66975888, 67915592, 1566175, 28759736, 38873002, 28333741, 42719080, 23521191, 34531879, 43207070, 9351002, 39675788, 45239144, 44188188, 47764110, 57850795, 35953657],\n",
        "[18550455, 296950, 4840292, 15271, 1981660, 1514191, 24963841, 10218640, 60384473, 762092, 21106742, 731640, 509624, 16635934, 442684, 14473878, 20632884, 24963451, 14109784, 10818378, 3328506, 35901496, 11373842, 2816394, 10328235, 1897206, 47901077, 11486091, 33516090, 59558412, 10179411, 11285750, 504195, 2232087, 38156944, 33407925, 39585214, 24593158, 17770654, 261193, 9895760, 15101979, 26025104, 22254915, 17785794, 32817039, 45638306, 6779715, 27511028, 905659, 509649, 24997830, 44578960, 31200516, 6133075, 26591446, 751691, 59280201, 1185840, 36794719, 14156172, 30882491, 9376116, 36749242, 7898743, 9511414, 39000674, 7082226, 494530, 38386204, 18374763, 5818361, 60621622, 22049756, 34029114, 67326676, 24979660, 14343887, 26039201, 33106880, 743971, 4694434, 15767995, 2930391, 33488832, 54025003, 10715937, 57312392, 24812763, 34600216, 36854472, 11989095, 12724426, 346470, 27864034, 5087427, 35804330, 8147091, 25935906, 11647367],\n",
        "[43009552, 29384105, 41566932, 15679645, 15679263, 516570, 17647824, 29148292, 35292997, 15679509, 15685504, 15685499, 48385834, 31086373, 14874642, 15679014, 30743484, 7390444, 4499866, 15679642, 37939808, 42939097, 15258442, 15685505, 15685366, 56851887, 9499622, 10964966, 23038432, 67157467, 4734678, 15679259, 987153, 23334774, 15685373, 19353344, 11495438, 4875707, 52776052, 5958023, 28768842, 4875371, 56625935, 4875582, 1385825, 8364644, 58120009, 25002761, 39046002, 4875607, 5175024, 27397065, 61397706, 15685265, 18599427, 404020, 16624694, 4875744, 46930697, 12754503, 18257569, 29070764, 12755070, 23038516, 26070660, 5970183, 1956255, 4604430, 9041843, 1356938, 57370915, 22529216, 39478178, 39448146, 49727966, 23038575, 1478712, 19353310, 56625916, 43569250, 13165252, 48490306, 4875689, 20348693, 2110825, 36245297, 43230757, 10431985, 8062126, 64658001, 39475392, 61397338, 6560301, 25990954, 56040771, 4875730, 3545532, 20222830, 66427714, 4734714],\n",
        "[1652601, 628346, 43273537, 45482242, 62557135, 60207932, 43884703, 60705564, 20849560, 60591184, 57517319, 61690747, 31793047, 62549131, 62498012, 60676269, 53087254, 60346289, 59892488, 61697493, 62342792, 5630807, 13556889, 40729744, 60586663, 32750396, 44035836, 65529029, 60594563, 64667707, 66248771, 20757320, 47161674, 31685961, 59580357, 61268201, 49977564, 64145298, 57598474, 32016617, 60805249, 6154795, 60410011, 32520296, 59899027, 37315014, 38743496, 61857865, 59516988, 53892576, 60300514, 60992198, 4242777, 34756533, 21324040, 60627274, 64531956, 61583621, 51220885, 62435649, 7343803, 60310807, 41767114, 66018807, 61285582, 6155148, 18911094, 3127300, 2024079, 47586513, 41667733, 3083919, 29555433, 34258, 196789, 66775916, 734272, 50279590, 2020047, 48664943, 17125359, 42294996, 11792856, 56524982, 48151849, 30137973, 39714194, 62151602, 92222, 34843274, 60823333, 4523354, 315141, 38654281, 60643164, 56565380, 31385841, 60468426, 57440142, 8317024],\n",
        "[24081784, 51894591, 3829082, 46182505, 32843945, 1965419, 14712290, 15855601, 39646001, 38980932, 9601217, 53997850, 11127730, 18276170, 6612910, 31979720, 95798, 2736835, 2935172, 35919795, 16805162, 22520529, 10848348, 27199544, 38905531, 18422886, 5161942, 23252940, 472062, 23639333, 34030954, 55775421, 58312581, 60633066, 860440, 64502546, 63506420, 7005213, 23661942, 11127840, 16671094, 23494889, 40220530, 7921750, 21035939, 40876538, 3779907, 2116491, 10930029, 2254244, 11436431, 2030930, 9270823, 42586177, 29584161, 2524792, 34057325, 10265669, 24757191, 10883144, 33247815, 367456, 16232147, 47153559, 15564657, 35158708, 809539, 23851958, 7898594, 11921706, 2806926, 35840484, 1864623, 44827287, 58709631, 12189941, 7811872, 39339517, 31876062, 2970655, 39697193, 31989549, 24934966, 1572794, 49607397, 41483791, 24384334, 6038077, 4986149, 3721, 2268820, 8788121, 68061191, 23548219, 63883178, 43542276, 1447942, 64667941, 3513027, 1724862],\n",
        "[44251245, 1674060, 31728348, 63567907, 247083, 7912947, 55960921, 39774839, 7803852, 821829, 63631542, 5322079, 1814699, 58864683, 63698086, 1297796, 42489952, 61459865, 1255199, 56574387, 56282527, 7441023, 67759831, 63140083, 35282032, 9947244, 1210300, 32484547, 2945076, 18541294, 439102, 52022005, 56336081, 62393613, 3546630, 33567480, 63716341, 53143574, 17582411, 21412004, 47732325, 64027932, 62543021, 64192678, 10465469, 39327056, 51408737, 35565855, 58436572, 35551453, 64966775, 13270228, 60497685, 903187, 10039375, 42075805, 63910255, 12772, 987724, 61763915, 20135897, 66848426, 1702593, 6944394, 9730205, 49505647, 34298473, 41616543, 39506742, 44511137, 14208718, 64693319, 44258772, 25219375, 63434963, 19818973, 63890735, 51235563, 64756507, 6966752, 7479199, 64146290, 1265651, 53353780, 13761065, 63698088, 64011857, 63607835, 28086000, 23008897, 67552614, 36619752, 57225038, 2588455, 28735053, 3981190, 48561519, 1532134, 35707154, 46784964],\n",
        "[21000624, 360789, 29437250, 366477, 20775117, 31185151, 3233153, 31265743, 18564380, 41047099, 58847654, 32430985, 25351191, 36417120, 27555169, 30707750, 54507194, 9987557, 3157597, 360797, 18998479, 6091926, 21008699, 36825885, 42054336, 31952430, 2675881, 41299172, 22887233, 18650883, 35980365, 68240590, 7522358, 6684026, 51724809, 8641291, 28259946, 4928646, 60282950, 41119509, 59540110, 35704724, 3248798, 24618587, 22407452, 6162292, 54632, 21980991, 1468043, 231553, 11984008, 61777645, 62803499, 13244193, 50519954, 550558, 58009, 67224618, 41852447, 4789153, 37657477, 38961315, 39614564, 9309014, 41428490, 2940768, 6354249, 48658625, 8817935, 3267833, 41249156, 26840251, 36955802, 55013640, 54306436, 16561765, 23392773, 21838606, 64800217, 30890975, 22348483, 33871707, 2146757, 8726845, 6146841, 53728940, 58711676, 39085002, 21462915, 17470609, 18007045, 21442254, 29772915, 42448153, 31337540, 19364799, 50394170, 2599449, 24387272, 19717901],\n",
        "[48475515, 150389, 28456222, 50364362, 2295417, 4668823, 54736719, 3357256, 21038687, 1080173, 20209449, 6383976, 1027896, 45079706, 12139510, 22939527, 3223727, 1104090, 997303, 20884122, 2775579, 45676604, 403653, 12176059, 7105280, 35743021, 54871058, 55948869, 4022025, 8001012, 36829879, 2252455, 1500790, 17276201, 26727599, 65422121, 26465584, 12915125, 14253790, 2581217, 7457928, 19138137, 22113148, 37197819, 25538059, 25861185, 5225920, 1352921, 12176055, 46847785, 4377168, 17244705, 1042227, 53002477, 7364325, 581846, 7878240, 37322899, 47348889, 40856352, 48973545, 36115609, 48848906, 9602088, 42507384, 9863404, 29586245, 3223758, 2287395, 52662244, 54754604, 4371867, 5594361, 30075887, 34900078, 194609, 2462939, 3161486, 250247, 38481443, 6828470, 2968175, 1848779, 1764686, 2039300, 37439873, 62843191, 3404671, 7967298, 17998853, 26454223, 31439601, 8805458, 18797812, 6510180, 59625827, 12515361, 2874976, 28426704, 627972],\n",
        "[2608233, 39322520, 54655786, 599738, 21905962, 3378227, 39303262, 67965816, 1765938, 8071494, 12234103, 3781845, 17069844, 31468446, 38904159, 22503790, 3378576, 26325396, 54776049, 599759, 43399069, 19530330, 6264793, 10260634, 27898480, 19837004, 53972999, 13846179, 16308445, 1793236, 1179787, 45044241, 23030371, 14155548, 582735, 1166477, 47987665, 46219043, 1488698, 23433315, 23172823, 36835927, 13769832, 4475738, 2469444, 3275717, 54715000, 512147, 8153477, 39422490, 34995337, 9404500, 21647654, 18699709, 2444476, 25674879, 6497307, 7405184, 43707, 49086138, 9756141, 13315204, 66409419, 24821605, 957283, 5736776, 6068621, 3378648, 3024203, 36206195, 64735128, 10432306, 2013446, 24448891, 37674, 15056339, 13302136, 602644, 431045, 55798773, 260348, 647768, 3115732, 234494, 17780886, 20043504, 782313, 1726988, 1745942, 1732493, 28826216, 864249, 28704838, 27281435, 21013189, 4877471, 1488795, 13516328, 27676, 11710504],\n",
        "[37467283, 46628647, 33585323, 5313137, 79732, 33042015, 26744002, 62112656, 2911731, 64063484, 47059783, 63010392, 16335584, 44763706, 37032671, 26581410, 4512778, 52882803, 52233118, 31200215, 24094055, 66430560, 60413551, 10410269, 48248761, 36574953, 41926675, 644781, 1402022, 34906877, 36240103, 46569126, 50991931, 32879851, 31739575, 2174092, 10873911, 33816178, 62062366, 58003077, 37606839, 12713710, 33420422, 50365478, 10873990, 36978196, 37151776, 38159007, 40689383, 33944318, 49665070, 36108216, 2036409, 46319814, 40542694, 67393290, 33975028, 36494442, 38981541, 62041849, 62052328, 66605355, 43070045, 57368195, 33908676, 39758930, 31689407, 37098058, 52387015, 32983165, 64104348, 10315632, 48187891, 33263291, 36101315, 31753774, 36101304, 988918, 44972914, 50364624, 44778902, 47503466, 49420465, 16717083, 34017012, 58726367, 67559808, 62077609, 33947638, 32917193, 40636307, 45239242, 65971987, 34874949, 45510854, 35734709, 49627272, 34781172, 31694476, 67527243],\n",
        "[8659851, 6482640, 10031142, 18555142, 47498148, 45464759, 1975271, 38858514, 29394180, 394628, 35902452, 65322537, 26777382, 23206712, 3465338, 1388325, 22360498, 1718609, 10360363, 27231718, 795012, 46829954, 11868234, 973730, 7179668, 17916364, 43132380, 56215107, 41081016, 3469510, 2378284, 271746, 1103515, 3108320, 55216958, 35328035, 44374029, 64573107, 61850536, 15208717, 5217956, 275606, 2088566, 12744185, 40277895, 755336, 18197501, 8121276, 275611, 672652, 27373431, 23596663, 3208439, 39642031, 2878023, 3586877, 47121030, 66775282, 38522648, 15603182, 33731670, 3679872, 8933729, 34308546, 67998585, 11463526, 24117568, 787873, 2867523, 11795437, 65090606, 22507174, 27834671, 60158805, 17637143, 244596, 1548811, 394697, 41985407, 26032224, 51554490, 63700901, 46978733, 35327876, 3126254, 2186064, 7417937, 13949317, 10519351, 60068777, 10151468, 10489375, 36172905, 2969166, 11596512, 43239050, 11368542, 6685800, 767894, 7165866],\n",
        "[31738347, 43125448, 38224570, 7722858, 59096622, 56646148, 60438820, 910407, 61699239, 5720905, 5454213, 1499483, 65464184, 48491635, 29267958, 58070474, 9290604, 43603241, 33700618, 65358849, 9110929, 28785705, 3146871, 18674251, 1275470, 26999426, 2117716, 743391, 41940244, 54135152, 48530084, 619048, 6253998, 49319948, 21360634, 55511148, 67063905, 817441, 1743852, 3483096, 8807756, 5676692, 55994089, 22144721, 1305399, 54537218, 17101700, 1756788, 2824628, 850492, 1074657, 64182931, 2742150, 47256632, 60930719, 2982611, 1535704, 4667205, 2445142, 3198087, 2173540, 60051494, 618979, 63241623, 64553968, 47802432, 63139433, 1484143, 2437152, 9491316, 34711200, 36484005, 2268649, 40807707, 30886081, 66171070, 45506961, 38148849, 4451883, 41974496, 61664803, 150346, 3572274, 45393821, 22883216, 28195432, 59271062, 4275087, 1916589, 56848986, 5027882, 17586817, 41591173, 49601574, 62763279, 54404113, 25089353, 57292487, 36439749, 59690373],\n",
        "[31655286, 35392555, 1633277, 43760994, 1278990, 3204625, 705310, 17664319, 22910214, 12640778, 41731654, 17785787, 2905402, 9232, 12155493, 5486819, 65558105, 37882040, 48534532, 10000, 19437928, 2770280, 8166922, 12010049, 4539416, 19892389, 47936835, 50230910, 548182, 43825684, 27381228, 671331, 65558122, 17483332, 47558997, 12232, 23569712, 15435201, 26926374, 67411414, 27218900, 2040288, 32322489, 50406007, 6194634, 64437720, 6224726, 25954264, 6517434, 14297368, 16201796, 1219855, 26085404, 22235251, 15026438, 21222098, 56585371, 52947444, 212301, 1273047, 11533921, 580320, 148869, 67123539, 61826939, 26775738, 15627052, 11974838, 2850185, 66273148, 1083861, 214505, 1632912, 38253534, 2621815, 595149, 420488, 13138943, 57991104, 275919, 881491, 61402898, 22849273, 8093601, 7424280, 5065635, 1884312, 402754, 220918, 22532674, 13338662, 6225053, 13338776, 17811643, 26909108, 51218302, 52823620, 56056501, 14713315, 55703641]]\n",
        "\n",
        "#Average time for 19 queries: 1.1864715249914872"
      ],
      "metadata": {
        "id": "LHDW0rD28hCk",
        "cellView": "form"
      },
      "execution_count": 13,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "title_weight=0.1, anchor_weight=0.3, bm_weight=0.6  - version 2\n"
      ],
      "metadata": {
        "id": "5fCHEar0V59b"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#@title\n",
        "# title_weight=0.1, anchor_weight=0.3, bm_weight=0.6  - version 2\n",
        "\n",
        "combine_title_anchor_bm25 = [[23862, 18942, 19701, 23329, 88595, 2032271, 819149, 83036, 5204237, 4920126, 43355087, 639888, 271890, 317752, 696712, 6146589, 1348668, 375788, 13062829, 21356332, 6081823, 24193668, 3596573, 13370873, 2009536, 18805500, 8005736, 5087621, 5250192, 13371283, 4930338, 2377926, 6548215, 46448252, 19195070, 47063809, 24193838, 645111, 1450466, 6823999, 32910103, 16274121, 3673376, 57197811, 1810666, 2781093, 40170617, 3526151, 14985517, 14969781, 21965279, 42369403, 13213953, 54778043, 10720945, 1984246, 10849171, 46332325, 196698, 390263, 1255122, 25061839, 58429169, 3274540, 21727049, 17474156, 1996367, 16305806, 4195298, 30714017, 49119569, 34292335, 31354866, 645025, 18384111, 41170321, 3257046, 1252960, 2394885, 50020765, 44783363, 51218917, 29772882, 13205433, 890353, 34192383, 2564605, 2901907, 36091677, 7680006, 4225907, 56115363, 29040606, 33828979, 30796675, 1270266, 2843493, 40971733, 11322015, 59662859],\n",
        "[26787, 5323, 24388, 193513, 21068988, 17722387, 157427, 227687, 243062, 236722, 179757, 1418949, 13227429, 405428, 816207, 18932608, 27608, 100286, 26781, 341448, 19622, 37010, 18985040, 900186, 20840, 6852678, 152951, 38890, 430822, 5626, 196761, 14400, 151686, 37533, 3553584, 42253, 35458904, 27051151, 318084, 28439055, 300649, 579730, 8519, 4088812, 125309, 428545, 67704, 64919, 1329211, 2206185, 19891472, 27600, 8013, 549072, 373118, 43045, 22818631, 20653168, 2720954, 32975, 2014830, 846558, 18933569, 8467861, 47676, 323392, 231683, 306754, 45710, 149354, 1527421, 1194080, 2681645, 659136, 4722532, 876446, 367637, 10249874, 1068647, 524425, 34566959, 28925, 268987, 5067265, 1582764, 3216202, 93817, 42168, 50346, 199503, 395191, 13862, 2855554, 2155752, 7990, 86586, 572, 2578159, 237536, 36224143],\n",
        "[21035, 22294424, 22352499, 4206029, 2555865, 234876, 24224679, 62871079, 7362700, 14001660, 2702930, 20038918, 18741438, 16982268, 23174077, 36579642, 7362738, 31556991, 11495285, 55115883, 5690287, 40748148, 57672434, 64269900, 25175287, 26085681, 25045060, 54077917, 12410589, 61386909, 739855, 26584776, 36579839, 50083054, 50977642, 36984150, 3108484, 44627466, 11193835, 55121208, 26585811, 54027296, 39458542, 36666029, 3868233, 3332410, 51078678, 47403613, 46919927, 15712244, 40428462, 692988, 67754025, 12652799, 21594484, 14725943, 3867847, 24361010, 21381229, 5692662, 1015919, 46422015, 3602651, 8235440, 3053003, 47816999, 2139889, 61962436, 22901459, 910244, 14201682, 57374577, 60471253, 1141900, 655650, 41769313, 843361, 31543881, 26060699, 685130, 3244730, 6154091, 63936555, 21197980, 579516, 21364162, 10600394, 42561292, 18264585, 17054537, 24155104, 34689810, 20799837, 36026903, 36575397, 4378440, 3320309, 6052114, 48334533, 48896644],\n",
        "[7089, 1421165, 174560, 1277918, 6672660, 10300434, 100710, 57766, 49770662, 1471058, 349448, 36474927, 2399742, 76723, 919611, 18509922, 21011168, 15142854, 2052211, 1730071, 5290678, 167891, 3502051, 725712, 16161419, 2385217, 42051632, 161583, 7419133, 449790, 3881415, 5239060, 2918178, 4705573, 3720007, 4652053, 7271954, 1009495, 1148978, 18175501, 1979873, 3121464, 7151675, 2152015, 4771807, 32329400, 3190605, 7082459, 15426248, 8175846, 540333, 85655, 53828130, 606737, 2386481, 4225916, 18924348, 1503768, 3143135, 3881265, 47155656, 531918, 4318847, 4432842, 32872922, 1428721, 8600536, 14355683, 2583969, 10470619, 36743697, 1770825, 55225594, 1864122, 8248274, 37243595, 4530879, 1217747, 3098266, 3046256, 2954970, 2208584, 19079925, 47074893, 2262834, 531897, 49769890, 21190765, 52941809, 27767967, 25065882, 23948049, 48801464, 41794610, 40575910, 694295, 12580514, 41833171, 24326330, 976322],\n",
        "[25659792, 356928, 3185372, 543308, 7016280, 2501449, 21495414, 43963934, 9678569, 6170773, 37775366, 1533068, 9331505, 176194, 1602289, 26057196, 2133620, 24472941, 47511951, 2656294, 11639895, 1732142, 4582139, 5637583, 1575040, 2503392, 5574594, 4842561, 6883275, 18678797, 3080697, 5157062, 17885804, 531849, 765081, 6143600, 7902498, 1195560, 1753727, 1931027, 2904880, 1743436, 5824008, 4275382, 6596878, 6720455, 43911472, 1595551, 1826856, 6984468, 7327393, 19111674, 1683794, 1746939, 1844888, 3115529, 22110292, 4333107, 5624681, 1633369, 6726099, 12252207, 101726, 5856134, 2864831, 50697835, 2968675, 14191750, 27274354, 53385112, 18906393, 46311249, 56657895, 34121672, 7433093, 40160214, 67279077, 5519383, 12787024, 14989171, 18918743, 13226043, 3141956, 65360198, 25215165, 937971, 3658961, 3756193, 4586256, 25594959, 31579570, 41570340, 31585693, 35211682, 19994314, 3328852, 5899908, 20064475, 5868770, 2387344],\n",
        "[25659792, 531849, 3080697, 24862, 43911472, 6984468, 4275382, 2864831, 27274354, 15015154, 1032674, 13226043, 65360198, 31585693, 19994314, 31156754, 61014433, 301932, 6972293, 45677868, 32863238, 55365859, 20156275, 8966818, 1296540, 34825096, 25458757, 57492967, 34121672, 53487581, 54155622, 14686504, 2361002, 3141956, 426522, 57252592, 43843664, 23871, 1330188, 43911086, 67279077, 8245256, 3028377, 19876749, 13801712, 9303405, 4380700, 25215220, 23854177, 24299662, 43853813, 27535150, 6728737, 2387344, 5382150, 50404581, 6760389, 35211682, 884056, 29191077, 3285059, 40478583, 28930609, 12638661, 1266369, 3450096, 53746577, 48846696, 67726685, 25215165, 47710154, 49647732, 8244710, 56383357, 2899729, 3328852, 67921778, 8245125, 25215091, 67624046, 43981430, 8892877, 16869228, 2181812, 42102760, 43977806, 858120, 54009788, 3028364, 15212680, 56571529, 2436101, 14142111, 3069815, 29178, 140607, 26394035, 17158174, 28782563, 15974787],\n",
        "[3190097, 1092923, 1494648, 55779, 2126501, 15733701, 390777, 34986915, 1520204, 466299, 213636, 1464549, 19133401, 699773, 6874049, 15438359, 12431, 323158, 55769, 772931, 26384374, 2543721, 2511485, 4701882, 32242976, 629587, 694224, 11546879, 442461, 1631451, 19346501, 349417, 3235536, 2606570, 63912200, 939879, 1044116, 833177, 2611286, 672117, 450733, 502593, 33367993, 6507276, 3823647, 32270, 46426771, 2606163, 30720880, 42411494, 2621292, 2612369, 10203438, 55773, 55249, 28168642, 74048, 10646287, 35482690, 1201607, 7137374, 50575063, 1520208, 11710076, 8642120, 1566175, 5376796, 852361, 880436, 2607347, 35326347, 9651444, 38720150, 2929543, 2519024, 14919830, 1167478, 6603790, 14078821, 69398, 26668052, 3161187, 5101133, 19633684, 39029693, 845682, 39400840, 1110265, 2972976, 15839737, 14885323, 19202340, 1497849, 1562368, 50136811, 1118090, 2331265, 20221047, 915123, 4730032],\n",
        "[351656, 36674345, 18985062, 149306, 14773, 15271, 590464, 420576, 12398, 237495, 1704673, 2987862, 1197962, 16609882, 195598, 1092026, 149354, 15036, 1524523, 1190694, 911519, 6633626, 442816, 37464417, 410474, 1285591, 84632, 28682259, 1845896, 237494, 163152, 478981, 252857, 309801, 464877, 144589, 831744, 18907958, 315578, 2366154, 909602, 15445, 10568670, 153852, 14632009, 427282, 302913, 163901, 5172349, 576906, 12966709, 2437932, 2073183, 495664, 1977527, 185945, 47577212, 383162, 1976484, 3978080, 10387486, 1688815, 188369, 287104, 19196209, 176292, 321438, 261193, 1036854, 4122841, 52555, 1386800, 64425007, 209050, 22763305, 89587, 218360, 1568613, 22128761, 13061712, 274322, 598971, 659094, 7311344, 25274, 41127855, 35482706, 16264786, 34850421, 26172152, 6275959, 26374420, 18935157, 11113, 4780237, 1958099, 237536, 6444716, 19734544, 2829647],\n",
        "[22093, 450389, 16795291, 12658654, 890793, 11934091, 1385825, 8642616, 278018, 835946, 631964, 631870, 1109042, 33819259, 715940, 12106552, 47193342, 12144057, 49885111, 45049995, 1277423, 55053329, 5877677, 4985475, 3669788, 59798759, 5877670, 59079677, 1890933, 8747147, 38000871, 5793078, 20222830, 671992, 748251, 11247292, 65166616, 751668, 2066890, 27871561, 752314, 15350815, 32269679, 1625381, 516570, 42904422, 758411, 4108839, 1478712, 2065189, 786372, 1811320, 29573707, 987153, 2065129, 1163174, 2065157, 1156963, 2043375, 2065125, 753474, 1826771, 2065193, 2065195, 5172009, 46965002, 48189134, 213483, 2065188, 2065175, 39960194, 57400264, 2065185, 2574856, 1203292, 39893099, 9733533, 34327305, 50590102, 4516528, 64639133, 2065180, 737534, 2979773, 2065184, 42553657, 2065134, 1811390, 7877714, 16858598, 6560301, 68253, 2140866, 12211979, 17460096, 2065145, 4212324, 1891771, 25990954, 2065141],\n",
        "[34258, 11792856, 315141, 59580357, 626718, 628346, 359983, 59052395, 92222, 196789, 419015, 734272, 6154795, 1226448, 1381751, 47035547, 744158, 7702313, 2024079, 1017009, 59516988, 60823333, 6933106, 3127300, 60705564, 16488467, 6155148, 666420, 32016617, 34756533, 23834216, 31793047, 59899027, 4242777, 38424, 60468426, 43611227, 60992198, 18911094, 60851303, 60310807, 44270128, 1817874, 47586513, 62498012, 61697493, 44035836, 803145, 988753, 34843274, 62557135, 53087254, 62342792, 2020047, 4523354, 60273656, 40729744, 64531956, 7343803, 62151602, 1652601, 45482242, 61690747, 62549131, 17125359, 10671559, 5630807, 64667707, 20757320, 66018807, 60346289, 49977564, 53892576, 60300514, 30137973, 38654281, 56565380, 43273537, 13936750, 60207932, 61583621, 61285582, 31385841, 46719542, 43884703, 20849560, 60591184, 57517319, 60676269, 59892488, 13556889, 60586663, 32750396, 65529029, 60594563, 66248771, 47161674, 31685961, 61268201, 64145298],\n",
        "[56412019, 50674, 19828134, 301314, 66966, 66957939, 73408, 4607980, 449547, 583932, 39345877, 30948079, 209009, 429693, 525270, 396505, 773501, 26610430, 169842, 41568624, 2402352, 3600824, 868187, 33167002, 3081811, 503493, 430921, 8481, 41647056, 31055989, 822244, 127856, 207347, 14052258, 10669865, 209213, 11032767, 5183239, 1373239, 5482826, 381399, 318779, 59659927, 67026877, 57858983, 151922, 35326709, 2786476, 39436144, 472464, 3278973, 25164793, 11288620, 63994292, 18967, 58567222, 681486, 10627455, 2191219, 6643402, 14660182, 16079692, 18952739, 20525086, 4277624, 40622852, 37444274, 60412327, 1560443, 13434020, 67415, 1708475, 472062, 63269647, 492012, 11130114, 31982010, 4380331, 5558720, 940594, 14174833, 22302317, 166784, 4056903, 22947141, 44733830, 67554, 7811872, 4273372, 13222218, 24180994, 11789084, 1257003, 39177751, 3524282, 18084100, 216428, 3957722, 475482, 27192907],\n",
        "[63631542, 48561519, 633458, 7912947, 12772, 987724, 821829, 903187, 60497685, 64192678, 1297796, 44251245, 11137278, 9947244, 6939163, 1674060, 66848426, 63567907, 10894103, 55960921, 25219375, 1814699, 7441023, 10039375, 31728348, 39774839, 5322079, 56574387, 2945076, 247083, 56336081, 7803852, 62393613, 51235563, 21412004, 58864683, 63698086, 7479199, 42489952, 28086000, 61459865, 35551453, 1255199, 56282527, 64966775, 67759831, 63140083, 35282032, 1702593, 1210300, 6944394, 32484547, 14208718, 18541294, 439102, 52022005, 3546630, 33567480, 63716341, 19818973, 53143574, 17582411, 47732325, 64027932, 62543021, 10465469, 13761065, 39327056, 51408737, 63607835, 35565855, 58436572, 13270228, 1532134, 42075805, 63910255, 61763915, 20135897, 9730205, 49505647, 34298473, 41616543, 39506742, 44511137, 64693319, 9040490, 44258772, 63434963, 63890735, 64756507, 6966752, 64146290, 1265651, 53353780, 63698088, 64011857, 23008897, 67552614, 36619752, 57225038],\n",
        "[3386, 273285, 73126, 4874, 4314, 437573, 2154, 2571986, 4745, 4035, 118365, 4501, 5259845, 3579086, 51054, 4650, 29448480, 1869714, 23278339, 363831, 44751865, 3385, 220533, 343560, 18618063, 103363, 2839195, 41677925, 1083841, 1281036, 34119966, 183233, 971243, 466982, 179643, 162107, 19952476, 2849796, 1929232, 19594534, 84154, 1635944, 150116, 58917, 1816295, 33757091, 366477, 156222, 37941, 3360481, 24480838, 168303, 490771, 215706, 12737, 5566666, 321496, 150063, 171131, 13745292, 20648200, 2299834, 602895, 167599, 2166214, 3760297, 154957, 241617, 412662, 709344, 142000, 30875801, 154144, 1930287, 616975, 375332, 15114517, 394774, 8318280, 61084601, 1162603, 200971, 55983, 333155, 237790, 106328, 23603611, 38878250, 1030599, 1699035, 2410417, 7663095, 226085, 12714970, 253746, 61550, 315407, 329893, 663275, 2286114],\n",
        "[11951528, 161232, 322147, 167599, 6640653, 3920193, 591031, 20451, 754804, 3876620, 954310, 3793631, 20691749, 673599, 62120, 597112, 41861349, 33614255, 13049327, 92605, 607265, 182510, 39719748, 314926, 1270973, 371250, 2953995, 181286, 25340430, 1353018, 4500088, 586023, 5222749, 209068, 295757, 596639, 63455, 1856623, 511678, 620845, 681279, 556241, 1665752, 21182305, 1535983, 1955760, 37680673, 43788307, 598085, 45078589, 625219, 4683916, 12112121, 1954591, 1851355, 10845858, 4354571, 1238988, 3868622, 795176, 35698124, 3032446, 34305662, 1685440, 25701552, 2803150, 9974098, 15449759, 167557, 1934018, 33573932, 2068117, 8278435, 19760438, 11827016, 4221444, 4572602, 101921, 1724225, 5320368, 11081144, 150389, 62121, 1285833, 33759615, 2600572, 3832361, 34367193, 1166096, 15863505, 23322195, 61530, 133590, 4747933, 103088, 18727932, 723582, 1118654, 26967810, 3339444],\n",
        "[38393, 37674, 19179331, 2960722, 51847, 252020, 93996, 1738731, 252112, 462670, 74961, 677590, 3539514, 172198, 252740, 4202396, 904322, 599738, 263896, 5609864, 250184, 9020, 253185, 6551171, 307678, 633016, 1748990, 73440, 250759, 679530, 77548, 364625, 339244, 23930981, 262694, 218020, 766523, 860878, 2579000, 429387, 35397113, 125731, 12863003, 8993, 448963, 9696839, 573419, 512470, 282854, 2397993, 3342099, 306673, 2508980, 2655767, 448802, 232031, 16203347, 1008396, 1761526, 2986098, 39322520, 230456, 1243082, 440018, 2554026, 13172792, 729708, 38998, 73439, 49312824, 217855, 17069844, 869607, 897122, 867752, 21905962, 737709, 5230930, 12234103, 76029, 429291, 3378227, 386556, 259125, 16089223, 54655786, 213392, 2133681, 2853674, 19837004, 3512496, 3024203, 6497307, 256010, 39422490, 438705, 3007132, 2608233, 10432306, 1242147],\n",
        "[2036409, 79732, 4684521, 35052231, 32524560, 644781, 1402022, 2174092, 2911731, 11231759, 4512778, 46569126, 10315632, 52882803, 37032671, 52233118, 50991931, 37467283, 64063484, 46628647, 33585323, 60413551, 5313137, 33042015, 26744002, 62112656, 67393290, 47059783, 64104348, 63010392, 16335584, 44763706, 26581410, 31200215, 24094055, 66430560, 10410269, 48248761, 36574953, 41926675, 34906877, 36240103, 32879851, 31739575, 10873911, 33816178, 62062366, 58003077, 37606839, 12713710, 33420422, 50365478, 10873990, 36978196, 37151776, 38159007, 40689383, 33944318, 49665070, 36108216, 46319814, 40542694, 33975028, 36494442, 38981541, 62041849, 62052328, 66605355, 43070045, 57368195, 33908676, 39758930, 31689407, 37098058, 52387015, 32983165, 48187891, 33263291, 36101315, 31753774, 36101304, 988918, 44972914, 50364624, 44778902, 47503466, 49420465, 16717083, 34017012, 58726367, 67559808, 62077609, 33947638, 32917193, 40636307, 45239242, 65971987, 34874949, 45510854, 35734709],\n",
        "[46530, 183233, 921548, 7179803, 60883, 5217956, 33731670, 767894, 55864774, 937479, 43239050, 7179668, 41451023, 6031187, 2956667, 30286002, 2875347, 1103769, 244596, 2097422, 1975271, 18383702, 394697, 35127728, 36041047, 275606, 77674, 911228, 676646, 1954542, 35729649, 1732642, 2969166, 755336, 11463526, 3470969, 10489375, 452274, 923156, 2088566, 787873, 676647, 25838080, 2140038, 7892590, 49402921, 33279717, 973730, 3465338, 64054036, 68253, 7235116, 22936, 625680, 16896651, 53509, 7007875, 33530940, 60961511, 10221371, 8121276, 382207, 275611, 3679872, 21304320, 19526055, 40417489, 2236869, 2582836, 5299079, 46760514, 226189, 157538, 3434750, 47521372, 2834810, 6322264, 41512, 5462982, 23596663, 10420402, 1597099, 5740144, 21909754, 42213149, 60977342, 845920, 1234326, 2999332, 3113630, 7695592, 26130587, 37360963, 55216958, 2867523, 10568, 41498, 3060376, 41702337, 935303],\n",
        "[20966, 2855554, 31710756, 61702, 61760, 23245556, 23245410, 61827, 24128375, 23251708, 83065, 62009, 27306717, 81240, 61845, 47125790, 61834, 164342, 5027882, 538696, 57317453, 99028, 354987, 316, 76841, 1074657, 61831, 62008, 62390, 77819, 61843, 20986, 21555729, 1476763, 1476751, 198014, 249875, 1235674, 1476749, 1039507, 61833, 3181181, 186061, 3307876, 182127, 28901997, 186067, 186074, 186068, 933299, 199286, 426381, 1476761, 11861447, 186071, 660616, 105391, 526264, 933210, 3228895, 933271, 415038, 186059, 418570, 6776545, 68253, 403585, 1424178, 934022, 9702183, 201173, 415037, 933894, 1266458, 1476758, 61830, 186063, 2851438, 1218903, 3987261, 182065, 3434750, 199318, 2386256, 933368, 1476746, 8682579, 2299922, 933485, 598942, 3564279, 4157477, 9737842, 493776, 3405727, 37864037, 250941, 11165435, 61823, 348221],\n",
        "[31165, 9232, 1715032, 2428259, 18013686, 95391, 214505, 1533926, 1264189, 44958, 203798, 563628, 48563, 28176, 60646, 2044496, 989173, 31235, 2040288, 6112, 1387667, 3131985, 12232, 470063, 118767, 750772, 432015, 148869, 305175, 304374, 1295216, 782607, 14571394, 1273047, 2728830, 9838, 54297895, 5654862, 46889, 2254976, 1586692, 1278990, 339202, 2875347, 237035, 100436, 4102501, 272986, 70730, 70600, 2251698, 20928583, 180354, 12903344, 1954515, 28148885, 23691497, 384679, 1982144, 121793, 827692, 4745489, 2156886, 672153, 2857794, 188622, 28837, 1371609, 572255, 358731, 548182, 23953672, 1341873, 215192, 4568, 8216332, 16450146, 7224803, 176645, 1612492, 264342, 33323575, 4160227, 1021467, 1047459, 35392555, 17725388, 37051978, 719340, 39064870, 1808763, 3810186, 5002871, 46649379, 1168638, 24622707, 29139393, 391011, 2026707, 522978],\n",
        "[2855554, 82755, 31710756, 15043, 28189, 87184, 27073, 1625564, 40203, 10363, 39529, 1104356, 113357, 18426568, 164342, 32370, 16421, 177602, 221550, 948874, 8949413, 538696, 9697, 1341549, 30450, 3576746, 23941708, 50896, 20598932, 177571, 34669, 77819, 183319, 339977, 337031, 558990, 21555729, 33544076, 2061420, 2367327, 1019722, 171581, 28901997, 11861447, 54465810, 105391, 38458, 752875, 20018, 28431, 1424178, 74337, 149124, 84237, 3989, 113053, 263344, 463721, 3395801, 306755, 2299922, 17431092, 37864037, 265033, 8466916, 586049, 573460, 25009100, 44079493, 4038261, 1553191, 4712451, 10599692, 4055672, 4038124, 385771, 4056032, 37114091, 2172445, 1322998, 28434, 10204411, 45752, 26956, 67896, 403717, 26096660, 242135, 1736295, 18559526, 29006, 76515, 859594, 742825, 58064305, 160802, 28237, 7988, 637494, 36100025]]\n",
        "\n",
        "#Average time for 19 queries: 1.9231084942817689"
      ],
      "metadata": {
        "cellView": "form",
        "id": "gziWAyePM-WQ"
      },
      "execution_count": 12,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "bm25 with pagerank (2 * pagerank * score) / (pagerank + score) - version 3\n"
      ],
      "metadata": {
        "id": "aI5l8BiVV9N4"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#@title\n",
        "#bm25 with pagerank (2 * pagerank * score) / (pagerank + score)\n",
        "\n",
        "combine_bm25_pagerank = [[23862, 10849171, 18942, 23329, 730903, 819149, 226402, 1984246, 88595, 4920126, 2770036, 390263, 5818536, 2032271, 696712, 5204237, 2901907, 29040606, 1441500, 271890, 83036, 18384111, 2564605, 102312, 639888, 1996367, 5250192, 11322015, 51218917, 24193668, 890353, 3596573, 22113769, 36293816, 34292335, 4218966, 1235986, 54361643, 2009536, 25223558, 41170321, 794677, 49119569, 46233379, 40971733, 5207055, 12468136, 46448252, 30431128, 3274540, 36091677, 42369403, 24305353, 21356332, 1561564, 14969781, 47640599, 20153369, 49703421, 18805500, 5087621, 1298261, 7366168, 6081823, 29772882, 24193838, 37795778, 38007831, 18174272, 4225907, 36238835, 56115363, 7837468, 18098286, 24057265, 21702456, 8471397, 43723435, 13062829, 1810666, 12893629, 4210784, 18902164, 2231952, 58429169, 13340853, 4930338, 2293497, 25453138, 1631071, 18836690, 6146589, 27238018, 1250582, 8515459, 2843493, 25049240, 46315592, 45574528, 54084677],\n",
        "[35458904, 24810701, 7697770, 323392, 2155752, 6277878, 10806718, 41872647, 42257595, 177098, 7671, 5296529, 3156313, 4855658, 22783368, 23943140, 10022970, 22869116, 32230393, 3910771, 22962018, 7426352, 31915311, 1001976, 549356, 2312692, 4877703, 46374359, 4234887, 17332858, 3641207, 16191273, 3980048, 12468027, 1933413, 1501245, 31663650, 42566408, 28664832, 29058083, 18946341, 19607864, 32855218, 21047573, 11255140, 25893176, 169633, 54321847, 13555870, 21775926, 45443335, 55646581, 39723782, 62500799, 4014599, 50093614, 57510608, 49281083, 55052729, 58640005, 31012877, 5207055, 19075690, 6470992, 68181697, 28895156, 39783443, 2099106, 37849704, 58342337, 47892671, 22185946, 8199240, 49954680, 63148404, 490906, 55207134, 55956334, 40066499, 28770638, 46759922, 29056004, 10981939, 2985683, 18010608, 63016369, 33387949, 52286308, 59007180, 51505979, 48854807, 67596545, 580067, 37324211, 43010557, 5678122, 59161413, 48364486, 45511007, 42840327],\n",
        "[21035, 69893, 527756, 608002, 2555865, 5692662, 14188699, 567415, 14188702, 23504904, 739855, 8235440, 843361, 600236, 57399598, 1545827, 21496931, 12410589, 8365882, 4871013, 579516, 1368247, 188521, 4544974, 3806895, 21362381, 3602651, 1583402, 2283663, 5690287, 3332410, 984433, 188523, 47403613, 322210, 655650, 6154091, 2933438, 1141900, 5691841, 4442267, 4429967, 40493153, 3108484, 3254533, 11193835, 3490420, 3292384, 51078678, 3320309, 43622755, 33670880, 4206029, 62871079, 14303671, 36579839, 692988, 34689810, 3868233, 3053003, 910244, 22294424, 47409116, 26060699, 7362700, 12742788, 28245491, 22352499, 12652799, 14725943, 36666029, 50977642, 21197980, 55115883, 685130, 50083054, 36228961, 45636525, 18419911, 8819306, 19330429, 29869754, 6052114, 37936488, 7957316, 24224679, 41923948, 44864362, 36579642, 46520813, 16982268, 36575397, 14201682, 9383378, 4378440, 3867847, 16115433, 18741438, 2702930, 3244730],\n",
        "[7089, 3046256, 100710, 6672660, 31128, 76723, 49770662, 531897, 12090450, 1471058, 32652613, 2678602, 1247202, 7419133, 26879832, 1730071, 4652053, 5290678, 2052211, 2399742, 3143135, 531918, 18509922, 167891, 3881415, 488095, 2208584, 540333, 3720007, 28036384, 3121464, 1217747, 42051632, 17720623, 22002568, 3881265, 694295, 43098662, 1545663, 3105691, 318873, 2918178, 15426248, 930516, 4984414, 3098266, 1979873, 5239060, 25368344, 1503768, 30874550, 7151675, 518883, 1631338, 1009495, 9905728, 59378716, 12285804, 936243, 607013, 2302721, 42265753, 39276645, 1770825, 1495466, 22631033, 2457818, 1148978, 3541700, 538890, 19628945, 2757168, 24326330, 1981229, 10470619, 37243595, 13964757, 35648481, 4029086, 8175846, 3140957, 6688186, 2583969, 17456975, 2237197, 7380293, 14406257, 3544970, 48801464, 3190605, 27767967, 36961531, 7082459, 55225594, 14945749, 7518753, 21358361, 51043226, 36743697, 7061714],\n",
        "[25659792, 334546, 371830, 29178, 140607, 30916, 349722, 224782, 20229, 611752, 531849, 6229565, 36442869, 426522, 9955119, 446865, 2864831, 30876926, 414614, 1187122, 39797382, 5868770, 3080697, 28096212, 19475753, 456363, 3644621, 2181812, 579040, 1431461, 16591942, 1748240, 25882073, 1950442, 602599, 1032674, 301932, 2599189, 6984468, 858120, 35211682, 3069815, 14686504, 43911472, 19876749, 3154886, 2568868, 8720533, 3328852, 1834446, 39250082, 23852947, 1330188, 2899729, 4275382, 17158174, 3285059, 6770948, 8966818, 48846696, 6728737, 14920333, 5382150, 4010725, 13801712, 462173, 2387344, 26189868, 67921778, 43977806, 58057938, 1920945, 12638661, 27274354, 15212680, 6972293, 2241489, 34121672, 19994314, 53746577, 12853101, 24299662, 8245125, 38235554, 25882143, 3630000, 65360198, 2436101, 31585693, 25215140, 10123516, 1266369, 3141956, 6760389, 14136157, 3450096, 6034900, 29191077, 45299216, 16869228],\n",
        "[25659792, 24862, 29178, 140607, 20229, 531849, 6229565, 426522, 9955119, 446865, 2864831, 1187122, 39797382, 28096212, 5868770, 3080697, 19475753, 456363, 2181812, 579040, 1431461, 16591942, 1748240, 25882073, 2361002, 1950442, 1032674, 301932, 2599189, 6984468, 858120, 35211682, 3069815, 14686504, 43911472, 19876749, 3154886, 2568868, 3099213, 3328852, 1834446, 39250082, 25458757, 23852947, 46207366, 1330188, 2899729, 15015154, 4275382, 17158174, 3285059, 6770948, 8966818, 44046411, 48846696, 6728737, 14920333, 5382150, 25215113, 4010725, 13801712, 2387344, 26189868, 32863238, 27535150, 67921778, 43977806, 2136544, 1920945, 27274354, 12638661, 15212680, 6972293, 2241489, 19994314, 34121672, 53746577, 12853101, 40055348, 24299662, 9452805, 8245125, 25882143, 36120934, 41451615, 3630000, 65360198, 2436101, 31585693, 25215235, 25215140, 10123516, 1266369, 3141956, 6760389, 14136157, 1909422, 3450096, 29191077, 16869228],\n",
        "[3190097, 1520204, 6874049, 30720880, 18564009, 38433037, 2728137, 736238, 33367993, 22411575, 55633178, 59149588, 8611060, 5929325, 2824036, 1566175, 191379, 62476532, 980748, 5091321, 34113322, 4873637, 16822361, 37514107, 43194901, 19973255, 43997189, 14668684, 2231381, 29283755, 2273087, 38873002, 142247, 37155273, 2234471, 18121133, 39116108, 23521191, 28690270, 19770826, 46493906, 42960979, 197813, 18685480, 38228002, 9825623, 9894622, 620257, 177636, 7582745, 6073784, 24386465, 10619416, 62514258, 43088191, 1842570, 8130575, 25546632, 44710922, 19771246, 17264400, 24050502, 34531879, 47764110, 28333741, 12003767, 12214034, 52943180, 15810462, 8161581, 44188188, 14845597, 60799508, 33321947, 35648233, 67467862, 13807202, 143069, 58708106, 45164308, 7848175, 28832613, 58004415, 23875032, 14624778, 39851207, 13783156, 2715810, 39252749, 41444964, 53910490, 48412872, 6458879, 62210591, 31192206, 48738733, 10708593, 25546833, 62557830, 65916299],\n",
        "[15271, 149354, 2476424, 71608, 27511028, 14343887, 48788602, 442684, 346470, 10715937, 261193, 39000674, 40990, 17785794, 762092, 4743980, 1557599, 32335869, 1897206, 10963, 17212387, 743971, 9586885, 9672320, 14109784, 11246715, 19988623, 2764233, 3781784, 27864034, 9511414, 33158074, 731640, 10298070, 20797749, 2727254, 296950, 25050663, 7872152, 509624, 504195, 15767995, 31200516, 1514191, 34029114, 24997830, 10525892, 903495, 18143904, 33936753, 2232087, 34658270, 33407925, 11081803, 11824669, 7898743, 60384473, 5763387, 1185840, 10179411, 11486091, 33488832, 1981660, 46227943, 905659, 24019253, 5818361, 7271261, 14156172, 10328235, 5087427, 509628, 6228190, 18050819, 17770654, 11285750, 14473878, 10818378, 21312301, 25957127, 59280201, 44578960, 26039201, 4694434, 10148645, 44579120, 38156944, 9895760, 6855527, 30671765, 18374763, 25962276, 25959000, 39101824, 59558412, 4881262, 25130414, 12724426, 25271852, 20632884],\n",
        "[22093, 1305847, 20222830, 835946, 28141073, 287571, 1385825, 4108839, 6560301, 450358, 30628560, 23334774, 2070674, 1478712, 3545532, 29148292, 3589868, 25990954, 12754503, 29384105, 987153, 4875159, 5958023, 4875070, 4875707, 10964966, 18599427, 3115199, 7390444, 4875730, 213483, 34847833, 516570, 4875447, 20348693, 331909, 4875689, 8714135, 4875744, 17104986, 61115258, 4901062, 5970183, 4342232, 5189581, 4875500, 4875371, 4875945, 4875979, 11019409, 23550916, 18257569, 4876060, 30743484, 4875582, 9041843, 4875607, 27880672, 6398929, 64658001, 4734714, 23038516, 13085823, 28768842, 25002761, 23038575, 31086373, 17261402, 9970399, 24205438, 35292997, 35928435, 36032038, 7083986, 15685505, 36032535, 36090998, 5747468, 22529216, 26070660, 6215230, 25852584, 2249755, 36027390, 43575130, 4604430, 8560405, 14874642, 15258442, 9700922, 15679645, 2080104, 13165252, 24189962, 30156859, 1956255, 15679263, 1788988, 15679509, 4499866],\n",
        "[34258, 626718, 59580357, 315141, 47035547, 11792856, 744158, 628346, 1381751, 1226448, 585681, 92222, 734272, 1781430, 59052395, 1041815, 418999, 44270128, 59516988, 196789, 3127300, 4170824, 988753, 1567383, 2024079, 60823333, 11659675, 6154795, 38424, 59892488, 62498012, 59900488, 33740268, 60199413, 60273656, 60705564, 384057, 1417270, 60649880, 61204876, 56565380, 6126472, 34843274, 25585138, 52759778, 60310807, 40146088, 60830034, 60992198, 4242777, 6155148, 57440142, 60468426, 33069452, 13556889, 66018807, 31793047, 1652601, 31813523, 59899027, 59885919, 18911094, 39438820, 60207932, 49977564, 13412771, 65840055, 34756533, 25814856, 17125359, 35795560, 61376364, 32016617, 60586663, 39167804, 60257192, 64531956, 60591184, 47586513, 32520296, 3083919, 40729744, 60300514, 61697493, 26136097, 59969132, 29828807, 1775374, 31385841, 44035836, 11487904, 25308948, 53087254, 2967962, 13479050, 45482242, 30137973, 37315014, 60689006, 59828879],\n",
        "[48340, 5498413, 965323, 809539, 367456, 860440, 57866, 216161, 246674, 1205877, 1935605, 7173874, 5818788, 509711, 3829082, 43542518, 4619516, 6006385, 5132315, 7514465, 3513027, 2740385, 16534351, 14712290, 1724862, 2254244, 1572831, 1023906, 2268820, 58709631, 445901, 6612910, 1521144, 2040853, 2524792, 2368466, 11921706, 817396, 15564657, 217355, 9601217, 10883144, 11890011, 13157907, 1429257, 30458850, 12920770, 1043908, 9270823, 4096271, 11127840, 21437273, 41483791, 787689, 16465010, 3779907, 1447942, 20095110, 2935172, 4056903, 40876538, 883803, 24998054, 2030930, 11465995, 10930029, 472062, 1640923, 1965419, 2736835, 55775421, 35731655, 2116491, 8193217, 2970534, 2520434, 16671094, 39562449, 952429, 1864623, 37739169, 23851958, 7852272, 11127730, 34030954, 2806926, 6254907, 14402154, 32843945, 42481182, 12356670, 1851040, 7811872, 34057325, 23269310, 31989549, 4986149, 47153559, 2208924, 54072887],\n",
        "[633458, 12772, 1814699, 63631542, 74910, 903187, 821829, 1297796, 3645626, 2828932, 568164, 159546, 736419, 63164437, 63453597, 7912947, 48411613, 439102, 494877, 18541294, 14998678, 1255199, 63567907, 10465469, 2160163, 2248622, 452271, 30856040, 66859257, 7441023, 6823211, 63607835, 2753652, 44258772, 64192678, 13333037, 67552614, 1532134, 1422391, 33394151, 464137, 28086000, 48561519, 56282527, 3169363, 25815129, 5322079, 34336876, 64756507, 14208718, 30940992, 9947244, 2228989, 36619752, 2491636, 2945076, 23682436, 10039375, 64966775, 9730205, 9040490, 28735053, 987724, 19818973, 63534003, 1734744, 13761065, 13270228, 60497685, 44961340, 7479199, 2588455, 6434357, 35551453, 36558412, 1674060, 52579170, 7439323, 1891921, 1702593, 23008897, 57424164, 3546630, 45691074, 6654240, 39327056, 6944394, 32484547, 67759831, 3981190, 34735506, 44251245, 63716341, 3644628, 25219375, 41616543, 4269364, 64027932, 62376272, 63434963],\n",
        "[366477, 1772129, 54632, 979652, 550558, 6684026, 4202163, 1681494, 2399020, 1268840, 664951, 2172822, 12276423, 6759788, 42448153, 8817935, 28153175, 3252816, 700641, 22296269, 163649, 31265743, 58009, 3286723, 8726845, 360797, 13771900, 6146841, 6104568, 21838606, 29772915, 36417120, 33871707, 6354249, 12309538, 2574560, 21525171, 8641291, 2599449, 31185151, 18022240, 4789153, 2675881, 18007045, 2940768, 13244193, 21442254, 1944783, 231553, 29248323, 19364799, 19717901, 24387272, 50519954, 15071164, 12493136, 41852447, 48522553, 6143707, 18564380, 21462915, 36825885, 41428490, 17440344, 12660818, 49951693, 3248798, 23346566, 8900025, 8418418, 23311269, 33662296, 25456666, 20302560, 21980991, 1468043, 20775117, 25351191, 39271863, 4229394, 50102350, 25611674, 38961315, 4354203, 1933484, 9987557, 59540110, 22348483, 31977476, 360789, 50394170, 33503564, 11984008, 3267833, 62498449, 62803499, 54306436, 30890975, 65947779, 51361707],\n",
        "[4489, 150389, 35334391, 1243208, 403653, 1465626, 250247, 20014929, 400993, 1577288, 327164, 344269, 4377168, 2139191, 314703, 702635, 35306610, 1752731, 409291, 14290366, 627972, 756765, 7967298, 1328218, 2775579, 31439601, 17499968, 2192185, 14253790, 1027896, 1045845, 48475515, 54736719, 11155996, 4668823, 1352921, 1358800, 47348889, 1848779, 45079706, 997303, 2462939, 1042227, 8539701, 4371867, 2252455, 194609, 54754604, 12915125, 90291, 1080173, 2526670, 332308, 62843191, 38481443, 1500790, 12968191, 3611109, 7364325, 3647801, 31153815, 46847785, 2581217, 291796, 2478595, 22113148, 28456222, 1104090, 3223727, 50364362, 3357256, 50410718, 1764686, 9602088, 12515813, 1703361, 12515361, 53002477, 2971938, 3039817, 581846, 2295417, 12644755, 8805458, 6828470, 65422121, 51381883, 20233127, 52146943, 44644088, 54863336, 12139510, 224076, 2968175, 15846700, 5594361, 54461902, 20209449, 17276201, 2287395],\n",
        "[38393, 37674, 1738731, 647768, 172198, 512470, 43707, 282854, 440018, 27676, 860878, 2579000, 1745942, 4877471, 100039, 462670, 1165341, 34154764, 431045, 6497307, 599738, 425930, 864249, 9696839, 582735, 5230930, 1432459, 4014955, 260348, 1793236, 19837004, 1765938, 1240837, 782313, 25767152, 64473465, 3115732, 21905962, 229122, 801064, 1732493, 3654631, 67965816, 45641030, 7405184, 2469444, 6589006, 2074986, 286855, 17069844, 13315204, 2277679, 8654845, 20043504, 57161669, 16308445, 1166477, 10432306, 6264793, 11882165, 14490276, 10260634, 39322520, 26325396, 17780886, 577902, 18699709, 8383718, 33655052, 1179787, 12439886, 3275717, 16590490, 1726988, 512147, 602644, 27819756, 12234103, 33125414, 2013446, 39303262, 6068621, 39956275, 9899938, 15190087, 23433315, 33698386, 54715000, 13885409, 56795479, 24461980, 38904159, 1241535, 6236954, 14031995, 24448891, 1241940, 57946219, 4475738, 34533722],\n",
        "[2036409, 79732, 2174092, 644781, 988918, 41926675, 31200215, 1402022, 10873911, 4684521, 33585323, 2911731, 32917193, 8115164, 4512778, 33420422, 12713710, 10315632, 5313137, 36749082, 34017012, 10410269, 52882803, 17678682, 46628647, 50991931, 34533718, 32969713, 67393290, 37098058, 37665257, 21215931, 47059783, 49665070, 36978196, 45239242, 32983165, 33042015, 16717083, 51191273, 34630606, 67559808, 50104454, 43684292, 40689383, 33737951, 10871413, 66430560, 26744002, 28361776, 37032671, 10873990, 44972914, 38147284, 52109202, 43116857, 57973756, 39758930, 41456795, 16335584, 45510854, 59519477, 31955772, 50364624, 62041849, 66605355, 38159007, 67527243, 31718941, 46569126, 38981541, 32879851, 52233118, 23366310, 32708352, 45413302, 36632269, 32961562, 34870119, 65601792, 52387015, 58727067, 33712136, 31739575, 31719051, 38209657, 46319814, 33772453, 45612085, 44148743, 32584965, 33263291, 36141336, 38731052, 40837095, 33947638, 33975028, 31694476, 35673410, 49420465],\n",
        "[60883, 43239050, 767894, 1975271, 43787294, 5217956, 394697, 10489375, 2590850, 7179668, 10221371, 770202, 713611, 33731670, 244596, 973730, 755336, 2088566, 3465338, 2378284, 911228, 3679872, 1194645, 275606, 41451023, 1194553, 11596512, 758612, 8121276, 275611, 672652, 787873, 3126254, 55216958, 9033293, 2867523, 8933776, 23978892, 51554490, 11463526, 30872023, 64573107, 61850536, 1388325, 1011484, 3469510, 45464759, 757998, 194540, 17916364, 2969166, 42019393, 1548811, 23596663, 8935913, 47675318, 18460363, 28174211, 13006578, 2186064, 758111, 35902452, 10151468, 58104653, 23604070, 48742383, 3046600, 7596868, 1718609, 758223, 7268626, 2878023, 3720535, 7165866, 46829954, 8933729, 13259736, 2951894, 11761024, 21499023, 52770177, 13949317, 6363071, 32805214, 36172905, 1437556, 22897785, 46978733, 65322537, 8659851, 15603182, 6461880, 38858514, 20980917, 33889422, 7820304, 48242392, 60158805, 22740491, 58945959],\n",
        "[5027882, 1074657, 59162931, 1275470, 44240443, 41974496, 5676692, 45359871, 36450985, 1779343, 43603241, 22144721, 633317, 36439749, 36484254, 689437, 618979, 12673434, 26999426, 1875331, 36484005, 1535704, 5476946, 1916589, 817441, 41668588, 42433292, 407106, 4451883, 1519783, 4032802, 33700618, 54537218, 3483096, 1743852, 622415, 9110929, 59082207, 1499483, 5454213, 3146871, 2268649, 842924, 5153159, 56289672, 20195784, 407995, 9179583, 10846785, 1700608, 56289553, 1368672, 1305399, 55511148, 6045489, 2328901, 6837398, 6819705, 2260809, 12594568, 36019868, 2261210, 850492, 2287910, 3441178, 2089421, 34197257, 2903140, 3572274, 2437152, 7722858, 743391, 14577142, 619048, 58070474, 17586817, 2117716, 6253998, 2801194, 3255312, 41251752, 55511149, 47802432, 9491316, 22883216, 1756788, 1108610, 45506961, 65358849, 65351112, 66171070, 65464184, 65632017, 14970420, 58519915, 64553968, 60438820, 64182931, 2066366, 9614292],\n",
        "[9232, 214505, 22532674, 705310, 671331, 12232, 135242, 548182, 34080, 222491, 212301, 2040288, 148869, 1278990, 505719, 1388815, 402754, 1273047, 675, 4465969, 3204625, 1954515, 3641813, 23741382, 580320, 343533, 8472768, 198730, 20080528, 1633277, 15026438, 3051447, 12010049, 23569712, 21222098, 1075582, 1029590, 5065635, 26775738, 4539416, 1219855, 12005215, 1083861, 1525546, 1273069, 32123411, 420488, 1217607, 2650598, 1884312, 2661850, 881491, 6517434, 1286200, 16195043, 55703641, 34269896, 43617005, 1815902, 37882040, 22849273, 21751157, 275919, 4649105, 22716058, 504321, 220918, 1815880, 48656, 14713315, 6122287, 19892389, 20060066, 1632912, 18695253, 19787301, 35392555, 40331911, 48534532, 27318220, 26211095, 44347403, 61826939, 13959927, 10049493, 28794246, 66273148, 17664319, 26909108, 42498584, 29041319, 12629761, 21214104, 8166922, 31655286, 3414501, 22235251, 5486819, 21295621, 23443990],\n",
        "[65499076, 14384, 689499, 2241756, 246776, 226300, 512006, 40299544, 275498, 8718, 11124319, 23873, 5292998, 622616, 1353644, 7822513, 3685440, 1922301, 1258387, 1355024, 2076328, 405116, 8297026, 6837398, 6086466, 751734, 690394, 1063808, 6339656, 49474213, 304792, 499482, 7814782, 2550490, 1587726, 3790976, 6918749, 42055310, 6016448, 3682868, 411190, 2404132, 13192951, 2221508, 888167, 9370886, 36263164, 52374278, 1526847, 4995110, 148879, 7018522, 811060, 24426458, 40888549, 25979029, 2011265, 18305539, 2818443, 5733428, 2163531, 7598133, 2065067, 29740101, 12063071, 15648220, 25829133, 28181437, 2359698, 18186114, 8208038, 11772951, 16943307, 3097856, 24965731, 1832776, 6566329, 1382151, 28821227, 5112836, 3178213, 19398877, 7915555, 3038462, 2518098, 30762105, 1821213, 1912016, 947292, 37496160, 2303903, 14276607, 19377043, 32828679, 20399956, 33288625, 6277078, 21960001, 38260572, 1896358]]\n",
        "\n",
        "#Average time for 20 queries: 1.8755464196205138"
      ],
      "metadata": {
        "cellView": "form",
        "id": "ZyNGYrJJHnwq"
      },
      "execution_count": 11,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "bm25 with page_view ((2 * page_view * bm25_score) / (page_view + bm25_score)) - version 4\n"
      ],
      "metadata": {
        "id": "KSKmN9SlWBZa"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#@title\n",
        "# bm25 with page_view ((2 * page_view * bm25_score) / (page_view + bm25_score))\n",
        "\n",
        "combine_bm25_page_view = [[13213953, 46332325, 696712, 21356332, 1255122, 23862, 3673376, 46448252, 58429169, 24193668, 4920126, 1984246, 2032271, 24193838, 639888, 34292335, 1996367, 10849171, 49119569, 18384111, 2009536, 3596573, 5087621, 5204237, 41170321, 390263, 13205433, 83036, 21727049, 25061839, 44783363, 51218917, 40170617, 2901907, 88595, 2564605, 29040606, 36091677, 4225907, 30714017, 13062829, 23329, 1810666, 5250192, 46233379, 6146589, 645025, 11322015, 46315592, 890353, 6823999, 31354866, 30431128, 13370873, 3274540, 8005736, 226402, 18805500, 730903, 6081823, 56115363, 29772882, 13371283, 14969781, 47623894, 6548215, 32910103, 49055975, 23045823, 12893629, 1441500, 2377926, 4930338, 47640599, 18942, 271890, 37795778, 3490448, 35537613, 40971733, 32018084, 36120930, 38007831, 819149, 13340853, 49703421, 34226513, 4218966, 22113769, 2770036, 50020765, 102312, 49158253, 1298261, 23611251, 2231952, 36293816, 18902164, 7837468, 54593622],\n",
        "[35458904, 55207134, 5296529, 7671, 24941586, 31915311, 49281083, 4234887, 4855658, 2312692, 169633, 13555870, 62798611, 54415758, 32230393, 2155752, 2780651, 4014599, 23943140, 56731447, 6470992, 51505979, 6277878, 63148404, 55052729, 10806718, 40066499, 43010557, 7697770, 22962018, 12468027, 3980048, 177098, 54321847, 17332858, 48978099, 37324211, 323392, 28895156, 31663650, 10022970, 19607864, 45443335, 1001976, 46759922, 47892671, 42257595, 4877703, 32855218, 41872647, 37194181, 3156313, 28326718, 549356, 59116880, 68181697, 1933413, 41446880, 490906, 63016369, 56499662, 3641207, 16191273, 49516943, 37527895, 5207055, 25893176, 46827997, 18010608, 10981939, 18946341, 63454579, 37849704, 55646581, 65408599, 62500799, 7426352, 58342337, 38968150, 50187974, 61624594, 21775926, 47502460, 63995662, 46374359, 48854807, 65798457, 60410711, 30973489, 31012877, 61580753, 9668971, 580067, 63438964, 53674861, 58640005, 39230512, 60329359, 11255140, 22783368],\n",
        "[2702930, 21035, 22294424, 22352499, 24224679, 57672434, 7362700, 234876, 54077917, 62871079, 739855, 20038918, 36579839, 50977642, 5690287, 16982268, 55115883, 36984150, 50083054, 11193835, 2555865, 12410589, 3868233, 3108484, 51078678, 7362738, 3332410, 25045060, 36579642, 26584776, 12652799, 692988, 5692662, 40748148, 1015919, 3602651, 3867847, 15712244, 8235440, 910244, 21594484, 67754025, 4206029, 1141900, 3053003, 14201682, 843361, 655650, 36666029, 64269900, 47816999, 26060699, 6154091, 23174077, 2139889, 21197980, 3244730, 579516, 685130, 39458542, 61962436, 21381229, 31556991, 17054537, 25175287, 21364162, 3320309, 24361010, 14001660, 6052114, 54027296, 600236, 14725943, 984433, 36575397, 47456169, 34689810, 57374577, 1545827, 11495285, 21362381, 608002, 188521, 188523, 26085681, 3254533, 7957316, 322210, 60471253, 69893, 4429967, 10600394, 31506509, 46422015, 1368247, 527756, 14188702, 5691841, 20799837, 47403613],\n",
        "[6672660, 1730071, 3881265, 49770662, 1328945, 1009495, 2399742, 3881415, 1471058, 3046256, 7151675, 7089, 2208584, 2583969, 5290678, 100710, 18509922, 47155656, 2954970, 42051632, 540333, 55225594, 76723, 3720007, 3190605, 694295, 2052211, 7082459, 7381823, 5239060, 531897, 167891, 1148978, 8175846, 1503768, 43098662, 2262834, 575594, 7419133, 1770825, 1979873, 27767967, 1247202, 538890, 3121464, 3541700, 607013, 26879832, 55644828, 1981229, 52314067, 48870371, 12580514, 1217747, 37243595, 15426248, 33304847, 4530879, 19628945, 33372192, 24326330, 9491604, 2918178, 17720623, 41794610, 936243, 42265753, 7380293, 1495466, 5321010, 4647172, 3105691, 4984414, 32652613, 3544970, 17456975, 13964757, 14845052, 12285804, 488095, 1384607, 19079925, 4029086, 1545663, 531918, 23159504, 3098266, 31128, 4652053, 22631033, 30874550, 67404387, 2678602, 318873, 2288209, 1780076, 18793523, 15007729, 51043226, 2237197],\n",
        "[67279077, 3141956, 35211682, 3328852, 4275382, 2387344, 25215165, 23871, 3154886, 3450096, 29178, 884056, 12638661, 2568868, 40479151, 49647732, 20229, 3080697, 579040, 56643734, 5868770, 1330188, 43843664, 43911472, 64583279, 6984468, 43911086, 9303405, 6728737, 13801712, 5382150, 446865, 1032674, 611752, 3665690, 3285059, 19876749, 50404581, 462173, 57252592, 1266369, 2899729, 25820348, 8966818, 3028377, 31585693, 47710154, 6972293, 2181812, 14686504, 29191077, 858120, 57492967, 8892877, 46213311, 48846696, 43977806, 334546, 1296540, 426522, 2436101, 3028364, 349722, 45677868, 8245256, 23854177, 140607, 54155622, 8245125, 3069815, 56571529, 16869228, 56383357, 40478583, 27274354, 65360198, 48461814, 371830, 53746577, 414614, 1431461, 12853101, 26189868, 34121672, 10136221, 30916, 4627535, 15212680, 25882143, 30876926, 16591942, 53487581, 42102760, 43853813, 1920945, 301932, 39797382, 25215091, 48461629, 602599],\n",
        "[1032674, 15015154, 301932, 32863238, 24862, 61014433, 2361002, 23871, 1330188, 43843664, 67279077, 43911472, 4275382, 25458757, 6984468, 43911086, 9303405, 3141956, 3080697, 6728737, 2387344, 13801712, 27535150, 5382150, 35211682, 884056, 3285059, 19876749, 50404581, 57252592, 3450096, 1266369, 2899729, 8966818, 3328852, 3028377, 31585693, 47710154, 49647732, 6972293, 2181812, 12638661, 14686504, 29191077, 858120, 57492967, 8892877, 48846696, 43977806, 1296540, 426522, 2436101, 3028364, 29178, 45677868, 8245256, 23854177, 140607, 54155622, 8245125, 3069815, 56571529, 16869228, 56383357, 40478583, 27274354, 20229, 65360198, 48461814, 3154886, 53746577, 1431461, 12853101, 26189868, 5868770, 10136221, 4627535, 15212680, 25882143, 25215165, 16591942, 53487581, 42102760, 43853813, 1920945, 39797382, 25215091, 48461629, 2548627, 456363, 17158174, 25215228, 6229565, 13493965, 4010725, 25215140, 24269016, 34825096, 28930609, 39250082],\n",
        "[3190097, 22411575, 1351968, 12003767, 43419164, 19770826, 25546632, 191379, 18564009, 19771246, 43997189, 44674524, 48738679, 62514258, 58708106, 1842570, 24050502, 33321947, 63439292, 47565360, 6874049, 48738733, 34113322, 15810462, 8161581, 38433037, 29077045, 60356352, 980748, 1566175, 38873002, 142247, 18121133, 2715810, 28726646, 10619416, 23521191, 44188188, 1520204, 30720880, 2273087, 13783156, 57850795, 28333741, 43815192, 45690506, 42960979, 33367993, 2234471, 53530163, 736238, 9351002, 39675788, 54475026, 5929325, 55633178, 59149588, 43523511, 60230131, 44710922, 2231381, 25546833, 28690270, 43194901, 61769628, 46493906, 9825623, 48412872, 15650970, 24386465, 46551547, 143069, 16822361, 49931371, 29283755, 5091321, 47764110, 2728137, 58004415, 35754027, 4873637, 8611060, 620257, 23868177, 62557830, 58426738, 2824036, 37514107, 67264281, 6073784, 14668684, 65297129, 14624778, 41444964, 18685480, 32152362, 40871308, 9894622, 67467862, 39851207],\n",
        "[15271, 442684, 296950, 1514191, 731640, 18550455, 4840292, 261193, 509624, 33407925, 905659, 9511414, 1897206, 18374763, 1185840, 14343887, 39000674, 38156944, 60621622, 17785794, 10328235, 22049756, 743971, 26039201, 35901496, 4694434, 10715937, 54025003, 10818378, 33106880, 15767995, 24963841, 14473878, 346470, 5818361, 31200516, 27864034, 762092, 751691, 494530, 71608, 9586885, 6855527, 1557599, 11486091, 40990, 11285750, 25130414, 14109784, 34029114, 33516090, 2727254, 11081803, 21312301, 7872152, 11373842, 54954832, 2232087, 2930391, 10963, 17212387, 11647367, 34658270, 509628, 33158074, 19988623, 24997830, 9895760, 2476424, 25050663, 44579120, 149354, 5087427, 48317971, 34600216, 10219559, 903495, 11246715, 11184711, 11824669, 34060917, 4743980, 24019253, 13366874, 31120153, 3844607, 9672320, 25959000, 46227943, 32817039, 21106742, 42574375, 22326312, 18143904, 20797749, 25957127, 7082226, 4881262, 18050819, 30882491],\n",
        "[43009552, 516570, 29384105, 15679263, 15679645, 30743484, 4499866, 15679509, 15258442, 35292997, 15679014, 42939097, 9499622, 15679642, 10964966, 14874642, 15685499, 987153, 23334774, 15685504, 15685366, 15685505, 48385834, 11495438, 15685373, 1385825, 15679259, 4875371, 37939808, 18599427, 25002761, 28768842, 9041843, 4875707, 5175024, 15685265, 12754503, 19353344, 4875582, 39046002, 4875744, 49727966, 48490306, 5958023, 6560301, 43569250, 4875607, 25990954, 7390444, 19353310, 3545532, 39475392, 1305847, 46930697, 20222830, 18534107, 4875159, 1956255, 22529216, 20348693, 30628560, 450358, 3025243, 56040771, 4875689, 13085823, 4875447, 4876060, 30156859, 39478178, 13165252, 2080104, 11012104, 52776052, 18257569, 31086373, 4875070, 17647824, 39448146, 64658001, 4734714, 34847833, 17592252, 17104986, 331909, 18081476, 2110825, 4875730, 5189581, 6820657, 41566932, 26070660, 287571, 835946, 6213461, 213483, 5970183, 1788988, 61115258, 18518207],\n",
        "[628346, 1652601, 40729744, 59580357, 32016617, 57517319, 57598474, 31793047, 43273537, 34258, 18911094, 734272, 6154795, 4242777, 196789, 2020047, 92222, 315141, 59516988, 61857865, 34843274, 61583621, 60346289, 5630807, 3083919, 62498012, 34756533, 60705564, 2024079, 3127300, 1226448, 44270128, 56565380, 60643164, 44035836, 33740268, 60586663, 60992198, 59885919, 1041815, 57440142, 1381751, 1417270, 56524982, 988753, 38654281, 60830034, 38424, 61268201, 60649880, 626718, 59052395, 31813523, 60310807, 13556889, 33069452, 11659675, 6742636, 6126472, 585681, 26136097, 53892576, 2967962, 13412771, 744158, 20757320, 60468426, 418999, 43562594, 873170, 62435649, 49977564, 17125359, 32520296, 1781430, 47586513, 37858148, 4170824, 47035547, 4523354, 60594563, 1567383, 60410011, 32750396, 53650320, 44297011, 60500106, 1775374, 59892488, 66018807, 63090179, 41826441, 25814856, 25308948, 384057, 27602853, 59969132, 53523985, 11792856, 6155148],\n",
        "[24081784, 3829082, 1965419, 14712290, 9601217, 32843945, 6612910, 2935172, 27199544, 34030954, 2736835, 472062, 860440, 55775421, 38980932, 16671094, 2030930, 21035939, 10930029, 7005213, 40220530, 9270823, 2254244, 2524792, 10883144, 40876538, 23494889, 809539, 367456, 35919795, 44827287, 11127840, 23851958, 1864623, 11921706, 16232147, 11436431, 10265669, 2970655, 34057325, 23639333, 5161942, 24934966, 53997850, 41483791, 24384334, 15564657, 3513027, 4986149, 1724862, 3779907, 7898594, 13157907, 58709631, 3721, 30858018, 35158708, 4619516, 2268820, 31989549, 5498413, 6038077, 39339517, 60633066, 39562449, 10848348, 372888, 5818788, 30458850, 46182505, 23548219, 216161, 1447942, 63883178, 965323, 47153559, 509711, 68061191, 787689, 15927701, 817396, 5132315, 8788121, 7526727, 2520434, 42586177, 2740385, 4056903, 21437273, 1521144, 48340, 2970534, 29549727, 1572831, 2806926, 2040853, 61733630, 2116491, 6325882, 883803],\n",
        "[247083, 63567907, 7912947, 821829, 1674060, 63631542, 1814699, 1297796, 5322079, 31728348, 67759831, 7441023, 55960921, 439102, 1210300, 1255199, 63716341, 39774839, 56574387, 44251245, 3546630, 64192678, 2945076, 52022005, 10465469, 64966775, 42489952, 18541294, 903187, 9947244, 10039375, 13270228, 12772, 987724, 64027932, 60497685, 6944394, 1702593, 56282527, 14208718, 66848426, 9730205, 35551453, 39506742, 44258772, 39327056, 19818973, 64756507, 63890735, 7479199, 63607835, 48561519, 51235563, 2588455, 51408737, 67552614, 64011857, 28086000, 3981190, 3645626, 62393613, 74910, 35282032, 33567480, 32484547, 43925528, 23008897, 23682436, 63164437, 58946599, 494877, 63453597, 28735053, 25219375, 34735506, 62376272, 13761065, 63910255, 63434963, 38307214, 2828932, 64146290, 40011388, 57424164, 3169363, 1061790, 61763915, 4593370, 47732325, 2228989, 14998678, 61459865, 63579017, 736419, 23573805, 64635178, 4038449, 1422391, 63949496, 1734744],\n",
        "[21000624, 360789, 366477, 31185151, 20775117, 31265743, 18564380, 41047099, 58847654, 30707750, 32430985, 29437250, 360797, 2675881, 41299172, 18650883, 21008699, 25351191, 6684026, 8641291, 9987557, 4928646, 42054336, 41119509, 51724809, 59540110, 54632, 1468043, 3248798, 35980365, 24618587, 60282950, 11984008, 3233153, 231553, 50519954, 58009, 41852447, 67224618, 550558, 7522358, 6354249, 41428490, 3157597, 13244193, 41249156, 8817935, 22348483, 30890975, 33871707, 36825885, 6146841, 64800217, 2146757, 9309014, 50394170, 21980991, 21525171, 37657477, 6091926, 1772129, 23392773, 48658625, 42448153, 29772915, 35704724, 36955802, 29248323, 1681494, 31323977, 55013640, 4789153, 2574560, 12466666, 23311269, 19717901, 17440344, 22407452, 3252816, 4229394, 6104568, 17470609, 21462915, 19364799, 6759788, 42016073, 51361707, 2940768, 35969397, 700641, 4354203, 979652, 46706654, 50102350, 49951693, 51773376, 890457, 12309538, 2172822, 1268840],\n",
        "[48475515, 150389, 28456222, 50364362, 2295417, 4668823, 54736719, 3357256, 1080173, 1027896, 21038687, 45079706, 20209449, 12139510, 6383976, 997303, 3223727, 1104090, 2775579, 403653, 7105280, 22939527, 4022025, 45676604, 8001012, 54871058, 35743021, 2252455, 12915125, 65422121, 2581217, 26727599, 22113148, 1500790, 14253790, 37197819, 1352921, 19138137, 20884122, 4377168, 7457928, 7364325, 1042227, 581846, 46847785, 17244705, 47348889, 9602088, 2287395, 53002477, 54754604, 4371867, 34900078, 2462939, 48848906, 250247, 194609, 38481443, 40856352, 2968175, 48973545, 3223758, 30075887, 17276201, 1764686, 52662244, 2039300, 7967298, 62843191, 8805458, 26454223, 627972, 1848779, 3039817, 3404671, 26478177, 25538059, 6510180, 14290366, 35306610, 59625827, 5594361, 54461902, 1752731, 29586245, 26088735, 31356306, 332308, 8539701, 314703, 66443850, 400993, 50410718, 8844086, 31153815, 17998853, 6828470, 52852665, 22503115, 60494555],\n",
        "[39322520, 599738, 21905962, 54655786, 2608233, 1765938, 12234103, 39303262, 3378227, 17069844, 3781845, 6264793, 26325396, 10260634, 599759, 19837004, 1793236, 19530330, 1179787, 27898480, 31468446, 582735, 54776049, 3378576, 1166477, 13846179, 47987665, 16308445, 23433315, 45044241, 46219043, 53972999, 2469444, 8071494, 36835927, 4475738, 1488698, 14155548, 2444476, 512147, 8153477, 43707, 7405184, 39422490, 6497307, 13769832, 9404500, 3275717, 13315204, 18699709, 9756141, 66409419, 24821605, 25674879, 36206195, 49086138, 10432306, 37674, 24448891, 3024203, 6068621, 54715000, 431045, 602644, 957283, 647768, 13302136, 15056339, 260348, 782313, 17780886, 1726988, 1745942, 234494, 864249, 55798773, 27676, 4877471, 2579000, 3115732, 28826216, 23172823, 20043504, 282854, 4014955, 440018, 2966029, 64473465, 1488795, 34995337, 11882165, 425930, 9899938, 27281435, 100039, 512470, 1738731, 25767152, 462670, 45641030],\n",
        "[79732, 46628647, 37032671, 52233118, 2911731, 4512778, 644781, 31200215, 41926675, 26581410, 5313137, 40689383, 2036409, 33420422, 1402022, 24094055, 2174092, 60413551, 10873911, 988918, 33042015, 63010392, 45239242, 65601792, 52387015, 37098058, 50991931, 36978196, 34533718, 46569126, 10873990, 59519477, 62062366, 46319814, 48248761, 43794052, 44972914, 37665257, 31739575, 36749082, 52109202, 52882803, 32745471, 34630606, 32917193, 57973756, 10410269, 58003077, 17678682, 60583278, 16717083, 32983165, 49665070, 33263291, 37467283, 8115164, 39758930, 37151776, 4684521, 62052328, 62088844, 17051657, 58716850, 45510854, 66430560, 43684292, 12713710, 32708352, 41456795, 62041849, 67527243, 66605355, 51191273, 57368195, 21215931, 32969713, 10871413, 35673410, 52199870, 23366921, 50364624, 21861895, 31694476, 33712136, 62077609, 49420465, 40636307, 47503466, 55417551, 16335584, 50365478, 40837095, 44148743, 64104348, 58726367, 33816178, 67559808, 51478870, 10315632, 31754465],\n",
        "[1975271, 45464759, 65322537, 3465338, 1388325, 795012, 38858514, 2378284, 7179668, 3469510, 55216958, 64573107, 35328035, 271746, 35902452, 3108320, 61850536, 2088566, 973730, 11868234, 275606, 755336, 33731670, 1718609, 3679872, 41081016, 275611, 3208439, 672652, 23596663, 26777382, 65090606, 66775282, 787873, 244596, 8933729, 394697, 10031142, 5217956, 3126254, 51554490, 43239050, 2867523, 60158805, 15603182, 11596512, 63700901, 767894, 2186064, 2969166, 22507174, 38522648, 15208717, 40277895, 46978733, 10360363, 8121276, 60068777, 24117568, 770202, 518183, 36172905, 1548811, 17637143, 545837, 18197501, 32062564, 41451023, 10221371, 10489375, 60574815, 10151468, 59666118, 11795437, 911228, 43787294, 1194553, 758612, 7165866, 2878023, 3720535, 27834671, 11463526, 23978892, 60883, 47959180, 713611, 41286870, 58104653, 1194645, 1437556, 8933776, 10519351, 2590850, 3046600, 48242392, 59328463, 67998585, 33889422, 612781],\n",
        "[38224570, 56646148, 7722858, 60438820, 31738347, 61699239, 5454213, 59096622, 65464184, 1499483, 48491635, 58070474, 43603241, 9290604, 5720905, 33700618, 65358849, 9110929, 43125448, 1275470, 26999426, 3146871, 18674251, 910407, 55511148, 6253998, 29267958, 67063905, 743391, 5676692, 1743852, 817441, 54135152, 22144721, 41940244, 55994089, 619048, 54537218, 49319948, 1074657, 1756788, 1535704, 1305399, 4667205, 618979, 60051494, 48530084, 47256632, 47802432, 2173540, 36484005, 3483096, 30886081, 45506961, 2268649, 4451883, 41974496, 63139433, 64182931, 38148849, 59271062, 2117716, 1916589, 61664803, 3198087, 5027882, 41591173, 850492, 56848986, 62763279, 150346, 28195432, 49601574, 36439749, 57292487, 54404113, 56289553, 36450985, 9491316, 47663459, 3572274, 5153159, 55511149, 56289672, 1754904, 35283979, 22883216, 1519783, 4275087, 59162931, 51430647, 842924, 622415, 2066366, 1484143, 44240443, 15662537, 41668588, 12673434, 57888684],\n",
        "[31655286, 35392555, 1633277, 1278990, 705310, 3204625, 17664319, 9232, 22910214, 43760994, 5486819, 37882040, 41731654, 19437928, 10000, 2770280, 548182, 4539416, 19892389, 50230910, 671331, 12232, 48534532, 23569712, 27218900, 43825684, 2040288, 12010049, 22235251, 1219855, 6517434, 212301, 1273047, 148869, 15026438, 580320, 26775738, 17785787, 214505, 8166922, 61826939, 65558105, 420488, 38253534, 881491, 5065635, 21222098, 402754, 2621815, 22849273, 1884312, 7424280, 1083861, 22532674, 26085404, 1632912, 66273148, 16201796, 48656, 43617005, 60813030, 22207662, 64437720, 4465969, 13138943, 25954264, 8093601, 2661850, 20060066, 1525546, 1954515, 61402898, 1029590, 12947954, 6194634, 28794246, 1273069, 34080, 198730, 22827174, 47558997, 222491, 6224726, 15435201, 1075582, 135242, 14713315, 3641813, 675, 64128124, 22143315, 3414501, 343533, 34269896, 275919, 12629761, 2650598, 55703641, 32123411, 12005215],\n",
        "[2489613, 1526847, 411190, 19492975, 12063071, 65499076, 2221508, 19398877, 26198146, 18186114, 5292998, 2918308, 689499, 275498, 3373551, 474127, 8721485, 16943307, 7915555, 10835293, 811060, 1683911, 1821213, 46511771, 9679330, 60235043, 148023, 947292, 64112126, 888167, 2303903, 889941, 23873, 13192951, 4995110, 2011265, 3038462, 27289304, 2163531, 6339656, 11124319, 1922301, 2818443, 5733428, 6566329, 622616, 690394, 2663481, 16308327, 1258387, 31453709, 6837398, 2359698, 60233816, 66539114, 2076328, 3178213, 20399956, 3790976, 12763572, 2103762, 8718, 1832776, 24426458, 49474213, 3685440, 19377043, 39517583, 7915175, 2275473, 6918749, 42055310, 1353644, 6086466, 68180593, 2550490, 30762105, 9370886, 40299544, 11772951, 246776, 23516611, 2065067, 1587726, 30347013, 54163199, 14276607, 14384, 36263164, 6724984, 7018522, 2404132, 6233668, 1355024, 38203386, 46558358, 43296375, 148879, 751734, 3097856]]\n",
        "\n",
        "#Average time for 20 queries: 1.8193880915641785"
      ],
      "metadata": {
        "cellView": "form",
        "id": "nZNHuYmsGc1m"
      },
      "execution_count": 10,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "(pagerank + bm25score * pageview) / (pageview + bm25score) - version 5\n"
      ],
      "metadata": {
        "id": "BEDkPWIRWFIV"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#@title\n",
        "# (pagerank + bm25score * pageview) / (pageview + bm25score)\n",
        "\n",
        "combine_bm25_pageview_pagerank = [[13213953, 46332325, 696712, 21356332, 1255122, 23862, 3673376, 46448252, 58429169, 24193668, 4920126, 1984246, 2032271, 24193838, 639888, 34292335, 1996367, 10849171, 49119569, 18384111, 2009536, 3596573, 5087621, 5204237, 41170321, 390263, 13205433, 83036, 21727049, 25061839, 44783363, 51218917, 40170617, 2901907, 88595, 2564605, 29040606, 36091677, 4225907, 30714017, 13062829, 23329, 1810666, 5250192, 46233379, 6146589, 645025, 11322015, 46315592, 890353, 6823999, 31354866, 30431128, 13370873, 3274540, 8005736, 226402, 18805500, 730903, 6081823, 56115363, 29772882, 13371283, 14969781, 47623894, 6548215, 32910103, 49055975, 23045823, 12893629, 1441500, 2377926, 47640599, 4930338, 18942, 271890, 37795778, 3490448, 35537613, 40971733, 32018084, 36120930, 38007831, 819149, 13340853, 49703421, 34226513, 4218966, 22113769, 2770036, 50020765, 102312, 49158253, 1298261, 23611251, 2231952, 36293816, 18902164, 7837468, 54593622],\n",
        "[35458904, 55207134, 5296529, 7671, 24941586, 31915311, 49281083, 4234887, 4855658, 2312692, 169633, 13555870, 62798611, 32230393, 54415758, 2155752, 2780651, 4014599, 23943140, 56731447, 6470992, 51505979, 6277878, 63148404, 55052729, 10806718, 40066499, 7697770, 43010557, 22962018, 12468027, 3980048, 177098, 54321847, 17332858, 48978099, 37324211, 323392, 28895156, 10022970, 31663650, 42257595, 19607864, 1001976, 45443335, 47892671, 46759922, 4877703, 41872647, 32855218, 37194181, 3156313, 549356, 28326718, 59116880, 68181697, 1933413, 41446880, 490906, 63016369, 3641207, 56499662, 16191273, 49516943, 37527895, 5207055, 25893176, 46827997, 18010608, 10981939, 18946341, 63454579, 37849704, 7426352, 55646581, 62500799, 65408599, 58342337, 38968150, 50187974, 61624594, 21775926, 47502460, 63995662, 46374359, 48854807, 65798457, 60410711, 30973489, 31012877, 61580753, 9668971, 580067, 63438964, 53674861, 58640005, 24810701, 39230512, 60329359, 22783368],\n",
        "[2702930, 21035, 22294424, 22352499, 24224679, 57672434, 7362700, 234876, 54077917, 62871079, 739855, 20038918, 36579839, 50977642, 5690287, 16982268, 55115883, 36984150, 50083054, 11193835, 2555865, 12410589, 3868233, 3108484, 51078678, 7362738, 3332410, 25045060, 36579642, 26584776, 12652799, 692988, 5692662, 40748148, 1015919, 3602651, 3867847, 15712244, 8235440, 910244, 21594484, 67754025, 4206029, 1141900, 3053003, 14201682, 843361, 655650, 36666029, 64269900, 47816999, 26060699, 6154091, 23174077, 2139889, 21197980, 3244730, 579516, 685130, 39458542, 61962436, 21381229, 31556991, 17054537, 25175287, 21364162, 3320309, 24361010, 14001660, 6052114, 54027296, 14725943, 600236, 984433, 36575397, 47456169, 34689810, 57374577, 1545827, 11495285, 21362381, 608002, 188521, 188523, 26085681, 3254533, 7957316, 322210, 60471253, 69893, 4429967, 10600394, 31506509, 46422015, 1368247, 527756, 14188702, 5691841, 20799837, 47403613],\n",
        "[6672660, 1730071, 3881265, 49770662, 1328945, 1009495, 2399742, 3881415, 1471058, 3046256, 7151675, 7089, 2208584, 2583969, 5290678, 100710, 18509922, 47155656, 2954970, 42051632, 540333, 55225594, 76723, 3720007, 3190605, 694295, 2052211, 7082459, 7381823, 5239060, 531897, 167891, 1148978, 8175846, 1503768, 43098662, 2262834, 575594, 7419133, 1770825, 1979873, 27767967, 1247202, 538890, 3121464, 3541700, 607013, 26879832, 55644828, 1981229, 52314067, 48870371, 12580514, 1217747, 37243595, 15426248, 33304847, 4530879, 19628945, 33372192, 24326330, 9491604, 2918178, 17720623, 41794610, 936243, 42265753, 7380293, 1495466, 5321010, 4647172, 3105691, 4984414, 32652613, 3544970, 17456975, 13964757, 14845052, 12285804, 488095, 1384607, 19079925, 4029086, 1545663, 531918, 23159504, 3098266, 31128, 4652053, 22631033, 30874550, 67404387, 2678602, 318873, 2288209, 1780076, 18793523, 15007729, 51043226, 2237197],\n",
        "[67279077, 3141956, 35211682, 3328852, 4275382, 2387344, 25215165, 23871, 3154886, 3450096, 29178, 884056, 12638661, 2568868, 40479151, 49647732, 20229, 3080697, 579040, 56643734, 5868770, 1330188, 43843664, 43911472, 64583279, 6984468, 43911086, 9303405, 6728737, 13801712, 5382150, 446865, 1032674, 611752, 3665690, 3285059, 19876749, 50404581, 462173, 57252592, 1266369, 2899729, 25820348, 8966818, 3028377, 31585693, 47710154, 6972293, 2181812, 14686504, 29191077, 858120, 57492967, 8892877, 46213311, 48846696, 43977806, 334546, 1296540, 426522, 2436101, 3028364, 349722, 45677868, 8245256, 23854177, 140607, 54155622, 8245125, 3069815, 56571529, 16869228, 56383357, 40478583, 27274354, 65360198, 48461814, 371830, 53746577, 414614, 1431461, 12853101, 26189868, 34121672, 10136221, 30916, 4627535, 15212680, 25882143, 30876926, 16591942, 53487581, 42102760, 43853813, 1920945, 301932, 39797382, 25215091, 48461629, 602599],\n",
        "[1032674, 15015154, 301932, 32863238, 24862, 61014433, 2361002, 23871, 1330188, 43843664, 67279077, 43911472, 4275382, 25458757, 6984468, 43911086, 9303405, 3141956, 3080697, 6728737, 2387344, 13801712, 27535150, 5382150, 35211682, 884056, 3285059, 19876749, 50404581, 57252592, 3450096, 1266369, 2899729, 8966818, 3328852, 3028377, 31585693, 47710154, 49647732, 6972293, 2181812, 12638661, 14686504, 29191077, 858120, 57492967, 8892877, 48846696, 43977806, 1296540, 426522, 2436101, 3028364, 29178, 45677868, 8245256, 23854177, 140607, 54155622, 8245125, 3069815, 56571529, 16869228, 56383357, 40478583, 27274354, 20229, 65360198, 48461814, 53746577, 3154886, 1431461, 12853101, 26189868, 5868770, 10136221, 4627535, 15212680, 25882143, 25215165, 16591942, 53487581, 42102760, 43853813, 1920945, 39797382, 25215091, 48461629, 2548627, 456363, 17158174, 25215228, 6229565, 13493965, 4010725, 25215140, 24269016, 34825096, 28930609, 39250082],\n",
        "[3190097, 22411575, 1351968, 12003767, 43419164, 19770826, 25546632, 191379, 18564009, 19771246, 43997189, 44674524, 48738679, 62514258, 58708106, 1842570, 24050502, 33321947, 63439292, 47565360, 6874049, 48738733, 34113322, 15810462, 8161581, 38433037, 29077045, 980748, 60356352, 1566175, 38873002, 142247, 18121133, 2715810, 28726646, 10619416, 23521191, 44188188, 1520204, 30720880, 13783156, 2273087, 57850795, 28333741, 43815192, 45690506, 42960979, 33367993, 2234471, 53530163, 736238, 9351002, 39675788, 54475026, 5929325, 59149588, 55633178, 43523511, 60230131, 44710922, 2231381, 25546833, 28690270, 43194901, 61769628, 46493906, 9825623, 48412872, 15650970, 24386465, 46551547, 143069, 16822361, 49931371, 29283755, 5091321, 2728137, 47764110, 58004415, 4873637, 8611060, 35754027, 620257, 23868177, 62557830, 2824036, 58426738, 37514107, 67264281, 14668684, 6073784, 65297129, 14624778, 41444964, 18685480, 32152362, 40871308, 9894622, 67467862, 39851207],\n",
        "[15271, 442684, 296950, 1514191, 731640, 18550455, 4840292, 261193, 509624, 33407925, 905659, 9511414, 1897206, 18374763, 1185840, 14343887, 39000674, 38156944, 60621622, 17785794, 10328235, 22049756, 743971, 26039201, 35901496, 4694434, 10715937, 54025003, 10818378, 33106880, 15767995, 14473878, 24963841, 346470, 5818361, 31200516, 27864034, 762092, 751691, 494530, 71608, 9586885, 6855527, 1557599, 11486091, 40990, 11285750, 14109784, 25130414, 34029114, 33516090, 2727254, 11081803, 21312301, 7872152, 11373842, 2232087, 54954832, 2930391, 10963, 17212387, 11647367, 34658270, 509628, 33158074, 24997830, 19988623, 9895760, 2476424, 25050663, 44579120, 149354, 5087427, 48317971, 34600216, 10219559, 903495, 11246715, 11184711, 11824669, 34060917, 4743980, 24019253, 13366874, 31120153, 3844607, 9672320, 25959000, 46227943, 32817039, 21106742, 42574375, 22326312, 18143904, 20797749, 25957127, 7082226, 4881262, 18050819, 30882491],\n",
        "[43009552, 516570, 29384105, 15679263, 15679645, 30743484, 4499866, 15679509, 15258442, 35292997, 15679014, 42939097, 9499622, 15679642, 10964966, 14874642, 15685499, 987153, 23334774, 15685504, 15685366, 15685505, 48385834, 11495438, 15685373, 1385825, 15679259, 4875371, 37939808, 18599427, 25002761, 28768842, 9041843, 4875707, 5175024, 15685265, 12754503, 19353344, 4875582, 39046002, 4875744, 49727966, 48490306, 5958023, 6560301, 43569250, 7390444, 4875607, 25990954, 19353310, 3545532, 39475392, 1305847, 46930697, 20222830, 18534107, 4875159, 1956255, 22529216, 20348693, 30628560, 450358, 3025243, 56040771, 4875689, 13085823, 4875447, 4876060, 30156859, 39478178, 13165252, 2080104, 11012104, 52776052, 18257569, 31086373, 4875070, 17647824, 39448146, 64658001, 4734714, 34847833, 17104986, 17592252, 331909, 18081476, 2110825, 4875730, 5189581, 6820657, 41566932, 26070660, 287571, 835946, 6213461, 213483, 5970183, 1788988, 61115258, 18518207],\n",
        "[628346, 1652601, 40729744, 59580357, 32016617, 57517319, 57598474, 31793047, 43273537, 34258, 18911094, 734272, 6154795, 4242777, 196789, 2020047, 92222, 315141, 59516988, 61857865, 34843274, 61583621, 60346289, 5630807, 3083919, 62498012, 34756533, 60705564, 2024079, 3127300, 1226448, 44270128, 56565380, 60643164, 44035836, 33740268, 60586663, 60992198, 59885919, 1041815, 57440142, 1381751, 1417270, 56524982, 988753, 38654281, 60830034, 38424, 61268201, 60649880, 626718, 59052395, 31813523, 60310807, 13556889, 33069452, 11659675, 6742636, 6126472, 585681, 26136097, 53892576, 2967962, 13412771, 744158, 20757320, 60468426, 418999, 43562594, 49977564, 873170, 62435649, 17125359, 32520296, 1781430, 47586513, 37858148, 4170824, 47035547, 4523354, 60594563, 1567383, 60410011, 32750396, 53650320, 44297011, 60500106, 1775374, 59892488, 66018807, 63090179, 41826441, 25814856, 25308948, 384057, 27602853, 59969132, 53523985, 11792856, 6155148],\n",
        "[24081784, 3829082, 1965419, 14712290, 9601217, 32843945, 6612910, 2935172, 27199544, 34030954, 2736835, 472062, 860440, 55775421, 38980932, 16671094, 2030930, 21035939, 10930029, 7005213, 40220530, 9270823, 2254244, 2524792, 10883144, 40876538, 23494889, 367456, 809539, 35919795, 44827287, 11127840, 23851958, 11921706, 1864623, 16232147, 11436431, 10265669, 2970655, 34057325, 23639333, 5161942, 24934966, 53997850, 41483791, 24384334, 15564657, 3513027, 4986149, 3779907, 1724862, 7898594, 58709631, 13157907, 3721, 30858018, 35158708, 4619516, 2268820, 5498413, 31989549, 6038077, 60633066, 39339517, 39562449, 10848348, 372888, 5818788, 30458850, 46182505, 23548219, 216161, 1447942, 63883178, 965323, 47153559, 509711, 68061191, 787689, 15927701, 817396, 5132315, 8788121, 7526727, 2520434, 42586177, 2740385, 4056903, 21437273, 1521144, 48340, 2970534, 29549727, 1572831, 2806926, 2040853, 2116491, 61733630, 6325882, 883803],\n",
        "[247083, 63567907, 7912947, 821829, 1674060, 63631542, 1814699, 1297796, 5322079, 31728348, 67759831, 7441023, 55960921, 439102, 1210300, 1255199, 63716341, 39774839, 56574387, 44251245, 3546630, 64192678, 2945076, 52022005, 10465469, 64966775, 42489952, 18541294, 903187, 9947244, 10039375, 12772, 13270228, 987724, 64027932, 60497685, 6944394, 1702593, 56282527, 14208718, 66848426, 9730205, 35551453, 39506742, 44258772, 39327056, 19818973, 64756507, 63890735, 7479199, 63607835, 48561519, 51235563, 2588455, 51408737, 67552614, 64011857, 28086000, 3981190, 3645626, 62393613, 74910, 35282032, 33567480, 32484547, 43925528, 23008897, 23682436, 63164437, 58946599, 494877, 28735053, 63453597, 25219375, 34735506, 62376272, 13761065, 63910255, 63434963, 38307214, 2828932, 64146290, 40011388, 57424164, 3169363, 1061790, 61763915, 47732325, 4593370, 2228989, 14998678, 61459865, 63579017, 736419, 23573805, 64635178, 4038449, 1422391, 63949496, 1734744],\n",
        "[21000624, 360789, 366477, 31185151, 20775117, 31265743, 18564380, 41047099, 58847654, 30707750, 32430985, 29437250, 360797, 2675881, 41299172, 18650883, 21008699, 25351191, 6684026, 8641291, 9987557, 4928646, 42054336, 41119509, 51724809, 59540110, 54632, 1468043, 3248798, 35980365, 24618587, 60282950, 3233153, 11984008, 231553, 50519954, 58009, 41852447, 67224618, 550558, 7522358, 6354249, 41428490, 3157597, 13244193, 41249156, 8817935, 22348483, 30890975, 33871707, 36825885, 6146841, 64800217, 2146757, 9309014, 50394170, 21980991, 37657477, 21525171, 6091926, 1772129, 23392773, 48658625, 42448153, 29772915, 35704724, 36955802, 29248323, 1681494, 31323977, 4789153, 55013640, 2574560, 12466666, 23311269, 19717901, 17440344, 22407452, 3252816, 4229394, 6104568, 17470609, 21462915, 19364799, 6759788, 42016073, 51361707, 2940768, 35969397, 700641, 979652, 4354203, 46706654, 50102350, 49951693, 51773376, 890457, 12309538, 2172822, 1268840],\n",
        "[48475515, 150389, 28456222, 50364362, 2295417, 4668823, 54736719, 3357256, 1080173, 1027896, 21038687, 45079706, 20209449, 12139510, 6383976, 997303, 3223727, 1104090, 2775579, 403653, 7105280, 22939527, 4022025, 45676604, 8001012, 54871058, 35743021, 2252455, 12915125, 65422121, 2581217, 26727599, 22113148, 1500790, 14253790, 37197819, 1352921, 19138137, 20884122, 4377168, 7457928, 7364325, 1042227, 581846, 46847785, 17244705, 47348889, 9602088, 2287395, 53002477, 54754604, 4371867, 34900078, 2462939, 48848906, 250247, 194609, 38481443, 40856352, 2968175, 48973545, 3223758, 30075887, 17276201, 1764686, 52662244, 2039300, 7967298, 62843191, 8805458, 26454223, 627972, 1848779, 3039817, 3404671, 26478177, 25538059, 6510180, 14290366, 35306610, 59625827, 5594361, 54461902, 1752731, 29586245, 26088735, 31356306, 332308, 8539701, 314703, 66443850, 400993, 50410718, 8844086, 31153815, 17998853, 6828470, 52852665, 22503115, 60494555],\n",
        "[39322520, 599738, 21905962, 54655786, 2608233, 1765938, 12234103, 39303262, 3378227, 17069844, 3781845, 6264793, 26325396, 10260634, 599759, 19837004, 1793236, 19530330, 1179787, 27898480, 31468446, 582735, 54776049, 3378576, 1166477, 13846179, 47987665, 16308445, 23433315, 45044241, 46219043, 53972999, 2469444, 8071494, 36835927, 4475738, 1488698, 14155548, 2444476, 512147, 8153477, 43707, 7405184, 39422490, 6497307, 13769832, 9404500, 3275717, 13315204, 18699709, 9756141, 66409419, 24821605, 25674879, 36206195, 49086138, 10432306, 37674, 24448891, 3024203, 6068621, 54715000, 431045, 602644, 957283, 647768, 13302136, 15056339, 260348, 782313, 17780886, 1726988, 1745942, 234494, 864249, 55798773, 27676, 4877471, 2579000, 3115732, 28826216, 23172823, 20043504, 282854, 4014955, 440018, 2966029, 64473465, 1488795, 34995337, 11882165, 425930, 9899938, 27281435, 100039, 512470, 1738731, 25767152, 462670, 45641030],\n",
        "[79732, 46628647, 37032671, 52233118, 2911731, 4512778, 644781, 31200215, 41926675, 26581410, 5313137, 40689383, 2036409, 33420422, 1402022, 24094055, 2174092, 60413551, 10873911, 988918, 33042015, 63010392, 45239242, 65601792, 52387015, 37098058, 50991931, 36978196, 34533718, 46569126, 10873990, 59519477, 62062366, 46319814, 48248761, 43794052, 44972914, 37665257, 31739575, 36749082, 52109202, 52882803, 32745471, 34630606, 32917193, 10410269, 57973756, 58003077, 17678682, 60583278, 16717083, 32983165, 49665070, 33263291, 37467283, 8115164, 39758930, 37151776, 4684521, 62052328, 62088844, 17051657, 58716850, 45510854, 66430560, 43684292, 12713710, 32708352, 41456795, 62041849, 67527243, 66605355, 51191273, 57368195, 21215931, 32969713, 10871413, 35673410, 52199870, 23366921, 50364624, 21861895, 31694476, 33712136, 62077609, 49420465, 40636307, 47503466, 55417551, 16335584, 50365478, 40837095, 44148743, 64104348, 58726367, 33816178, 67559808, 51478870, 10315632, 31754465],\n",
        "[1975271, 45464759, 65322537, 3465338, 1388325, 795012, 38858514, 2378284, 7179668, 3469510, 55216958, 64573107, 35328035, 271746, 35902452, 3108320, 61850536, 973730, 2088566, 11868234, 275606, 755336, 33731670, 1718609, 3679872, 41081016, 275611, 3208439, 672652, 23596663, 26777382, 65090606, 66775282, 787873, 244596, 8933729, 5217956, 394697, 10031142, 3126254, 51554490, 43239050, 2867523, 60158805, 15603182, 11596512, 767894, 63700901, 2186064, 2969166, 22507174, 38522648, 15208717, 40277895, 46978733, 8121276, 10360363, 60068777, 24117568, 770202, 518183, 36172905, 1548811, 17637143, 545837, 18197501, 32062564, 41451023, 10489375, 10221371, 10151468, 60574815, 59666118, 11795437, 911228, 43787294, 1194553, 758612, 7165866, 2878023, 3720535, 27834671, 11463526, 23978892, 60883, 47959180, 713611, 41286870, 58104653, 1194645, 1437556, 8933776, 10519351, 2590850, 3046600, 48242392, 59328463, 67998585, 33889422, 612781],\n",
        "[38224570, 56646148, 7722858, 60438820, 31738347, 61699239, 5454213, 59096622, 65464184, 1499483, 48491635, 58070474, 43603241, 9290604, 5720905, 33700618, 65358849, 9110929, 43125448, 1275470, 26999426, 3146871, 18674251, 910407, 55511148, 6253998, 29267958, 67063905, 743391, 5676692, 1743852, 817441, 54135152, 22144721, 41940244, 55994089, 619048, 54537218, 49319948, 1074657, 1756788, 1535704, 1305399, 4667205, 618979, 60051494, 48530084, 47256632, 47802432, 2173540, 3483096, 36484005, 30886081, 45506961, 2268649, 4451883, 41974496, 63139433, 64182931, 38148849, 59271062, 2117716, 1916589, 61664803, 3198087, 5027882, 41591173, 850492, 56848986, 62763279, 150346, 28195432, 49601574, 36439749, 57292487, 54404113, 56289553, 36450985, 9491316, 47663459, 3572274, 5153159, 55511149, 56289672, 1754904, 35283979, 22883216, 1519783, 4275087, 59162931, 51430647, 842924, 622415, 2066366, 1484143, 44240443, 15662537, 41668588, 12673434, 57888684],\n",
        "[31655286, 35392555, 1633277, 1278990, 705310, 3204625, 17664319, 9232, 22910214, 43760994, 5486819, 37882040, 41731654, 19437928, 10000, 2770280, 548182, 4539416, 19892389, 50230910, 671331, 12232, 48534532, 23569712, 27218900, 43825684, 2040288, 12010049, 22235251, 1219855, 6517434, 212301, 1273047, 148869, 15026438, 580320, 26775738, 17785787, 214505, 8166922, 61826939, 65558105, 420488, 38253534, 881491, 5065635, 21222098, 402754, 2621815, 22849273, 1884312, 7424280, 1083861, 22532674, 26085404, 1632912, 66273148, 16201796, 48656, 43617005, 60813030, 22207662, 64437720, 4465969, 13138943, 25954264, 8093601, 2661850, 20060066, 1525546, 1954515, 61402898, 1029590, 12947954, 6194634, 28794246, 1273069, 34080, 198730, 22827174, 47558997, 222491, 6224726, 15435201, 135242, 1075582, 14713315, 3641813, 675, 64128124, 22143315, 3414501, 343533, 34269896, 275919, 12629761, 2650598, 55703641, 32123411, 12005215],\n",
        "[2489613, 1526847, 411190, 19492975, 65499076, 12063071, 2221508, 19398877, 26198146, 18186114, 5292998, 2918308, 689499, 275498, 3373551, 474127, 8721485, 16943307, 7915555, 10835293, 811060, 1683911, 1821213, 46511771, 9679330, 60235043, 148023, 947292, 64112126, 888167, 2303903, 889941, 23873, 13192951, 4995110, 2011265, 3038462, 27289304, 2163531, 6339656, 11124319, 1922301, 2818443, 5733428, 6566329, 622616, 690394, 2663481, 16308327, 1258387, 31453709, 6837398, 2359698, 60233816, 66539114, 2076328, 3178213, 20399956, 3790976, 12763572, 2103762, 8718, 1832776, 24426458, 49474213, 3685440, 19377043, 39517583, 7915175, 2275473, 6918749, 42055310, 1353644, 6086466, 68180593, 2550490, 30762105, 9370886, 40299544, 11772951, 246776, 23516611, 2065067, 1587726, 30347013, 54163199, 14276607, 14384, 36263164, 6724984, 7018522, 2404132, 6233668, 1355024, 38203386, 46558358, 43296375, 148879, 751734, 3097856]]\n",
        "\n",
        "#Average time for 20 queries: 1.8841467142105102"
      ],
      "metadata": {
        "cellView": "form",
        "id": "hqC_L_BAJ_gA"
      },
      "execution_count": 9,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "((2 * bm25score * pageview) / ( bm25score + pageview) ) * anchor_weight * anchor_score (anchor_weight = 3) - version 6\n"
      ],
      "metadata": {
        "id": "_OHiKXlHWJ2O"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#@title\n",
        "combine_bm25_pageview_anchor = [[23862, 18942, 23329, 819149, 88595, 2032271, 83036, 5204237, 4920126, 271890, 639888, 696712, 6146589, 13062829, 21356332, 6081823, 24193668, 8515459, 3596573, 13370873, 3490448, 2009536, 8005736, 18805500, 5087621, 5250192, 12893629, 13316803, 13371283, 2377926, 4930338, 6548215, 7800160, 2293497, 1250582, 9603954, 2380213, 22334720, 13213953, 46332325, 1255122, 3673376, 46448252, 58429169, 1984246, 24193838, 34292335, 1996367, 10849171, 49119569, 18384111, 41170321, 390263, 13205433, 21727049, 25061839, 44783363, 51218917, 40170617, 2901907, 2564605, 29040606, 36091677, 4225907, 30714017, 1810666, 46233379, 645025, 11322015, 46315592, 890353, 6823999, 31354866, 30431128, 3274540, 226402, 730903, 56115363, 29772882, 14969781, 47623894, 32910103, 49055975, 23045823, 1441500, 47640599, 37795778, 35537613, 40971733, 32018084, 36120930, 38007831, 13340853, 49703421, 34226513, 4218966, 22113769, 2770036, 50020765, 102312],\n",
        "[35458904, 323392, 55207134, 5296529, 7671, 24941586, 31915311, 49281083, 4234887, 4855658, 2312692, 169633, 13555870, 62798611, 54415758, 32230393, 2155752, 2780651, 4014599, 23943140, 56731447, 6470992, 51505979, 6277878, 63148404, 55052729, 10806718, 40066499, 43010557, 7697770, 22962018, 12468027, 3980048, 177098, 54321847, 17332858, 48978099, 37324211, 28895156, 31663650, 10022970, 19607864, 45443335, 1001976, 46759922, 47892671, 42257595, 4877703, 32855218, 41872647, 37194181, 3156313, 28326718, 549356, 59116880, 68181697, 1933413, 41446880, 490906, 63016369, 56499662, 3641207, 16191273, 49516943, 37527895, 5207055, 25893176, 46827997, 18010608, 10981939, 18946341, 63454579, 37849704, 55646581, 65408599, 62500799, 7426352, 58342337, 38968150, 50187974, 61624594, 21775926, 47502460, 63995662, 46374359, 48854807, 65798457, 60410711, 30973489, 31012877, 61580753, 9668971, 580067, 63438964, 53674861, 58640005, 39230512, 60329359, 11255140, 22783368],\n",
        "[21035, 4206029, 2555865, 22294424, 22352499, 14001660, 7362700, 234876, 62871079, 24224679, 36579642, 2702930, 20038918, 64269900, 18741438, 5690287, 16982268, 7362738, 23174077, 25045060, 24361010, 57672434, 54077917, 739855, 36579839, 50977642, 55115883, 36984150, 50083054, 11193835, 12410589, 3868233, 3108484, 51078678, 3332410, 26584776, 12652799, 692988, 5692662, 40748148, 1015919, 3602651, 3867847, 15712244, 8235440, 910244, 21594484, 67754025, 1141900, 3053003, 14201682, 843361, 655650, 36666029, 47816999, 26060699, 6154091, 2139889, 21197980, 3244730, 579516, 685130, 39458542, 61962436, 21381229, 31556991, 17054537, 25175287, 21364162, 3320309, 6052114, 54027296, 600236, 14725943, 984433, 36575397, 47456169, 34689810, 57374577, 1545827, 11495285, 21362381, 608002, 188521, 188523, 26085681, 3254533, 7957316, 322210, 60471253, 69893, 4429967, 10600394, 31506509, 46422015, 1368247, 527756, 14188702, 5691841, 20799837],\n",
        "[7089, 6672660, 100710, 49770662, 1471058, 2399742, 76723, 18509922, 2052211, 1730071, 5290678, 167891, 4652053, 531918, 42051632, 7419133, 3140957, 318873, 3881415, 5239060, 2918178, 17720623, 3720007, 1009495, 1148978, 4984414, 1979873, 3121464, 7151675, 3190605, 7082459, 15426248, 3881265, 1328945, 3046256, 2208584, 2583969, 47155656, 2954970, 540333, 55225594, 694295, 7381823, 531897, 8175846, 1503768, 43098662, 2262834, 575594, 1770825, 27767967, 1247202, 538890, 3541700, 607013, 26879832, 55644828, 1981229, 52314067, 48870371, 12580514, 1217747, 37243595, 33304847, 4530879, 19628945, 33372192, 24326330, 9491604, 41794610, 936243, 42265753, 7380293, 1495466, 5321010, 4647172, 3105691, 32652613, 3544970, 17456975, 13964757, 14845052, 12285804, 488095, 1384607, 19079925, 4029086, 1545663, 23159504, 3098266, 31128, 22631033, 30874550, 67404387, 2678602, 2288209, 1780076, 18793523, 15007729, 51043226],\n",
        "[25659792, 531849, 3080697, 43911472, 67279077, 3141956, 35211682, 3328852, 4275382, 2387344, 25215165, 23871, 3154886, 3450096, 29178, 884056, 12638661, 2568868, 40479151, 49647732, 20229, 579040, 56643734, 5868770, 1330188, 43843664, 64583279, 6984468, 43911086, 9303405, 6728737, 13801712, 5382150, 446865, 1032674, 611752, 3665690, 3285059, 19876749, 50404581, 462173, 57252592, 1266369, 2899729, 25820348, 8966818, 3028377, 31585693, 47710154, 6972293, 2181812, 14686504, 29191077, 858120, 57492967, 8892877, 46213311, 48846696, 43977806, 334546, 1296540, 426522, 2436101, 3028364, 349722, 45677868, 8245256, 23854177, 140607, 54155622, 8245125, 3069815, 56571529, 16869228, 56383357, 40478583, 27274354, 65360198, 48461814, 371830, 53746577, 414614, 1431461, 12853101, 26189868, 34121672, 10136221, 30916, 4627535, 15212680, 25882143, 30876926, 16591942, 53487581, 42102760, 43853813, 1920945, 301932, 39797382, 25215091],\n",
        "[25659792, 531849, 3080697, 24862, 43911472, 6984468, 4275382, 9955119, 2864831, 27274354, 4627535, 19475753, 65360198, 13226043, 31585693, 19994314, 6972293, 45677868, 8966818, 1296540, 5868770, 55365859, 57492967, 34825096, 14686504, 426522, 54155622, 39797382, 3099213, 28096212, 26244182, 3141956, 57252592, 3028377, 8245256, 20229, 1431461, 53487581, 4010725, 6760389, 4380700, 2568868, 23936377, 8245307, 34121672, 62533451, 1032674, 15015154, 301932, 32863238, 61014433, 2361002, 23871, 1330188, 43843664, 67279077, 25458757, 43911086, 9303405, 6728737, 2387344, 13801712, 27535150, 5382150, 35211682, 884056, 3285059, 19876749, 50404581, 3450096, 1266369, 2899729, 3328852, 47710154, 49647732, 2181812, 12638661, 29191077, 858120, 8892877, 48846696, 43977806, 2436101, 3028364, 29178, 23854177, 140607, 8245125, 3069815, 56571529, 16869228, 56383357, 40478583, 48461814, 3154886, 53746577, 12853101, 26189868, 10136221, 15212680],\n",
        "[3190097, 1520204, 6874049, 33367993, 30720880, 1566175, 22411575, 1351968, 12003767, 43419164, 19770826, 25546632, 191379, 18564009, 19771246, 43997189, 44674524, 48738679, 62514258, 58708106, 1842570, 24050502, 33321947, 63439292, 47565360, 48738733, 34113322, 15810462, 8161581, 38433037, 29077045, 60356352, 980748, 38873002, 142247, 18121133, 2715810, 28726646, 10619416, 23521191, 44188188, 2273087, 13783156, 57850795, 28333741, 43815192, 45690506, 42960979, 2234471, 53530163, 736238, 9351002, 39675788, 54475026, 5929325, 55633178, 59149588, 43523511, 60230131, 44710922, 2231381, 25546833, 28690270, 43194901, 61769628, 46493906, 9825623, 48412872, 15650970, 24386465, 46551547, 143069, 16822361, 49931371, 29283755, 5091321, 47764110, 2728137, 58004415, 35754027, 4873637, 8611060, 620257, 23868177, 62557830, 58426738, 2824036, 37514107, 67264281, 6073784, 14668684, 65297129, 14624778, 41444964, 18685480, 32152362, 40871308, 9894622, 67467862, 39851207],\n",
        "[15271, 149354, 261193, 442684, 296950, 1514191, 731640, 18550455, 4840292, 509624, 33407925, 905659, 9511414, 1897206, 18374763, 1185840, 14343887, 39000674, 38156944, 60621622, 17785794, 10328235, 22049756, 743971, 26039201, 35901496, 4694434, 10715937, 54025003, 10818378, 33106880, 15767995, 24963841, 14473878, 346470, 5818361, 31200516, 27864034, 762092, 751691, 494530, 71608, 9586885, 6855527, 1557599, 11486091, 40990, 11285750, 25130414, 14109784, 34029114, 33516090, 2727254, 11081803, 21312301, 7872152, 11373842, 54954832, 2232087, 2930391, 10963, 17212387, 11647367, 34658270, 509628, 33158074, 19988623, 24997830, 9895760, 2476424, 25050663, 44579120, 5087427, 48317971, 34600216, 10219559, 903495, 11246715, 11184711, 11824669, 34060917, 4743980, 24019253, 13366874, 31120153, 3844607, 9672320, 25959000, 46227943, 32817039, 21106742, 42574375, 22326312, 18143904, 20797749, 25957127, 7082226, 4881262, 18050819, 30882491],\n",
        "[22093, 1385825, 835946, 20222830, 4108839, 516570, 213483, 1478712, 987153, 43009552, 29384105, 15679263, 15679645, 30743484, 4499866, 15679509, 15258442, 35292997, 15679014, 42939097, 9499622, 15679642, 10964966, 14874642, 15685499, 23334774, 15685504, 15685366, 15685505, 48385834, 11495438, 15685373, 15679259, 4875371, 37939808, 18599427, 25002761, 28768842, 9041843, 4875707, 5175024, 15685265, 12754503, 19353344, 4875582, 39046002, 4875744, 49727966, 48490306, 5958023, 6560301, 43569250, 4875607, 25990954, 7390444, 19353310, 3545532, 39475392, 1305847, 46930697, 18534107, 4875159, 1956255, 22529216, 20348693, 30628560, 450358, 3025243, 56040771, 4875689, 13085823, 4875447, 4876060, 30156859, 39478178, 13165252, 2080104, 11012104, 52776052, 18257569, 31086373, 4875070, 17647824, 39448146, 64658001, 4734714, 34847833, 17592252, 17104986, 331909, 18081476, 2110825, 4875730, 5189581, 6820657, 41566932, 26070660, 287571, 6213461, 5970183],\n",
        "[34258, 11792856, 315141, 626718, 59580357, 628346, 59052395, 92222, 196789, 734272, 1226448, 1381751, 47035547, 744158, 6154795, 2024079, 38424, 59516988, 44270128, 3127300, 60823333, 988753, 60273656, 60705564, 6155148, 33740268, 60199413, 32016617, 34756533, 31793047, 4242777, 59899027, 60468426, 18911094, 60992198, 13412771, 60310807, 33069452, 59969132, 60649880, 47586513, 1567383, 1775374, 62498012, 61697493, 44035836, 61376364, 34843274, 11487904, 2020047, 43562594, 4523354, 44297011, 62342792, 62557135, 53087254, 7343803, 1652601, 40729744, 57517319, 57598474, 43273537, 61857865, 61583621, 60346289, 5630807, 3083919, 56565380, 60643164, 60586663, 59885919, 1041815, 57440142, 1417270, 56524982, 38654281, 60830034, 61268201, 31813523, 13556889, 11659675, 6742636, 6126472, 585681, 26136097, 53892576, 2967962, 20757320, 418999, 873170, 62435649, 49977564, 17125359, 32520296, 1781430, 37858148, 4170824, 60594563, 60410011, 32750396],\n",
        "[4056903, 24081784, 3829082, 1965419, 14712290, 9601217, 32843945, 6612910, 2935172, 27199544, 34030954, 2736835, 472062, 860440, 55775421, 38980932, 16671094, 2030930, 21035939, 10930029, 7005213, 40220530, 9270823, 2254244, 2524792, 10883144, 40876538, 23494889, 809539, 367456, 35919795, 44827287, 11127840, 23851958, 1864623, 11921706, 16232147, 11436431, 10265669, 2970655, 34057325, 23639333, 5161942, 24934966, 53997850, 41483791, 24384334, 15564657, 3513027, 4986149, 1724862, 3779907, 7898594, 13157907, 58709631, 3721, 30858018, 35158708, 4619516, 2268820, 31989549, 5498413, 6038077, 39339517, 60633066, 39562449, 10848348, 372888, 5818788, 30458850, 46182505, 23548219, 216161, 1447942, 63883178, 965323, 47153559, 509711, 68061191, 787689, 15927701, 817396, 5132315, 8788121, 7526727, 2520434, 42586177, 2740385, 21437273, 1521144, 48340, 2970534, 29549727, 1572831, 2806926, 2040853, 61733630, 2116491, 6325882, 883803],\n",
        "[63631542, 48561519, 633458, 7912947, 12772, 987724, 821829, 903187, 60497685, 9040490, 63164437, 64192678, 1297796, 45691074, 1891921, 44251245, 9947244, 568164, 66848426, 3645626, 494877, 1674060, 25219375, 159546, 63567907, 10039375, 1814699, 7441023, 55960921, 7479199, 51235563, 28086000, 5322079, 2945076, 6944394, 1702593, 1422391, 452271, 7439323, 1532134, 2160163, 247083, 31728348, 67759831, 439102, 1210300, 1255199, 63716341, 39774839, 56574387, 3546630, 52022005, 10465469, 64966775, 42489952, 18541294, 13270228, 64027932, 56282527, 14208718, 9730205, 35551453, 39506742, 44258772, 39327056, 19818973, 64756507, 63890735, 63607835, 2588455, 51408737, 67552614, 64011857, 3981190, 62393613, 74910, 35282032, 33567480, 32484547, 43925528, 23008897, 23682436, 58946599, 63453597, 28735053, 34735506, 62376272, 13761065, 63910255, 63434963, 38307214, 2828932, 64146290, 40011388, 57424164, 3169363, 1061790, 61763915, 4593370, 47732325],\n",
        "[366477, 21000624, 360789, 31185151, 20775117, 31265743, 18564380, 41047099, 58847654, 30707750, 32430985, 29437250, 360797, 2675881, 41299172, 18650883, 21008699, 25351191, 6684026, 8641291, 9987557, 4928646, 42054336, 41119509, 51724809, 59540110, 54632, 1468043, 3248798, 35980365, 24618587, 60282950, 11984008, 3233153, 231553, 50519954, 58009, 41852447, 67224618, 550558, 7522358, 6354249, 41428490, 3157597, 13244193, 41249156, 8817935, 22348483, 30890975, 33871707, 36825885, 6146841, 64800217, 2146757, 9309014, 50394170, 21980991, 21525171, 37657477, 6091926, 1772129, 23392773, 48658625, 42448153, 29772915, 35704724, 36955802, 29248323, 1681494, 31323977, 55013640, 4789153, 2574560, 12466666, 23311269, 19717901, 17440344, 22407452, 3252816, 4229394, 6104568, 17470609, 21462915, 19364799, 6759788, 42016073, 51361707, 2940768, 35969397, 700641, 4354203, 979652, 46706654, 50102350, 49951693, 51773376, 890457, 12309538, 2172822, 1268840],\n",
        "[48475515, 150389, 28456222, 50364362, 2295417, 4668823, 54736719, 3357256, 1080173, 1027896, 21038687, 45079706, 20209449, 12139510, 6383976, 997303, 3223727, 1104090, 2775579, 403653, 7105280, 22939527, 4022025, 45676604, 8001012, 54871058, 35743021, 2252455, 12915125, 65422121, 2581217, 26727599, 22113148, 1500790, 14253790, 37197819, 1352921, 19138137, 20884122, 4377168, 7457928, 7364325, 1042227, 581846, 46847785, 17244705, 47348889, 9602088, 2287395, 53002477, 54754604, 4371867, 34900078, 2462939, 48848906, 250247, 194609, 38481443, 40856352, 2968175, 48973545, 3223758, 30075887, 17276201, 1764686, 52662244, 2039300, 7967298, 62843191, 8805458, 26454223, 627972, 1848779, 3039817, 3404671, 26478177, 25538059, 6510180, 14290366, 35306610, 59625827, 5594361, 54461902, 1752731, 29586245, 26088735, 31356306, 332308, 8539701, 314703, 66443850, 400993, 50410718, 8844086, 31153815, 17998853, 6828470, 52852665, 22503115, 60494555],\n",
        "[38393, 37674, 1738731, 599738, 462670, 172198, 2579000, 860878, 9696839, 512470, 282854, 440018, 5230930, 1242147, 286855, 4014955, 39322520, 21905962, 54655786, 2608233, 1765938, 12234103, 39303262, 3378227, 17069844, 3781845, 6264793, 26325396, 10260634, 599759, 19837004, 1793236, 19530330, 1179787, 27898480, 31468446, 582735, 54776049, 3378576, 1166477, 13846179, 47987665, 16308445, 23433315, 45044241, 46219043, 53972999, 2469444, 8071494, 36835927, 4475738, 1488698, 14155548, 2444476, 512147, 8153477, 43707, 7405184, 39422490, 6497307, 13769832, 9404500, 3275717, 13315204, 18699709, 9756141, 66409419, 24821605, 25674879, 36206195, 49086138, 10432306, 24448891, 3024203, 6068621, 54715000, 431045, 602644, 957283, 647768, 13302136, 15056339, 260348, 782313, 17780886, 1726988, 1745942, 234494, 864249, 55798773, 27676, 4877471, 3115732, 28826216, 23172823, 20043504, 2966029, 64473465, 1488795, 34995337],\n",
        "[2036409, 79732, 4684521, 644781, 1402022, 2174092, 2911731, 4512778, 46569126, 10315632, 52109202, 52882803, 51191273, 37032671, 52233118, 50991931, 57973756, 38731052, 60413551, 60583278, 64104348, 51478870, 64063484, 67393290, 28361776, 46628647, 31200215, 41926675, 26581410, 5313137, 40689383, 33420422, 24094055, 10873911, 988918, 33042015, 63010392, 45239242, 65601792, 52387015, 37098058, 36978196, 34533718, 10873990, 59519477, 62062366, 46319814, 48248761, 43794052, 44972914, 37665257, 31739575, 36749082, 32745471, 34630606, 32917193, 10410269, 58003077, 17678682, 16717083, 32983165, 49665070, 33263291, 37467283, 8115164, 39758930, 37151776, 62052328, 62088844, 17051657, 58716850, 45510854, 66430560, 43684292, 12713710, 32708352, 33678127, 41456795, 62041849, 67527243, 66605355, 57368195, 21215931, 32969713, 10871413, 35673410, 52199870, 23366921, 50364624, 21861895, 31694476, 33712136, 62077609, 49420465, 40636307, 47503466, 55417551, 16335584, 50365478, 40837095],\n",
        "[60883, 5217956, 33731670, 767894, 41451023, 43239050, 7179668, 244596, 1975271, 394697, 911228, 275606, 2969166, 755336, 11463526, 10489375, 2088566, 787873, 10221371, 973730, 3465338, 8121276, 275611, 3679872, 45464759, 65322537, 1388325, 795012, 38858514, 2378284, 3469510, 55216958, 64573107, 35328035, 271746, 35902452, 3108320, 61850536, 11868234, 1718609, 41081016, 3208439, 672652, 23596663, 26777382, 65090606, 66775282, 8933729, 10031142, 3126254, 51554490, 2867523, 60158805, 15603182, 11596512, 63700901, 2186064, 22507174, 38522648, 15208717, 40277895, 46978733, 10360363, 60068777, 24117568, 770202, 518183, 36172905, 1548811, 17637143, 545837, 18197501, 32062564, 60574815, 10151468, 59666118, 11795437, 43787294, 1194553, 758612, 7165866, 2878023, 3720535, 27834671, 23978892, 47959180, 713611, 41286870, 58104653, 1194645, 1437556, 8933776, 10519351, 2590850, 3046600, 48242392, 59328463, 67998585, 33889422, 612781],\n",
        "[5027882, 1074657, 38224570, 56646148, 7722858, 60438820, 31738347, 61699239, 5454213, 59096622, 65464184, 1499483, 48491635, 58070474, 43603241, 9290604, 5720905, 33700618, 65358849, 9110929, 43125448, 1275470, 26999426, 3146871, 18674251, 910407, 55511148, 6253998, 29267958, 67063905, 743391, 5676692, 1743852, 817441, 54135152, 22144721, 41940244, 55994089, 619048, 54537218, 49319948, 1756788, 1535704, 1305399, 4667205, 618979, 60051494, 48530084, 47256632, 47802432, 2173540, 36484005, 3483096, 30886081, 45506961, 2268649, 4451883, 41974496, 63139433, 64182931, 38148849, 59271062, 2117716, 1916589, 61664803, 3198087, 41591173, 850492, 56848986, 62763279, 150346, 28195432, 49601574, 36439749, 57292487, 54404113, 56289553, 36450985, 9491316, 47663459, 3572274, 5153159, 55511149, 56289672, 1754904, 35283979, 22883216, 1519783, 4275087, 59162931, 51430647, 842924, 622415, 2066366, 1484143, 44240443, 15662537, 41668588, 12673434, 57888684],\n",
        "[9232, 214505, 2040288, 12232, 148869, 1273047, 1278990, 1954515, 31655286, 35392555, 1633277, 705310, 3204625, 17664319, 22910214, 43760994, 5486819, 37882040, 41731654, 19437928, 10000, 2770280, 548182, 4539416, 19892389, 50230910, 671331, 48534532, 23569712, 27218900, 43825684, 12010049, 22235251, 1219855, 6517434, 212301, 15026438, 580320, 26775738, 17785787, 8166922, 61826939, 65558105, 420488, 38253534, 881491, 5065635, 21222098, 402754, 2621815, 22849273, 1884312, 7424280, 1083861, 22532674, 26085404, 1632912, 66273148, 16201796, 48656, 43617005, 60813030, 22207662, 64437720, 4465969, 13138943, 25954264, 8093601, 2661850, 20060066, 1525546, 61402898, 1029590, 12947954, 6194634, 28794246, 1273069, 34080, 198730, 22827174, 47558997, 222491, 6224726, 15435201, 1075582, 135242, 14713315, 3641813, 675, 64128124, 22143315, 3414501, 343533, 34269896, 275919, 12629761, 2650598, 55703641, 32123411, 12005215],\n",
        "[32623, 162169, 10591, 828085, 5961225, 228190, 240668, 40783886, 1183972, 42416319, 25311310, 10133081, 3546873, 2190209, 60088597, 55539, 2837891, 21274756, 64085, 7082459, 43681194, 225870, 431786, 4979006, 297576, 1751880, 53921182, 4498192, 19514632, 2329950, 976456, 3790961, 1712211, 12071428, 48936348, 1644618, 2597670, 25342571, 2042648, 65239423, 17058463, 30017263, 624943, 222266, 21834831, 15397979, 10934241, 4295731, 18706748, 728528, 166515, 3214240, 84907, 348499, 2289197, 9525684, 23341643, 9309224, 46335459, 1159706, 11124030, 2052211, 24807021, 1191018, 7232689, 52044458, 4034728, 7230143, 7079688, 3945414, 8771629, 25920989, 2463601, 748887, 4073228, 507776, 27944015, 76723, 5865796, 654732, 3385590, 9917505, 2842116, 5876840, 1125928, 3494593, 12897776, 19070089, 4450055, 609733, 3111871, 31049531, 40384037, 7268822, 28400026, 46762976, 1017915, 2213814, 3095762, 12594697]]\n",
        "\n",
        "#Average time for 30 queries: 1.291681444644928\n"
      ],
      "metadata": {
        "cellView": "form",
        "id": "8-mMEQMJUQmL"
      },
      "execution_count": 8,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "### **other functions tests**"
      ],
      "metadata": {
        "id": "afGoqIqzFo21"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "#search body , after timing improvment\n"
      ],
      "metadata": {
        "id": "5I_j8rkWVoy8"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#@title\n",
        "#search body , after timing improvment\n",
        "\n",
        "search_body_res = [[13213953, 46332325, 21356332, 23862, 3673376, 57197811, 58429169, 21727049, 8005736, 696712, 48407627, 46448252, 25061839, 21965279, 24193838, 18805500, 2032271, 24193668, 4920126, 2009536, 3257046, 5250192, 1984246, 18384111, 3274540, 5204237, 30714017, 47063809, 30796675, 5087621, 13062829, 6823999, 2564605, 1810666, 47337433, 40170617, 36349077, 34192383, 28344538, 16305806, 51218917, 56115363, 6146589, 36091677, 8778894, 23329, 88595, 83036, 1255122, 32910103, 10849171, 645025, 3526151, 6081823, 36293816, 5377129, 4930338, 40971733, 29772882, 13370873, 44783363, 750633, 31354866, 639888, 46233379, 3596573, 890353, 16274121, 14985517, 47640599, 33828979, 2852798, 12893629, 4225907, 18942, 32018084, 60116836, 54134975, 31217917, 47623894, 50020765, 59662859, 54778043, 17369731, 18730910, 1996367, 7680006, 4195298, 3490448, 29040606, 61101615, 1270266, 730903, 49703421, 17474156, 38007831, 3761499, 1561564, 2843493, 49119569],\n",
        "[35458904, 33055919, 4148213, 42613828, 18985040, 23278549, 41459258, 1593985, 4855658, 50674434, 56413729, 49281083, 8495, 31915311, 27051151, 55181525, 7697770, 31808302, 759312, 2234333, 66900757, 25891289, 42813835, 1609808, 33993923, 43385931, 55169272, 55232040, 54133478, 65682130, 32714470, 13555870, 60263786, 67766856, 55810614, 46626475, 4071997, 9932412, 54332547, 12487489, 10806718, 26041421, 39011138, 28192799, 46362818, 10022970, 7990, 4659684, 23943140, 45590513, 6212365, 11658036, 48415691, 51566459, 58086027, 47825086, 47868, 20092666, 8924644, 51578025, 4014599, 15103022, 8519, 51567965, 4080917, 5678122, 2720954, 3575651, 55235400, 41471885, 25791319, 53399218, 82871, 900186, 57391332, 15349103, 42253, 28259534, 22178484, 4967270, 35911108, 24296194, 6895400, 58206387, 48792071, 303703, 22601719, 13359015, 1013159, 279647, 8543665, 49882988, 759422, 675069, 58255600, 794330, 51611782, 66184317, 29663617, 58143356],\n",
        "[31556991, 21035, 11495285, 24224679, 2702930, 20038918, 234876, 23174077, 26085681, 40748148, 22294424, 18741438, 62871079, 55115883, 57672434, 22352499, 44627466, 61386909, 7362738, 36984150, 54077917, 7362700, 16982268, 25175287, 25045060, 50083054, 39458542, 64269900, 12410589, 40428462, 50977642, 739855, 26584776, 3868233, 3332410, 51078678, 67754025, 26585811, 36666029, 692988, 46919927, 47403613, 5690287, 11193835, 12652799, 54027296, 21594484, 46422015, 3867847, 36579839, 24155104, 2555865, 3108484, 57374577, 14725943, 1015919, 36575397, 41769313, 15712244, 14201682, 28126369, 66749629, 55121208, 1141900, 6052114, 26060699, 36026903, 4206029, 3053003, 14001660, 3602651, 42561292, 655650, 48896644, 910244, 2139889, 60471253, 36579642, 47816999, 20799837, 63936555, 188523, 18264585, 6154091, 24361010, 61962436, 3105039, 35736568, 21213682, 18600765, 9400334, 25896108, 1545827, 10600394, 16115433, 8235440, 22901459, 44864362, 1368247, 21197980],\n",
        "[7381823, 8175846, 41794610, 3062679, 47155656, 5290678, 33372192, 49770662, 27946676, 694295, 42051632, 49769890, 1503768, 35648481, 540333, 2954970, 1979873, 19628945, 52314067, 25998438, 7089, 1770825, 1730071, 27767967, 9905747, 21358361, 19079925, 12580514, 100710, 30506599, 2399742, 3046256, 37243595, 19911698, 1471058, 7518753, 23948049, 52703647, 23159504, 62851606, 56412300, 2333593, 63384860, 1328945, 5239060, 11323102, 40575910, 48801464, 1780076, 23223032, 575594, 3415016, 41833171, 3190605, 27716083, 14845052, 3881415, 5484406, 22060223, 55225594, 22002568, 6672660, 7061714, 55644828, 51189164, 43098662, 54825809, 1009495, 33304847, 4647172, 7151675, 15426248, 22414556, 23404008, 64758806, 47559758, 52941809, 48868755, 17720623, 17255266, 46882821, 48870371, 15240949, 2757168, 24326330, 7419133, 4530879, 12090450, 53419940, 56969021, 25323169, 14134963, 531897, 2302721, 4367216, 6061334, 35214605, 2208584, 56451284, 62216979],\n",
        "[25659792, 3080697, 34121672, 43843664, 13801712, 67279077, 23871, 23854177, 48497982, 9303405, 8244710, 56383357, 25215165, 48461814, 53487581, 47710154, 67634547, 1330188, 4275382, 43853813, 25215213, 67624046, 29191077, 25215220, 8245125, 8245256, 55365859, 27274354, 65419304, 2864831, 12638661, 2387344, 15974787, 67726685, 48846696, 6984468, 50404581, 43911086, 54155622, 8892877, 53746577, 19994314, 2899729, 43911472, 24183493, 48461629, 67623716, 25215222, 57252592, 6760389, 8245307, 19876749, 13226043, 35211682, 43981430, 3450096, 8966818, 3028364, 3328852, 3028377, 28930609, 57492967, 25215239, 21281463, 16591942, 17158174, 42102760, 6728737, 531849, 15212680, 2436101, 1296540, 63549718, 12853101, 26189868, 25335750, 45677868, 65360198, 28782563, 49647732, 25215091, 3141956, 56401501, 68258211, 31585693, 25215228, 40371354, 40378544, 2724118, 60631724, 1920945, 34825096, 3069815, 28879441, 56571529, 48460535, 28096212, 4380700, 34220777, 40478583],\n",
        "[25659792, 3080697, 43843664, 34121672, 13801712, 23871, 67279077, 23854177, 48497982, 9303405, 8244710, 56383357, 61014433, 48461814, 25215165, 53487581, 47710154, 67634547, 1330188, 4275382, 43853813, 25215213, 67624046, 29191077, 24862, 25215220, 8245125, 8245256, 55365859, 27274354, 65419304, 2864831, 15974787, 67726685, 12638661, 48846696, 2387344, 6984468, 50404581, 43911086, 54155622, 8892877, 53746577, 19994314, 2899729, 43911472, 24183493, 48461629, 67623716, 25215222, 57252592, 6760389, 8245307, 19876749, 13226043, 43981430, 8966818, 3028364, 3028377, 35211682, 3450096, 3328852, 28930609, 57492967, 25215239, 21281463, 16591942, 17158174, 42102760, 6728737, 531849, 15212680, 2436101, 1296540, 63549718, 12853101, 26189868, 25335750, 45677868, 65360198, 28782563, 49647732, 25215091, 56401501, 68258211, 3141956, 31585693, 25215228, 8870178, 21679733, 40371354, 40378544, 2724118, 60631724, 1920945, 34825096, 3069815, 28879441, 56571529, 48460535],\n",
        "[44199210, 26275110, 1092923, 32242976, 47147050, 9874319, 3660182, 36279735, 9651444, 1497849, 37736117, 39695465, 4338696, 45690506, 42688812, 12003767, 50575063, 16619530, 60784315, 16002804, 1194274, 50575054, 61682982, 4028754, 60021444, 33367993, 37029264, 58708106, 1494648, 47799755, 2126501, 30810114, 24386465, 1566175, 4912459, 65511840, 3190097, 2859256, 1340040, 10062721, 42008283, 39357685, 5913182, 2998055, 401401, 48736239, 31790512, 42797366, 7046071, 56637068, 466299, 64810967, 40702330, 5339378, 286747, 5944125, 58626007, 54266769, 1351968, 53207980, 28850302, 12431, 7178416, 58231004, 5376796, 44174809, 5820541, 42960975, 61677706, 54073206, 29237144, 34060558, 30624553, 51664929, 10673290, 48387333, 375665, 7043619, 61255036, 3643006, 42195355, 34986915, 41184517, 58011405, 12010875, 44058846, 38873002, 34642413, 57576012, 26668052, 879962, 42694174, 26080303, 1431181, 4465875, 38720150, 35326347, 195649, 5101133, 42951365],\n",
        "[4840292, 15271, 66284747, 10218640, 296950, 18550455, 751691, 1514191, 1981660, 731640, 47901077, 24963841, 762092, 60384473, 14473878, 10328235, 2816394, 16635934, 36794719, 9376116, 509624, 24963451, 59558412, 905659, 21106742, 1897206, 3328506, 35901496, 20632884, 33516090, 26025104, 59280201, 44578960, 743971, 442684, 11373842, 14109784, 33407925, 38156944, 10818378, 17770654, 17785794, 45638306, 22254915, 14156172, 509649, 12715923, 261193, 149354, 39585214, 24997830, 30882491, 2232087, 36749242, 25421323, 346470, 31335953, 50003152, 11285750, 504195, 8147091, 37180835, 36788307, 9586885, 11081803, 26039201, 38386204, 24593158, 15624668, 48544304, 12743167, 32817039, 22049756, 22326312, 48623927, 44009082, 15101979, 18374763, 2930391, 62032856, 9624728, 6133075, 57312392, 6779715, 4733451, 8399644, 11486091, 48788602, 21218770, 24979660, 9511414, 9895760, 68195523, 12911443, 33488832, 11016342, 53689181, 12346211, 54954832, 4999945],\n",
        "[43009552, 42939097, 52418863, 41566932, 52418870, 59944261, 65637227, 66096527, 56851887, 516570, 1385825, 35292997, 48385834, 16624694, 7390444, 17647824, 987153, 31086373, 22093, 29148292, 1356938, 15679263, 5958023, 4734678, 5970183, 37939808, 15679645, 23038432, 15685499, 2249942, 15258442, 23334774, 4499866, 25990954, 10431985, 61397706, 66427714, 27397065, 15679642, 58069666, 15679509, 67157467, 50196436, 15679259, 12754503, 36245297, 9499622, 20348693, 3545532, 58120009, 29070764, 18599427, 2110825, 61398964, 15685366, 5175024, 39475392, 39448146, 43014260, 22529216, 30743484, 57370915, 15679014, 8364644, 61398590, 43569250, 19353344, 46930697, 4281907, 18257569, 13165252, 7215125, 14874642, 19353310, 15685504, 61397338, 29384105, 52776052, 450389, 36032535, 39046002, 11495438, 36090998, 1956255, 46525024, 331909, 6215452, 7404684, 5663142, 56956513, 287571, 15685265, 34847833, 7083986, 15685505, 39478178, 2533547, 42932958, 26070660, 6560301],\n",
        "[1652601, 59580357, 61697493, 59892488, 628346, 60705564, 61690747, 62342792, 43273537, 60992198, 62549131, 34258, 20757320, 62557135, 60310807, 44035836, 66248771, 60346289, 60676269, 53087254, 64667707, 60591184, 60207932, 61583621, 64531956, 51220885, 57598474, 61857865, 59899027, 43884703, 62435649, 11792856, 315141, 3127300, 5630807, 60823333, 59516988, 60627274, 60594563, 47161674, 60586663, 60300514, 62498012, 21324040, 13556889, 59885919, 57517319, 37315014, 66775916, 66018807, 64145298, 48151849, 66753056, 34756533, 41767114, 60643164, 61268201, 44270128, 32016617, 6155148, 39438820, 2020047, 61285582, 42294996, 60805249, 60410011, 6742636, 13479050, 38654281, 7343803, 31793047, 34843274, 47645891, 53523985, 56929348, 20849560, 31685961, 60584983, 48664943, 40729744, 29555433, 384057, 62151602, 59900488, 33069452, 45605641, 49977564, 44297011, 40991412, 61204876, 1781430, 53892576, 1775374, 56565380, 28989960, 61376364, 3083919, 2024079, 61647853, 60199413],\n",
        "[14044751, 49995633, 4493812, 7575700, 34585943, 47645880, 1708478, 17860756, 25690763, 47804877, 63830378, 16199422, 59736285, 19828134, 15000783, 66938376, 57587480, 30863371, 58075339, 19067666, 63863801, 44142729, 32490643, 30493069, 48997233, 16205082, 51351023, 17677129, 36509202, 10251910, 14413350, 6308552, 14660182, 57593485, 28271176, 14552513, 46490554, 39428258, 5444740, 16478106, 34331496, 17511001, 61814812, 940594, 52062458, 46944089, 14174833, 585010, 45684913, 43889663, 53997850, 50872423, 61691622, 49972527, 47881849, 36425831, 42357491, 36648691, 7129069, 47276625, 1729161, 4183, 34323878, 10420935, 4533478, 22831276, 5989779, 5461026, 5824842, 31055989, 8499326, 53856432, 10940798, 47258758, 30241112, 62914658, 56671350, 28503113, 6812020, 15445480, 2402352, 24726478, 22302317, 14061885, 13627989, 34136500, 9491390, 18952362, 26112519, 39956266, 24395715, 5558720, 23819599, 24871478, 65160113, 1135529, 41217159, 26422437, 56720337, 48764280],\n",
        "[7803852, 63698086, 31728348, 247083, 63631542, 7912947, 1674060, 63567907, 42489952, 821829, 1814699, 61459865, 55960921, 58864683, 21412004, 32484547, 56282527, 63140083, 44251245, 35282032, 64192678, 3546630, 67759831, 28086000, 5322079, 9947244, 63453597, 64693319, 56336081, 53143574, 44511137, 7441023, 20135897, 66848426, 61763915, 41616543, 63698088, 35551453, 13761065, 63716341, 62393613, 25178593, 63910255, 52022005, 12772, 17582411, 46784964, 39774839, 1210300, 13270228, 33567480, 64599705, 64966775, 439102, 48561519, 1297796, 47732325, 42075805, 64027932, 6966752, 10465469, 35565855, 56574387, 987724, 49505647, 39506742, 63890735, 67552614, 55629138, 44258772, 39327056, 25219375, 62543021, 2588455, 34298473, 53353780, 903187, 18541294, 3645626, 1255199, 58436572, 51408737, 36619752, 40011388, 6654240, 38307214, 60497685, 23008897, 64635178, 3981190, 2945076, 23682436, 67660142, 3169363, 57389138, 62376272, 14208718, 65386397, 65260121, 1702593],\n",
        "[21000624, 360789, 4928646, 39137778, 366477, 20775117, 7522358, 18650883, 25969895, 54632, 39510187, 21356357, 3129749, 4392037, 29437250, 741018, 31185151, 1094712, 12750775, 6091926, 54507194, 5454400, 7309493, 6457599, 66626648, 31265743, 18564380, 59786, 634504, 58009, 24903567, 9031496, 25917952, 8721991, 19523590, 138169, 2869622, 171123, 68240590, 22277917, 1509618, 2016347, 1050947, 36417120, 57097569, 1467670, 21366579, 3233153, 12721934, 21677547, 15289517, 64747446, 37168, 4035, 730360, 57364131, 21980991, 58847654, 38961315, 50503258, 27555169, 4894143, 2856719, 892094, 14030872, 7319405, 1082020, 5891390, 60231004, 21677449, 7533404, 3267833, 67949800, 8657265, 41047099, 21676604, 6354249, 15997959, 27749303, 17000072, 21676880, 7384706, 51556322, 47010211, 21677617, 67680461, 40507131, 32430985, 61423885, 36989539, 2259559, 31660581, 43067831, 3360481, 43708193, 47987529, 35840488, 28333714, 25351191, 2541365],\n",
        "[3357256, 54736719, 20209449, 21038687, 2295417, 48475515, 17276201, 45676604, 50364362, 20884122, 150389, 45079706, 7457928, 7105280, 35743021, 997303, 12176059, 12139510, 19138137, 4668823, 25861185, 55948869, 6383976, 22113148, 26465584, 36829879, 28456222, 43899313, 64289567, 1500790, 22832071, 37197819, 65422121, 36830448, 8064087, 584095, 980208, 3117230, 40856352, 27044416, 9200584, 181801, 2775579, 64786678, 985927, 517134, 17532166, 1305572, 1811807, 1851355, 39860075, 7942550, 7942301, 1206051, 52185297, 8035794, 3223727, 16598488, 23598953, 7878240, 22939527, 4377168, 21292989, 709331, 12176055, 48848906, 2581217, 37322899, 36115609, 64666646, 8035450, 17244705, 1474208, 856602, 66678703, 13264736, 20676584, 5225920, 53134220, 60184365, 3161486, 980193, 20547707, 20548948, 20677589, 20679659, 9423328, 25538059, 42507384, 29586245, 999382, 3693008, 49052343, 42863562, 64762712, 27135167, 61871179, 1063940, 30752092, 64736457],\n",
        "[39322520, 2608233, 599738, 54655786, 19837004, 1488795, 67965816, 1179787, 21905962, 3654631, 3904119, 2579000, 21013189, 57946219, 42687076, 67711074, 25363946, 42687062, 36206195, 512470, 62408906, 19385859, 28493874, 2479968, 12863003, 11882165, 994107, 38393, 20065306, 66820381, 3314109, 3955230, 1242147, 8654845, 614936, 8041693, 17069844, 39956275, 6236954, 12439886, 282854, 54793935, 45269095, 3099967, 37996422, 42861884, 25266820, 64473465, 1738731, 172198, 5230930, 13885409, 27819756, 39305608, 3487256, 2966029, 47083969, 11731784, 122374, 5072647, 4014955, 18371754, 9238018, 59190122, 3780635, 46905665, 27676894, 31293393, 2576325, 3378227, 30387526, 251438, 633016, 23921540, 10330327, 55084722, 40275772, 9696839, 6589006, 64691475, 860878, 12234103, 35941714, 30139251, 33125414, 30524712, 3060421, 1616672, 34533722, 20290974, 1241940, 41883375, 14490276, 16920028, 41433736, 6882388, 440018, 766514, 4606638, 904774],\n",
        "[37467283, 44763706, 79732, 2911731, 33585323, 47059783, 4512778, 50365478, 16335584, 5313137, 33042015, 50364624, 62062366, 62112656, 67393290, 46628647, 44429209, 49420465, 46569126, 52882803, 2174092, 60413551, 23366310, 62052328, 40636307, 58726367, 52233118, 26581410, 23367043, 37151776, 2036409, 48248761, 63010392, 56467082, 44887059, 37467439, 37467486, 37467487, 37467493, 37467560, 37467569, 34906877, 26744002, 34017012, 62041849, 36574953, 60583278, 23367035, 37467469, 44778902, 36101315, 1402022, 37032671, 66382512, 52109202, 62088844, 33908676, 47503466, 32879851, 51191273, 37467414, 37467652, 36240103, 10873990, 21861895, 62077609, 43683214, 31694476, 36494442, 36101304, 58716850, 37467686, 31200215, 66430560, 33772453, 35734709, 37467384, 32917193, 40542694, 12713710, 33263291, 37467548, 40837095, 57368195, 37467488, 43070045, 38159007, 34874949, 37467666, 33815145, 35673410, 37098058, 33740883, 10315632, 33816178, 22513329, 34999294, 33975028, 32983165, 37467474],\n",
        "[10031142, 6482640, 8659851, 27231718, 26777382, 47498148, 35327876, 12744185, 23206712, 1975271, 3465338, 11868234, 394628, 18555142, 17916364, 47121030, 973730, 35902452, 10360363, 56215107, 22360498, 1103515, 38858514, 11795437, 795012, 2878023, 7179668, 27834671, 35328035, 67998585, 27373431, 1718609, 394697, 15208717, 44374029, 1388325, 46829954, 2378284, 40277895, 66436970, 26777459, 41985407, 45464759, 24117568, 41286870, 1139333, 3586877, 588917, 758612, 7417937, 36172905, 39533364, 3108320, 275606, 271746, 672652, 2088566, 43132380, 41081016, 65322537, 5217956, 7892590, 39642031, 2186064, 15603182, 50993837, 33731670, 8121276, 767894, 55216958, 63700901, 26032224, 275611, 61850536, 43239050, 5584328, 194540, 1954542, 29394180, 7165866, 13594345, 60883, 36381160, 64573107, 28174211, 17637143, 59620883, 911228, 59666118, 7698471, 39533451, 2121134, 3370278, 3046600, 38012739, 11596512, 244596, 58945959, 39870333, 22897785],\n",
        "[39632709, 5027882, 306960, 13686413, 1074657, 5727147, 403579, 26552494, 66113901, 20966, 17448401, 41008758, 8188167, 35871824, 15311317, 2453882, 17960196, 64182931, 55994110, 33308367, 17586817, 894151, 15615475, 842924, 1047719, 60132806, 44611175, 61664803, 2881177, 49287801, 5020000, 1218903, 2802921, 9728333, 42721570, 66069085, 4401969, 58488308, 10181183, 377374, 910396, 97590, 955460, 1804101, 10589717, 9491316, 44393460, 3927775, 18975239, 842928, 31968788, 8620492, 14444588, 2444780, 2453884, 818197, 41081188, 56057078, 59748036, 26262356, 54475285, 407721, 2801613, 7122813, 61479705, 2672465, 663004, 11951081, 27306717, 20986, 7382198, 3740960, 13308382, 56045101, 6708880, 2302782, 18835140, 31624714, 2261210, 917026, 18396797, 7858837, 888577, 1307319, 2312016, 13034292, 60419786, 25672630, 9040927, 46241491, 1160627, 8543791, 63922840, 5249058, 44398290, 4243198, 14422683, 63090183, 1743852, 3146929],\n",
        "[41731654, 10000, 65558105, 12232, 9232, 37882040, 5486819, 1278990, 31655286, 48534532, 27381228, 65558122, 38899669, 12010049, 45361765, 6481784, 47936835, 32322489, 9838, 19892389, 50230910, 6443934, 35392555, 27218900, 3204625, 17664319, 1633277, 52947444, 17483332, 14297368, 2621815, 2770280, 12640778, 705310, 548182, 6194634, 22235251, 21222098, 67411414, 14969306, 8717085, 1149857, 237035, 671331, 45361704, 25194045, 46578023, 6224726, 27892665, 51346285, 3762953, 15741677, 214505, 26085404, 11974838, 25194031, 51552804, 23741382, 6112, 3166042, 11330974, 49196675, 148869, 305175, 100436, 458347, 16201796, 23759976, 580320, 180354, 39491664, 46977287, 883624, 23293380, 27728249, 61251184, 1310914, 2850185, 66065250, 31165, 1273047, 860624, 34420411, 22849273, 11393130, 420488, 64437720, 53166567, 3581619, 4029505, 32999108, 7718710, 48804808, 66273148, 42985115, 39993384, 3995429, 58138713, 3646113, 17785787]]\n",
        "\n",
        "#Average time for 19 queries: 2.420531762273688"
      ],
      "metadata": {
        "id": "ixdjtAKU8pD_",
        "cellView": "form"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "# top 100 anchor text\n"
      ],
      "metadata": {
        "id": "PaW2TMVwVm7s"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#@title\n",
        "# top 100 anchor text\n",
        "\n",
        "anchor_res = [[23862, 18942, 19701, 23329, 819149, 88595, 2032271, 83036, 5204237, 43355087, 4920126, 271890, 317752, 1348668, 375788, 639888, 696712, 6146589, 19195070, 645111, 1450466, 196698, 1252960, 2394885, 2432299, 13062829, 3594951, 6908561, 746577, 2403126, 6081823, 15586616, 21356332, 30231661, 41512, 382207, 24422907, 23372115, 43290319, 8515459, 24193668, 2293477, 2379928, 3490448, 3596573, 13370873, 2009536, 3434750, 2293528, 4646029, 8005736, 9629262, 18805500, 52344333, 68253, 1234326, 4746317, 5087621, 5250192, 12893629, 13316803, 19160, 2377926, 4930338, 13371283, 26332795, 10568, 788796, 6548215, 7713859, 7800160, 15857331, 26104127, 56417281, 53509, 85887, 412390, 1250582, 1251270, 2167925, 2293497, 9603954, 17899514, 746, 14533, 645042, 673434, 2380213, 6444283, 18260530, 19351170, 22334720, 52649236, 53672527, 54683014, 5407, 30680, 4459040, 5598639, 10991145],\n",
        "[26787, 5323, 24388, 193513, 21068988, 17722387, 157427, 227687, 243062, 236722, 179757, 1418949, 13227429, 405428, 816207, 18932608, 27608, 100286, 26781, 341448, 19622, 37010, 18985040, 900186, 20840, 6852678, 152951, 38890, 430822, 5626, 196761, 14400, 151686, 37533, 3553584, 42253, 27051151, 318084, 28439055, 35458904, 300649, 579730, 8519, 4088812, 125309, 428545, 67704, 64919, 1329211, 2206185, 19891472, 27600, 8013, 549072, 373118, 43045, 22818631, 20653168, 2720954, 32975, 2014830, 846558, 18933569, 8467861, 47676, 323392, 231683, 306754, 45710, 149354, 1527421, 1194080, 2681645, 659136, 4722532, 876446, 367637, 10249874, 1068647, 524425, 34566959, 28925, 268987, 5067265, 1582764, 3216202, 93817, 42168, 50346, 199503, 395191, 13862, 2855554, 7990, 86586, 572, 2578159, 237536, 36224143, 28434],\n",
        "[21035, 4206029, 2555865, 14001660, 22294424, 22352499, 234876, 7362700, 62871079, 24224679, 36579642, 18741438, 2702930, 20038918, 64269900, 2895198, 5690287, 7362738, 16982268, 23174077, 1703656, 24361010, 25045060, 38396043],\n",
        "[7089, 1421165, 174560, 1277918, 6672660, 10300434, 100710, 57766, 49770662, 349448, 36474927, 1471058, 919611, 21011168, 15142854, 2399742, 76723, 3502051, 725712, 16161419, 18509922, 2052211, 1730071, 2385217, 5290678, 161583, 449790, 167891, 4705573, 4652053, 7271954, 18175501, 2152015, 4771807, 32329400, 85655, 53828130, 606737, 2386481, 4225916, 18924348, 531918, 4318847, 4432842, 32872922, 1428721, 8600536, 14355683, 1864122, 8248274, 47074893, 21190765, 976322, 3140957, 7419133, 8356933, 13687674, 42051632, 43627595, 637004, 318873, 2353389, 2952462, 3376354, 4250574, 12649366, 15117612, 1217251, 2918178, 3881415, 5239060, 17720623, 3596990, 845137, 2005540, 3720007, 43445856, 497794, 1009495, 6856942, 7194312, 1148978, 3506669, 4984414, 12163710, 52232222, 20151, 1953153, 1979873, 3121464, 37653597, 39280615, 1598652, 2190617, 3190605, 7082459, 7151675, 10613833, 15426248, 50940268],\n",
        "[25659792, 356928, 3185372, 543308, 7016280, 2501449, 21495414, 43963934, 9678569, 6170773, 37775366, 1533068, 9331505, 176194, 1602289, 26057196, 2133620, 24472941, 47511951, 2656294, 11639895, 1732142, 4582139, 5637583, 1575040, 2503392, 5574594, 4842561, 6883275, 18678797, 5157062, 17885804, 531849, 765081, 6143600, 7902498, 1195560, 1753727, 1931027, 2904880, 1743436, 5824008, 6596878, 6720455, 1595551, 1826856, 7327393, 19111674, 1683794, 1746939, 1844888, 3115529, 22110292, 4333107, 5624681, 1633369, 6726099, 3080697, 12252207, 101726, 5856134, 50697835, 2968675, 14191750, 53385112, 18906393, 46311249, 56657895, 7433093, 40160214, 5519383, 12787024, 14989171, 18918743, 937971, 3658961, 3756193, 4586256, 25594959, 31579570, 41570340, 5899908, 20064475, 4315321, 37343047, 38552818, 2679328, 938826, 1496284, 2035421, 30470880, 54764155, 60476004, 6765015, 16318977, 44749435, 43911472, 3831697, 5272616, 19846702],\n",
        "[25659792, 531849, 3080697, 24862, 43911472, 26394035, 6984468, 4275382, 9955119, 2864857, 10834, 2864831, 8174970, 12950373, 27274354, 30916, 19475753, 481484, 4627535, 13226043, 23421216, 28977211, 65360198, 19994314, 31585693, 3233236, 6972293, 12766063, 39032487, 45677868, 1296540, 4196593, 5868770, 8966818, 10038999, 55365859, 22081270, 29457545, 34825096, 47647877, 57492967, 61965200, 426522, 1343426, 3099213, 14686504, 26244182, 28096212, 30876926, 39797382, 54155622, 59934635, 6700, 20229, 179377, 346821, 414614, 462173, 611752, 764781, 1431461, 2147024, 2246113, 2258995, 2471717, 2568868, 3028377, 3141956, 3428395, 4010725, 4380700, 4644067, 6760389, 8245256, 8245307, 8382020, 12875053, 13661068, 14265833, 16032870, 16965534, 22359113, 23936377, 25978116, 29081637, 29434570, 30948849, 33785725, 34121672, 39091771, 41791214, 44024269, 53487581, 53979878, 57252592, 62533451, 67472414, 68245936, 59399, 15425635],\n",
        "[3190097, 1092923, 1494648, 55779, 2126501, 15733701, 390777, 34986915, 1520204, 466299, 213636, 1464549, 19133401, 699773, 6874049, 15438359, 12431, 323158, 55769, 772931, 26384374, 2543721, 2511485, 4701882, 32242976, 629587, 694224, 11546879, 442461, 1631451, 19346501, 349417, 3235536, 2606570, 63912200, 939879, 1044116, 833177, 2611286, 672117, 450733, 502593, 33367993, 6507276, 3823647, 32270, 46426771, 2606163, 30720880, 42411494, 2621292, 2612369, 10203438, 55773, 55249, 28168642, 74048, 10646287, 35482690, 1201607, 7137374, 50575063, 1520208, 11710076, 8642120, 5376796, 852361, 880436, 2607347, 35326347, 9651444, 38720150, 2929543, 2519024, 14919830, 1167478, 6603790, 14078821, 69398, 26668052, 3161187, 5101133, 19633684, 1566175, 39029693, 845682, 39400840, 1110265, 2972976, 15839737, 14885323, 19202340, 1497849, 1562368, 50136811, 1118090, 2331265, 20221047, 915123, 4730032],\n",
        "[351656, 36674345, 18985062, 149306, 14773, 590464, 15271, 420576, 12398, 237495, 1704673, 2987862, 1197962, 16609882, 195598, 1092026, 149354, 15036, 1524523, 1190694, 911519, 6633626, 442816, 37464417, 410474, 1285591, 84632, 28682259, 1845896, 237494, 163152, 478981, 252857, 309801, 464877, 144589, 831744, 18907958, 315578, 2366154, 909602, 15445, 10568670, 153852, 14632009, 427282, 302913, 163901, 5172349, 576906, 12966709, 2437932, 2073183, 495664, 1977527, 185945, 47577212, 383162, 1976484, 3978080, 10387486, 1688815, 188369, 287104, 19196209, 176292, 321438, 1036854, 4122841, 52555, 1386800, 64425007, 209050, 22763305, 89587, 218360, 1568613, 22128761, 13061712, 274322, 598971, 659094, 7311344, 25274, 41127855, 35482706, 16264786, 34850421, 26172152, 6275959, 26374420, 18935157, 11113, 4780237, 1958099, 237536, 261193, 6444716, 19734544, 2829647],\n",
        "[22093, 450389, 16795291, 12658654, 890793, 11934091, 1385825, 8642616, 278018, 835946, 631964, 631870, 1109042, 33819259, 715940, 12106552, 47193342, 12144057, 49885111, 45049995, 1277423, 55053329, 5877677, 4985475, 3669788, 59798759, 5877670, 59079677, 1890933, 8747147, 38000871, 5793078, 671992, 748251, 11247292, 65166616, 20222830, 751668, 2066890, 27871561, 752314, 15350815, 32269679, 1625381, 42904422, 758411, 4108839, 2065189, 786372, 1811320, 29573707, 516570, 2065129, 1163174, 2065157, 1156963, 2043375, 2065125, 753474, 1826771, 2065193, 2065195, 5172009, 46965002, 48189134, 213483, 2065188, 1478712, 2065175, 39960194, 57400264, 2065185, 2574856, 1203292, 39893099, 987153, 9733533, 34327305, 50590102, 4516528, 64639133, 2065180, 737534, 2979773, 2065184, 42553657, 2065134, 1811390, 7877714, 16858598, 68253, 2140866, 12211979, 17460096, 2065145, 4212324, 1891771, 2065141, 5650783, 22684067],\n",
        "[34258, 11792856, 315141, 626718, 59580357, 359983, 628346, 59052395, 419015, 92222, 196789, 734272, 1226448, 1381751, 47035547, 744158, 7702313, 1017009, 6154795, 6933106, 16488467, 666420, 2024079, 23834216, 38424, 43611227, 59516988, 60851303, 44270128, 60823333, 3127300, 1817874, 803145, 988753, 60273656, 10671559, 60705564, 13936750, 46719542, 6155148, 37629170, 65329238, 33740268, 60199413, 12292539, 32016617, 34756533, 46477989, 4242777, 31793047, 36991237, 59899027, 36556942, 60468426, 31395, 13412771, 18911094, 60992198, 33069452, 59969132, 60310807, 621809, 23475401, 40408490, 41757168, 60649880, 1567383, 1775374, 3965223, 17295697, 36645262, 47586513, 23727907, 49278248, 61697493, 62498012, 1923642, 44035836, 61376364, 186462, 11487904, 34843274, 810678, 2020047, 4523354, 14496674, 19152829, 28848113, 35572443, 43562594, 44297011, 53087254, 58520592, 62342792, 62557135, 59541, 1262175, 1386213, 5079549, 7343803],\n",
        "[56412019, 50674, 19828134, 301314, 66966, 66957939, 73408, 4607980, 449547, 583932, 39345877, 30948079, 209009, 429693, 525270, 396505, 773501, 26610430, 169842, 41568624, 2402352, 3600824, 868187, 33167002, 3081811, 503493, 430921, 8481, 41647056, 31055989, 822244, 127856, 207347, 14052258, 10669865, 209213, 11032767, 5183239, 1373239, 5482826, 381399, 318779, 59659927, 67026877, 57858983, 151922, 35326709, 2786476, 39436144, 472464, 3278973, 25164793, 11288620, 63994292, 18967, 58567222, 681486, 10627455, 2191219, 6643402, 14660182, 16079692, 18952739, 20525086, 4277624, 40622852, 37444274, 60412327, 1560443, 13434020, 67415, 1708475, 63269647, 492012, 11130114, 31982010, 4380331, 5558720, 940594, 14174833, 22302317, 166784, 4056903, 22947141, 44733830, 67554, 4273372, 13222218, 24180994, 11789084, 1257003, 39177751, 3524282, 18084100, 216428, 3957722, 475482, 27192907, 2961180, 25269506],\n",
        "[63631542, 48561519, 633458, 12772, 7912947, 11137278, 987724, 6939163, 903187, 821829, 10894103, 9040490, 4201044, 11684894, 60497685, 44334566, 63164437, 64192678, 29868625, 468313, 489992, 1015304, 45691074, 1297796, 35545773, 1891921, 45211086, 6125350, 568164, 9947244, 31038386, 34461596, 44251245, 16315, 40909056, 494877, 528520, 3645626, 4305275, 35892659, 46576311, 48689866, 66848426, 159546, 642903, 660192, 1674060, 20525086, 23024818, 25219375, 59416307, 66496903, 38404, 10039375, 12263290, 12591863, 18218754, 18823362, 41601331, 63567907, 67172687, 101897, 674024, 852821, 1814699, 7441023, 7479199, 19792997, 28086000, 39311049, 39814311, 50890227, 51235563, 55323494, 55960921, 64686042, 67730763, 2049, 10683, 15289, 20224, 63995, 165890, 199439, 262232, 331015, 452271, 521145, 803695, 1422391, 1532134, 1681916, 1702593, 1832050, 1866361, 2160163, 2945076, 5322079, 6944394, 7439323],\n",
        "[3386, 273285, 73126, 4874, 4314, 437573, 2154, 2571986, 4745, 4035, 118365, 4501, 5259845, 3579086, 51054, 4650, 29448480, 1869714, 23278339, 363831, 44751865, 3385, 220533, 343560, 18618063, 103363, 2839195, 41677925, 1083841, 1281036, 34119966, 183233, 971243, 466982, 179643, 162107, 19952476, 2849796, 1929232, 19594534, 84154, 1635944, 150116, 58917, 1816295, 33757091, 156222, 37941, 3360481, 366477, 24480838, 168303, 490771, 215706, 12737, 5566666, 321496, 150063, 171131, 13745292, 20648200, 2299834, 602895, 167599, 2166214, 3760297, 154957, 241617, 412662, 709344, 142000, 30875801, 154144, 1930287, 616975, 375332, 15114517, 394774, 8318280, 61084601, 1162603, 200971, 55983, 333155, 237790, 106328, 23603611, 38878250, 1030599, 1699035, 2410417, 7663095, 226085, 12714970, 253746, 61550, 315407, 329893, 663275, 2286114],\n",
        "[11951528, 161232, 322147, 167599, 6640653, 3920193, 591031, 20451, 754804, 3876620, 954310, 3793631, 20691749, 673599, 62120, 597112, 41861349, 33614255, 13049327, 92605, 607265, 182510, 39719748, 314926, 1270973, 371250, 2953995, 181286, 25340430, 1353018, 4500088, 586023, 5222749, 209068, 295757, 596639, 63455, 1856623, 511678, 620845, 681279, 556241, 1665752, 21182305, 1535983, 1955760, 37680673, 43788307, 598085, 45078589, 625219, 4683916, 12112121, 1954591, 1851355, 10845858, 4354571, 1238988, 3868622, 795176, 35698124, 3032446, 34305662, 1685440, 25701552, 2803150, 9974098, 15449759, 167557, 1934018, 33573932, 2068117, 8278435, 19760438, 11827016, 4221444, 4572602, 101921, 1724225, 5320368, 11081144, 62121, 1285833, 33759615, 2600572, 3832361, 34367193, 1166096, 15863505, 23322195, 61530, 133590, 4747933, 103088, 18727932, 723582, 1118654, 26967810, 3339444, 4162087],\n",
        "[38393, 37674, 19179331, 2960722, 51847, 252020, 93996, 1738731, 252112, 462670, 74961, 677590, 3539514, 172198, 252740, 4202396, 904322, 263896, 5609864, 250184, 9020, 253185, 6551171, 307678, 633016, 1748990, 73440, 599738, 250759, 679530, 77548, 364625, 339244, 23930981, 262694, 218020, 766523, 860878, 2579000, 429387, 35397113, 125731, 12863003, 8993, 448963, 9696839, 573419, 512470, 282854, 2397993, 3342099, 306673, 2508980, 2655767, 448802, 232031, 16203347, 1008396, 1761526, 2986098, 230456, 1243082, 440018, 2554026, 13172792, 729708, 38998, 73439, 49312824, 217855, 869607, 897122, 867752, 737709, 5230930, 76029, 429291, 386556, 259125, 16089223, 213392, 2133681, 2853674, 3512496, 256010, 438705, 3007132, 1242147, 6904106, 8096798, 286855, 507836, 766514, 1725213, 2888511, 10586627, 358701, 430348, 1241574, 4014955],\n",
        "[2036409, 79732, 4684521, 35052231, 32524560, 11231759, 644781, 27632080, 1402022, 2174092, 52971602, 2911731, 11216001, 31676355, 43610835, 13235623, 1647473, 17284321, 38814237, 4512778, 62362662, 51975769, 46569126, 58067594, 5215775, 10315632, 51676360, 66029904, 32900638, 35595052, 40404241, 51191273, 52109202, 52882803, 53866975, 38731052, 56758995, 66591573, 37032671, 48286897, 49494328, 51655383, 52076814, 52233118, 53748793, 56721897, 60085976, 4832809, 8988031, 9304321, 26815999, 33678127, 37026554, 48871621, 50991931, 53872142, 57973756, 62380392, 64667334, 67219628, 564454, 828838, 2337323, 4515658, 20212376, 26604927, 28361776, 33699656, 37967518, 51152025, 51478870, 58587263, 60413551, 60583278, 60964330, 62533876, 64063484, 64104348, 64138533, 65656082, 66382512, 67393290],\n",
        "[46530, 183233, 921548, 7179803, 60883, 5217956, 33731670, 767894, 55864774, 937479, 41451023, 43239050, 7179668, 6031187, 2956667, 30286002, 2875347, 1103769, 244596, 2097422, 18383702, 35127728, 1975271, 36041047, 77674, 394697, 911228, 676646, 1954542, 275606, 35729649, 1732642, 3470969, 452274, 923156, 676647, 2969166, 25838080, 2140038, 7892590, 755336, 49402921, 33279717, 11463526, 64054036, 68253, 10489375, 7235116, 22936, 625680, 16896651, 53509, 7007875, 33530940, 60961511, 787873, 2088566, 10221371, 382207, 21304320, 973730, 19526055, 40417489, 2236869, 2582836, 3465338, 5299079, 46760514, 226189, 157538, 3434750, 47521372, 2834810, 6322264, 41512, 5462982, 10420402, 1597099, 5740144, 21909754, 42213149, 60977342, 845920, 1234326, 2999332, 3113630, 7695592, 8121276, 26130587, 37360963, 10568, 41498, 275611, 3060376, 41702337, 935303, 3679872, 19081365, 33569840, 48174112],\n",
        "[20966, 2855554, 31710756, 61702, 61760, 23245556, 23245410, 61827, 24128375, 23251708, 83065, 62009, 27306717, 81240, 61845, 47125790, 61834, 164342, 5027882, 538696, 57317453, 99028, 354987, 316, 76841, 1074657, 61831, 62008, 62390, 77819, 61843, 20986, 21555729, 1476763, 1476751, 198014, 249875, 1235674, 1476749, 1039507, 61833, 3181181, 186061, 3307876, 182127, 28901997, 186067, 186074, 186068, 933299, 199286, 426381, 1476761, 11861447, 186071, 660616, 105391, 526264, 933210, 3228895, 933271, 415038, 186059, 418570, 6776545, 68253, 403585, 1424178, 934022, 9702183, 201173, 415037, 933894, 1266458, 1476758, 61830, 186063, 2851438, 1218903, 3987261, 182065, 3434750, 199318, 2386256, 933368, 1476746, 8682579, 2299922, 933485, 598942, 3564279, 4157477, 9737842, 493776, 3405727, 37864037, 250941, 11165435, 61823, 348221],\n",
        "[31165, 9232, 1715032, 2428259, 18013686, 95391, 214505, 1533926, 1264189, 44958, 203798, 563628, 48563, 28176, 60646, 2044496, 989173, 31235, 6112, 1387667, 3131985, 2040288, 470063, 12232, 118767, 750772, 432015, 305175, 304374, 1295216, 782607, 14571394, 2728830, 148869, 9838, 54297895, 5654862, 46889, 2254976, 1586692, 1273047, 339202, 2875347, 237035, 100436, 4102501, 272986, 70730, 70600, 2251698, 20928583, 180354, 12903344, 1278990, 1954515, 28148885, 23691497, 384679, 1982144, 121793, 827692, 4745489, 2156886, 672153, 2857794, 188622, 28837, 1371609, 572255, 358731, 23953672, 1341873, 215192, 4568, 8216332, 16450146, 7224803, 176645, 1612492, 264342, 33323575, 4160227, 1021467, 1047459, 17725388, 37051978, 719340, 39064870, 1808763, 3810186, 5002871, 46649379, 1168638, 24622707, 29139393, 391011, 2026707, 522978, 1608923, 373266]]\n",
        "\n",
        "#Average time for 19 queries: 0.050919181422183386"
      ],
      "metadata": {
        "id": "hyz6W0Ev9Jr1",
        "cellView": "form"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "# top 100 title\n"
      ],
      "metadata": {
        "id": "9UDeapVdVjwD"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#@title\n",
        "# top 100 title\n",
        "\n",
        "res_title  = [[8515459, 18942, 19160, 19165, 19701, 23862, 83036, 88595, 180196, 196698, 271890, 317752, 375788, 639888, 645111, 696712, 746577, 794677, 819149, 1250582, 1251270, 1251310, 1252960, 1255122, 1348668, 2009536, 2032271, 2167925, 2293497, 2293528, 2377926, 2379928, 2380213, 2394885, 2402709, 2403126, 2432299, 2781093, 3013633, 3209907, 3490448, 3526151, 3594951, 3596573, 3673376, 4195298, 4646029, 4746317, 4920126, 4930338, 5087621, 5204237, 5250192, 5817617, 6081823, 6146589, 6171180, 6548215, 6908561, 7713859, 7800160, 7837468, 8005736, 8538364, 8583006, 8778894, 9603954, 9629262, 10720945, 10991145, 11505904, 11583987, 12893629, 13062829, 13370873, 13371283, 13584316, 14985517, 15586616, 15857331, 16274121, 16697086, 17474156, 18757423, 18805500, 19195070, 19309718, 19351170, 21356332, 21965279, 22334720, 23678545, 23969345, 23969665, 24193668, 24361935, 24401766, 24422907, 24563756, 25049240],\n",
        "[7671, 3743270, 5258208, 5296529, 24941586, 31915311, 35458904, 36489227, 48364486, 49954680, 50718540, 54415758, 54767773, 55052729, 56499662, 60922281, 61624594, 66414222, 67092078, 68181697, 1172016, 13670898, 13973150, 20398411, 27514641, 29346991, 30711077, 35458501, 40534534, 47260786, 53941711, 55339410, 66013912, 2052, 2349, 5300, 7331, 7978, 7990, 8013, 8276, 8495, 8519, 8654, 8681, 9790, 10213, 13996, 15076, 20029, 23630, 25265, 28174, 30806, 38877, 39155, 40700, 40751, 40989, 40990, 40991, 40992, 40993, 40995, 40996, 40997, 40998, 40999, 41005, 41082, 41149, 41591, 41961, 42168, 42253, 44056, 47676, 47868, 53937, 58032, 61419, 71589, 74041, 78261, 82871, 93817, 102505, 113634, 147249, 148571, 152949, 155319, 157959, 168753, 177318, 185105, 194748, 194777, 194787, 201127],\n",
        "[21035, 234876, 2702930, 4206029, 7362700, 7362738, 11495285, 14001660, 15712244, 16982268, 18741438, 20038918, 22352499, 23174077, 24224679, 24361010, 31556991, 36579642, 36984150, 40428462, 40748148, 62871079, 64269900],\n",
        "[7089, 57766, 63895, 76723, 100710, 161583, 167891, 174560, 247079, 318873, 349448, 449790, 497794, 531918, 540333, 575594, 576168, 580983, 606737, 637004, 690652, 725712, 728528, 741168, 845137, 853449, 919611, 930516, 936243, 950632, 976322, 1009495, 1139993, 1148978, 1188562, 1217251, 1217747, 1277918, 1421165, 1428718, 1428721, 1471058, 1495466, 1503768, 1525876, 1529039, 1598652, 1613163, 1631338, 1730071, 1749002, 1763155, 1770825, 1780076, 1864122, 1926763, 1953153, 1958475, 1979873, 1999520, 2005540, 2052211, 2071127, 2152015, 2190617, 2256919, 2262834, 2288209, 2302721, 2333593, 2353389, 2385217, 2386481, 2399091, 2399742, 2581106, 2583969, 2621635, 2690024, 2725587, 2734670, 2834693, 2911871, 2918178, 2919554, 2936195, 2952462, 2954970, 3003037, 3056459, 3062679, 3098266, 3115898, 3121464, 3134434, 3140957, 3143135, 3190605, 3268444, 3293942],\n",
        "[1743436, 11888321, 25594959, 101726, 176194, 356928, 539096, 765081, 880768, 894226, 994649, 1073028, 1131593, 1132869, 1164354, 1186563, 1194083, 1195560, 1310216, 1323339, 1400839, 1427839, 1496284, 1533068, 1575040, 1589561, 1595551, 1599185, 1602289, 1633369, 1683794, 1714652, 1732142, 1746939, 1759092, 1801094, 1821961, 1826856, 1844888, 1853525, 1855257, 1919884, 1931027, 2007892, 2010815, 2018159, 2025990, 2067185, 2074436, 2088874, 2108494, 2121546, 2133620, 2180842, 2193201, 2321029, 2351608, 2379514, 2501449, 2503392, 2541879, 2625247, 2625822, 2656294, 2679328, 2709931, 2831382, 2833035, 2903468, 2904880, 2968675, 2975768, 3115529, 3122041, 3185372, 3202427, 3214848, 3231698, 3316152, 3409102, 3444805, 3513251, 3557039, 3567029, 3612857, 3620138, 3648641, 3658961, 3677557, 3707626, 3732066, 3756193, 3756919, 3831303, 3831697, 3888007, 3979110, 4095314, 4107942, 4127920],\n",
        "[23871, 531849, 1296540, 2864831, 2864857, 3080697, 3233236, 4196593, 4275382, 4627535, 6696765, 6760389, 6972293, 6984468, 8174970, 8245256, 8245307, 9955119, 10038999, 12766063, 13226043, 19475753, 19994314, 20429550, 23421216, 25659792, 25978116, 26244182, 26394035, 27274354, 28096212, 28977211, 29191077, 31585693, 34121672, 34825096, 36217713, 39032487, 39091771, 39797382, 41791214, 43911472, 44024269, 45677868, 50404581, 53487581, 54009788, 54155622, 54596819, 55365859, 56643734, 57252592, 57492967, 61965200, 63549718, 65360198, 67472414, 68245936, 61014433],\n",
        "[44674524, 3746523, 26572458, 12431, 195649, 216829, 286747, 375665, 401401, 466299, 502593, 632369, 736238, 879962, 915123, 1072149, 1092923, 1194274, 1340040, 1419735, 1431181, 1464549, 1494648, 1497849, 1520173, 1520204, 1520208, 1566175, 1680819, 1842570, 2030607, 2126501, 2715810, 2803983, 2859256, 2929543, 2971548, 2998055, 3161187, 3190097, 3235536, 3643006, 3702298, 3828266, 3848756, 4028754, 4171343, 4338696, 4465875, 4676601, 4730032, 4912459, 5065056, 5101133, 5153319, 5180181, 5339378, 5376678, 5376765, 5376796, 5376827, 5376868, 5474115, 5757250, 5775550, 5820541, 5913182, 5943727, 5944125, 6335071, 6575642, 6825317, 6856789, 6874049, 7043619, 7046071, 7096199, 7301470, 8642120, 9651444, 9874319, 10062721, 10088312, 10453104, 10693181, 11546879, 12003767, 12010875, 12934995, 13251031, 15376366, 16002804, 16619530, 16822361, 16953646, 17489019, 18121133, 18352552, 18542923, 18745215],\n",
        "[15271, 261193, 296950, 442684, 494530, 509628, 1185840, 2128068, 2360744, 3781784, 4694434, 10179411, 10218640, 10328235, 11486091, 14109784, 14473878, 15279582, 16635934, 19988623, 22254915, 24963841, 24997830, 30882491, 31059641, 31064369, 33407925, 35804330, 36794719, 38156944, 39000674, 40326059, 45638306, 48317971, 50716473, 56598843, 57312392, 9589, 11113, 12398, 14773, 14774, 15034, 15036, 15445, 17174, 25274, 40746, 40747, 40912, 41396, 41476, 41590, 41861, 43389, 47867, 49681, 52555, 53229, 55375, 71880, 84632, 89587, 106295, 140403, 144589, 149306, 149354, 153852, 154290, 158874, 160967, 163152, 163156, 163901, 172189, 176292, 185945, 186194, 188369, 195598, 197963, 198885, 199450, 203614, 209050, 216844, 216847, 218360, 218371, 230887, 234824, 237494, 237495, 237536, 241250, 247808, 252857, 274322, 283329],\n",
        "[1956255, 22092, 213483, 278018, 404020, 450389, 516570, 631870, 631964, 671992, 715940, 737534, 748251, 751668, 752314, 753474, 758411, 786372, 809525, 835946, 890793, 899781, 987153, 1109042, 1156963, 1159770, 1163174, 1203292, 1277423, 1305847, 1385825, 1403349, 1473882, 1478712, 1531584, 1621889, 1625381, 1683298, 1694635, 1716109, 1788981, 1788982, 1788983, 1788986, 1788988, 1788990, 1811320, 1811390, 1858899, 1890933, 1891771, 1892672, 1977405, 2043375, 2065125, 2065129, 2065134, 2065141, 2065145, 2065147, 2065150, 2065157, 2065175, 2065180, 2065184, 2065185, 2065188, 2065189, 2065193, 2065195, 2066890, 2080104, 2110825, 2140866, 2146543, 2249755, 2249942, 2459450, 2498103, 2533547, 2574856, 2704769, 2736079, 2738547, 2738802, 2742792, 2742986, 2747867, 2752368, 2910988, 2937698, 2971889, 2979773, 2983641, 2983928, 3007526, 3025243, 3032254, 3038221, 3051362],\n",
        "[34258, 38424, 92222, 196789, 315141, 359983, 419015, 626718, 628346, 666420, 734272, 744158, 803145, 988753, 995322, 1017009, 1226448, 1262175, 1381751, 1652601, 1775374, 1817874, 2020047, 2024079, 3127300, 4242777, 4481996, 4523354, 5630807, 6154795, 6155148, 6265255, 6931929, 7061225, 7343803, 7702313, 8317024, 9042644, 9814361, 10671559, 11487904, 11792856, 12150036, 12292539, 12519967, 12575060, 12578916, 12866464, 13412771, 13936750, 14496674, 16488467, 17125359, 18285836, 18364114, 18365422, 18580321, 18911094, 19256639, 20602969, 21093072, 21241587, 21495296, 23727907, 23834216, 24105914, 24782381, 25794671, 27602853, 27665681, 28848113, 29575633, 29828807, 29989121, 31385841, 31610812, 31712563, 31793047, 31816488, 32016617, 32252991, 33069452, 33097504, 33685498, 33740268, 34756533, 34833039, 34843274, 35572443, 35573487, 35795560, 36556942, 36645262, 36971621, 36991237, 37021881, 37629170, 37827414, 37828884, 37858148],\n",
        "[63269647, 20873200, 534408, 773501, 15545705, 20116785, 23666510, 23822864, 30994978, 31882884, 34702559, 36509202, 39345877, 41217159, 42325261, 42576237, 47426444, 48599165, 54112388, 8481, 17149, 44153, 50674, 67415, 73408, 127856, 159159, 169842, 209009, 209213, 301314, 429693, 430921, 449547, 472062, 472464, 475482, 525270, 563138, 572222, 583932, 585010, 594746, 618535, 620201, 670316, 681486, 699739, 725481, 746290, 759765, 817396, 825942, 940594, 970067, 1023072, 1192770, 1237210, 1277518, 1324900, 1341752, 1342959, 1373239, 1490534, 1515722, 1588750, 1600148, 1708475, 1708478, 1790277, 1877414, 1925566, 1957500, 1958116, 1976316, 1986227, 1991166, 2065213, 2191219, 2200343, 2206451, 2215447, 2237042, 2260552, 2292079, 2343047, 2387487, 2399371, 2402352, 2412440, 2467786, 2517061, 2518900, 2519032, 2519228, 2547344, 2557434, 2636985, 2720997, 2730747],\n",
        "[987724, 1891921, 4201044, 6125350, 6939163, 7803852, 7912947, 9040490, 9947244, 10894103, 11137278, 11684894, 12591863, 18823362, 21412004, 25219375, 29076395, 29868625, 31038386, 34461596, 35545773, 35892659, 39774839, 39814311, 41601331, 42812440, 42812626, 44251245, 44334566, 44511137, 45211086, 45691074, 46576311, 48561519, 48689866, 49368688, 50890227, 51235563, 52022005, 55323494, 55960921, 56336081, 56574387, 57159776, 58864683, 59416307, 60497685, 62393613, 63631542, 64192678, 66496903, 66848426, 67172687, 67730763],\n",
        "[24417450, 184979, 360797, 366477, 664951, 919523, 1828461, 2022955, 2399020, 2621344, 2675881, 3136619, 3233153, 3536461, 3738164, 4923477, 5089316, 7428297, 7504156, 8076709, 12030959, 12769423, 14585637, 18373235, 19338366, 20321568, 20775117, 20877604, 21000624, 21955472, 22047862, 22887233, 24587134, 25210999, 25342832, 26083523, 27555169, 27738395, 29035826, 29437250, 29449433, 29881290, 30890975, 31102405, 31185151, 33645292, 36345174, 38456326, 39322070, 39614564, 40839591, 41047099, 44699246, 48658625, 49891754, 50394170, 50962944, 51145500, 52708523, 53893286, 55024725, 55449550, 58847654, 59540110, 63351334, 64637144, 66043818, 67224618, 67307777, 67528700, 21356357, 3358, 3385, 3386, 4035, 4036, 4314, 4501, 4650, 4745, 4821, 4874, 4898, 4913, 4922, 19581, 26397, 30641, 37941, 39087, 40804, 40806, 43618, 44364, 46757, 51054, 55592, 55983, 58787, 58917],\n",
        "[64567509, 591031, 17602457, 21038687, 25016829, 32855078, 33516494, 37652243, 38807875, 41921620, 43504989, 46315917, 65253658, 65948254, 19581, 20451, 22355, 31038, 61530, 62120, 62121, 73786, 92605, 101921, 103088, 133590, 161232, 161697, 167557, 167599, 168117, 181286, 181801, 182510, 191603, 191678, 191869, 275025, 295757, 308785, 314926, 322147, 329552, 331170, 342631, 396262, 400900, 457327, 463396, 480755, 489929, 496656, 501746, 516896, 517134, 541694, 552134, 556241, 586023, 596639, 597112, 607265, 620845, 622993, 625219, 658448, 659797, 667845, 669147, 673599, 681279, 736358, 754804, 794371, 795176, 844360, 856602, 863250, 878670, 881673, 918886, 920636, 954310, 969453, 973236, 986744, 1004248, 1004926, 1063940, 1076027, 1077556, 1077656, 1077729, 1084237, 1106379, 1118654, 1166096, 1168106, 1178237, 1238988],\n",
        "[599738, 1900017, 2608233, 3007132, 3024203, 3378227, 5570661, 6201437, 12234103, 18623459, 21905962, 25767152, 39322520, 49312824, 54655786, 56268434, 67711074, 67965816, 8993, 9020, 18088, 37674, 51847, 73439, 73440, 76029, 77548, 93996, 109492, 122374, 165368, 213176, 213392, 213844, 217855, 229122, 250184, 250759, 251438, 252020, 252112, 252740, 253185, 256010, 262694, 263896, 272599, 282854, 286855, 306673, 307678, 338013, 339244, 358701, 364625, 386556, 418121, 429291, 429387, 430348, 438705, 440018, 448802, 448963, 448964, 462670, 471236, 487174, 507836, 542158, 573419, 577902, 592127, 614936, 614944, 666419, 726926, 729708, 737709, 757643, 766514, 766523, 801064, 833011, 855287, 858827, 859226, 860878, 869607, 870149, 877914, 897122, 904322, 904774, 920389, 943660, 984151, 987170, 1008396, 1052491],\n",
        "[79732, 564454, 644781, 1402022, 2036409, 2174092, 2911731, 4512778, 4832809, 10315632, 11216001, 11231759, 17284321, 27632080, 28361776, 31676355, 32524560, 32900638, 33678127, 35052231, 35595052, 37032671, 38731052, 40404241, 43610835, 44763706, 46569126, 48286897, 49494328, 50991931, 51191273, 51478870, 51655383, 51676360, 51975769, 52076814, 52109202, 52233118, 52882803, 52971602, 53748793, 53866975, 53872142, 56721897, 56758995, 57973756, 58067594, 58587263, 60085976, 60413551, 60583278, 60964330, 62112656, 62362662, 62380392, 62533876, 64063484, 64104348, 64138533, 65656082, 66029904, 66382512, 66591573, 67219628, 67393290],\n",
        "[46530, 59832, 60883, 77674, 157538, 183233, 194540, 226189, 244596, 271746, 275606, 275611, 342398, 394628, 394697, 404292, 452274, 518183, 588917, 612781, 671955, 672652, 676646, 676647, 676660, 700723, 743417, 755336, 758111, 767894, 768396, 774698, 782698, 787873, 795012, 901578, 911228, 921548, 923156, 932825, 935303, 973730, 993722, 1005868, 1101696, 1103515, 1103769, 1319279, 1388325, 1398784, 1409049, 1503223, 1548811, 1552066, 1718609, 1732642, 1954542, 1965533, 2088566, 2097422, 2121134, 2140038, 2236869, 2322232, 2333302, 2338910, 2343047, 2414949, 2434939, 2443961, 2474662, 2582836, 2801295, 2867523, 2867524, 2875347, 2878023, 2911791, 2913315, 2956667, 2969166, 2999332, 3046600, 3050187, 3060376, 3113630, 3313090, 3417078, 3464070, 3465338, 3469510, 3470969, 3566446, 3586877, 3619645, 3679872, 3720535, 3759966, 4006482, 4137395],\n",
        "[4985767, 13040489, 13204888, 23055775, 30082054, 41542299, 41542388, 45099066, 52106042, 1964896, 2760730, 3068445, 3348138, 3395911, 3396154, 3396197, 3397294, 3398766, 3398913, 3399194, 3405654, 3405727, 3406519, 3432660, 3674142, 5976706, 6094936, 7548058, 7567578, 7677914, 7810461, 8459277, 9062071, 9137583, 10526301, 11005073, 11005549, 11018953, 11019770, 11037851, 11037967, 11038944, 11040360, 11040518, 11040628, 11054509, 11054609, 11054897, 11055030, 11074609, 11074718, 11792123, 14321433, 15122394, 15721612, 16369626, 19914748, 21251678, 22071308, 22662094, 22672921, 22673590, 22673889, 22688147, 22866293, 22883216, 22920853, 23276364, 26268467, 26277564, 27626746, 27910822, 30082312, 30082370, 30082500, 30082626, 30082664, 30082688, 30082701, 30163948, 30991013, 31131141, 31505640, 32226025, 32674316, 32942994, 33083140, 33780997, 33950776, 36172382, 36172443, 36172481, 37030327, 38063866, 38263491, 39460654, 39460681, 40362812, 40362826, 40362854],\n",
        "[9232, 1278990, 3009907, 5486819, 5844700, 17664319, 22716058, 29786619, 31655286, 32322489, 35392555, 41731654, 48534532, 50230910, 59917348, 8052378, 8090932, 20028438, 41897762, 43825684, 46688159, 57878504, 66134800, 1019671, 1021467, 1900418, 4516234, 18640785, 20143991, 33323575, 9838, 10000, 12232, 237035, 2559963, 2621815, 2650598, 2850185, 3646113, 6481784, 12010049, 12530008, 13892034, 14969306, 26135226, 26778720, 26892622, 27218900, 27284529, 27381228, 29961809, 45361704, 45361765, 45605934, 49196675, 51346285, 51552804, 52823620, 52947444, 55362935, 61402898, 62643147, 63236270, 65558105, 65558122, 67411414, 76377, 146158, 203798, 304374, 339202, 369290, 406917, 464192, 548753, 572255, 671736, 958920, 1105729, 1131917, 1138081, 1197756, 1209589, 1216092, 1310669, 1576826, 1576855, 1612492, 1663507, 1714565, 1782981, 1789908, 1868004, 1997027, 2000446, 2026707, 2156886, 2174688, 2174693, 2254976]]\n",
        "\n",
        "#Average time for  19 queries: 0.00561"
      ],
      "metadata": {
        "id": "XPX1EPHZLkg3",
        "cellView": "form"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "### **Test 10 last queries**"
      ],
      "metadata": {
        "id": "Hvr3qKe_WpRP"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#@title\n",
        "true_test = {\n",
        " \"best ice cream flavour\": [42416319, 30224834, 48212, 21828, 745000, 3342275, 23054130, 25311310, 2837891, 1124192, 978236, 1188562, 7082459, 47270314, 3651805, 2606761, 40783886, 34482422, 2298022, 6311077, 43334967, 24056098, 483473, 2190209, 11859370, 44309134, 17634819, 54595558, 39817115, 1889217, 897934, 2142071, 36906301, 1412877, 3644514, 42360671, 53354661, 22757645, 23114830, 2831887, 548336, 566114, 872876, 12209015, 42393261, 515436, 657055, 19558531, 8703840, 58534087, 50727159, 1532857, 362124, 40790752, 1092688, 5266044, 1531621, 37652572, 1207268, 1493164, 14342785, 7660130, 64594706, 2446518, 16969340, 20439501, 29538871, 18944151, 60888779, 33481262, 50498250, 430008, 2246339, 60395596, 6889129],\n",
        " \"how to tie a tie\": [6974438, 298232, 1517154, 6159650, 491172, 2881613, 6719413, 38464202, 2881547, 609528, 435492, 30597745, 37469, 59024, 371327, 2078529, 8491563, 40536338, 37421, 40774543, 5118574, 2766942, 4673201, 2636347, 559339, 20327832, 17412253, 426315, 6060889, 2110221, 17566205, 529780, 337814, 5270659, 7273911, 249858, 32468394, 16887435, 903052, 4676317, 47419336, 49355, 1807656, 19960341, 44547, 7775525, 48253954, 29604056, 469664, 9066654, 8133498, 52281147, 24997576, 37454, 9952602, 16938429, 7154355, 22199452, 912227, 22549390, 1632324, 9675171, 8867983, 3294758, 57591892, 5563310, 2297090, 7718500, 35973111, 50795, 4553108, 4660251, 20323494, 3493102, 5302000, 3013373, 14438844, 498076, 8100167, 12356944, 4169317, 3664299, 801978, 42980570, 27833186],\n",
        " \"how to earn money online\": [17362858, 8957449, 13612149, 51895777, 60898024, 50683920, 42471422, 8983183, 63295665, 484030, 3206057, 1847385, 52412294, 31452088, 1012806, 59440349, 195809, 703758, 15037, 1279101, 2095532, 17418777, 805626, 6050003, 19390, 19776474, 11921, 4193788, 14754518, 21179478, 2732267, 2941963, 39217006, 2905253, 1946204, 3287760, 59872594, 39206, 63121, 234921, 48732, 19344654, 372478, 32843712, 4361873, 806538, 3524766, 2797868, 43601944, 48449792, 13051060, 45691897, 46526, 36662188, 142528, 19288592, 43250171, 42332846, 2213921, 56440839, 33680356, 529056, 32362461, 68186473, 51097615, 17519943, 4567010, 610452, 60739751, 19585449, 3528947, 846772, 59568301, 10554676, 2738057, 28026533, 26700112, 1549819, 35917094, 24593449, 30810141, 4992612, 57851653, 32400932, 18169326, 21549213, 57275912, 1118379, 57313961, 909036, 35356507, 4355398, 236424, 1719292, 52328, 1184796],\n",
        " \"what is critical race theory\": [2002497, 1655005, 66355340, 650704, 42736966, 4730170, 41055774, 56081344, 2570959, 3322361, 818420, 36598455, 14684661, 9557957, 37989952, 46269496, 1943640, 46677020, 10782332, 52985524, 475952, 65366095, 13700748, 742316, 3923466, 4080953, 65176113, 8848402, 487090, 56833348, 64159270, 25613, 48253536, 14062336, 55536490, 53653129, 63327652, 43441237, 141013, 2612612, 4876011, 35237477, 64444618, 3057990, 50777038, 67071821, 56042524, 295993, 10827381, 356785, 1849681, 200734, 3188121, 25614, 2495537, 67924707, 42347365, 26952693, 6013, 42757076, 33637422, 60698570, 12210793, 40845811, 46613990, 56363941, 64784613, 22494577, 2794874, 1566357, 229236, 23213, 33178, 348111, 67162622, 40068424, 8094067, 1896889, 1999636, 1929338, 42469790],\n",
        " \"what space movie was made in 1992\": [19492975, 2009711, 18491946, 565318, 2199665, 2489613, 265033, 20874323, 3626050, 60534633, 23941708, 2103762, 16943307, 896634, 4055486, 1722156, 171581, 2509885, 2161511, 35107462, 19347339, 224220, 10669385, 142417, 2453923, 40075315, 2963622, 3746, 213251, 6837398, 23487440, 5083422, 1152328, 13280124, 27289304, 75222, 628467, 1249019, 36875530, 23388142, 422269, 263344, 1071462, 56099, 3653602, 1562284, 14384, 2052387, 2682907, 6009939, 672934, 272659, 2203853, 492540, 689763, 13383187, 17621896, 36310013, 17868447, 28240, 17461478, 149124, 13149, 859458, 49127538, 75290, 3178385, 6984004, 21944373, 3478140, 2080, 14573, 1673495, 11858188, 32158923, 30294906, 201525, 28327, 4800, 3188952, 4481567, 1660387, 524987, 44822802, 8571805, 9974017, 879000, 2108776, 10180504, 6245494, 1403888, 596078, 133574, 142049, 1858763, 36643850, 177541, 28239],\n",
        " \"how to vote\": [17255946, 99860, 66293350, 29066482, 924170, 85533, 994892, 1127534, 430980, 21491579, 667785, 382165, 1591777, 64210828, 479210, 1262999, 319703, 7209753, 12119521, 1857, 37179209, 70322, 630522, 30332, 41609161, 1236844, 22265206, 20071428, 318313, 7928434, 538393, 27363348, 907259, 699156, 33110953, 1833715, 79906, 6102876, 886827, 1125781, 55791, 20089569, 823320, 9457, 863306, 25767045, 29589, 70136, 23298, 925493, 5048642, 14650035, 59594788, 26726864, 925506, 480905, 1387946, 925740, 20072937, 1050340, 7959, 23269223, 64499620, 925728, 371301, 763947, 31664, 924141, 46023, 5372935, 57393329, 48870396, 315204, 23032578, 25908, 37593868, 871796, 64695698, 51582, 36968102, 8009590, 1516039, 7529001, 169131, 1435428, 24909346, 47350955, 13624574, 1141303, 33849881, 827717, 1442241, 7913597, 261709, 65028817, 60670913, 52647644, 1435365, 1125761],\n",
        " \"google trends\": [5101133, 18745215, 9483388, 24615479, 12431, 37593992, 10448121, 6956596, 1497849, 286747, 59868408, 4465875, 8598331, 35673556, 27051151, 1360154, 47799755, 18968719, 44008170, 24213566, 54737654, 5339378, 187946, 26275110, 30853394, 12003767, 7043619, 67414554, 47615485, 32613098, 33367993, 34083096, 3609466, 49132107, 53356243, 28236187, 1027207, 47339470, 37779362, 37980517, 62705077, 41815118, 3524766, 37728339, 32158961, 1491100, 56313056, 3660182, 1762557, 9933471, 43959031, 38755390, 3067569, 28190146, 37670240],\n",
        " \"dim sum\": [100640, 269558, 1959777, 22670461, 67072363, 11971218, 34617580, 47775306, 47840375, 28827117, 11827767, 17031486, 11689293, 9526854, 11980851, 11971397, 47806602, 11266183, 4992439, 47775348, 46357913, 52906, 3768042, 3746367, 47827570, 41905327, 1844187, 4023588, 2474625, 4749106, 63602774, 4146044, 3828139, 46186668, 47827574, 37967188, 10265984, 5321303, 46665704, 4344526, 11894026, 1907296, 60769053, 519667, 18408298, 13958538, 13719853, 41546279, 67493391, 3577886, 2054954, 48241318, 4093674, 898916, 2012983, 13902799, 2626421, 54284514, 10887219, 40759810, 20505468, 43607423, 6168739, 2134361, 47434601, 47769544, 19433498, 47837049, 52554299, 678353],\n",
        " \"ted\": [1533342, 31201599, 1584013, 30475, 37584615, 217241, 143377, 64114692, 10519138, 29342321, 21437073, 18621887, 1583998, 184136, 2500271, 45064023, 325507, 31550, 151327, 697063, 696077, 5038510, 181094, 11313, 1969515, 31416, 2258017, 978107, 644332, 2546904, 654916, 19124595, 31496, 1975250, 2963902, 412488, 31034, 1151958, 6393894, 1999475, 2231973, 2117988, 592436, 3107577, 42223, 3403854, 5350984, 25623974, 59534710, 2199987, 9315633, 7957691, 12776016, 62936384, 344293, 923698, 396962, 2711314, 1864891, 671431, 1148089, 26941571, 50462114, 168223, 72573, 8773677, 3610075, 5063356, 21604314, 35250361, 3466910, 8912934, 1577008, 14759518, 340407, 2698183, 32276880, 61893262, 766875, 23732462, 2386093, 872439, 12070623, 44494636, 1645263, 2076169, 5774818, 263154, 1060171, 151944],\n",
        " \"fairy tale\": [43494, 8915322, 6353598, 10079967, 6815937, 264917, 2390053, 26212422, 499537, 3357705, 73453, 10836835, 2833980, 160108, 6727140, 10154200, 28096917, 347068, 301064, 1248103, 194085, 100970, 8092560, 10691928, 10647218, 6709491, 243674, 21579170, 5344857, 28062197, 8468850, 9433102, 7036255, 2810191, 19702661, 8469156, 5316295, 24111672, 5330985, 27159781, 10957878, 10687051, 10958920, 8474963, 13550, 22905489, 6424614, 49185121, 6577165, 5699016, 254519, 5136015, 22725, 10922531, 2596759, 36543677, 11834672, 299250, 5522290, 8464191, 5318218, 3960323, 3782493, 64502192, 3182759, 5123174, 4427231, 3383895, 2865013, 87644, 36928057, 26598863, 7381258]\n",
        "}"
      ],
      "metadata": {
        "cellView": "form",
        "id": "-xdoHIss8Caw"
      },
      "execution_count": 16,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "true_list_test = list(true_test.values())"
      ],
      "metadata": {
        "id": "t1nq_AjZ8bmf"
      },
      "execution_count": 17,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "#@title\n",
        "test_in_version_six = [[48212, 42393261, 44309134, 30420606, 50498250, 1190921, 39727947, 1031211, 3651805, 39699883, 5220770, 7778546, 9930180, 1400285, 566114, 634940, 897934, 2873409, 39889999, 10741597, 42416319, 39709388, 1493164, 2094409, 538184, 657055, 56069398, 9101637, 5266044, 21828, 4105482, 42299139, 347493, 2091558, 1608235, 30224834, 23139600, 4811262, 1412877, 11859370, 2298022, 1656423, 483473, 5129656, 24080194, 11215843, 2539773, 1761526, 5442908, 4929776, 14342785, 4647823, 18706748, 23510441, 19470720, 54488977, 51145246, 63782611, 2679622, 10351761, 65027015, 515436, 408443, 3505489, 40758393, 29474408, 431786, 3316408, 38881404, 2753115, 2456131, 3146924, 2630148, 1625616, 22757645, 65340047, 42682069, 6608298, 1646753, 2246763, 22835486, 3457899, 28368773, 8549517, 55827515, 31622396, 43040584, 9570174, 8401405, 23114830, 149184, 598165, 2469179, 8881290, 7082459, 2606761, 2649590, 45413764, 1338376, 745000],\n",
        "[13875138, 435492, 337814, 50795, 39087, 221489, 609528, 298232, 2110221, 44547, 12692241, 371327, 1807656, 80812, 12646193, 2078529, 17566205, 3539416, 1867385, 2636347, 17412253, 6974438, 43483097, 24997576, 3477692, 29604056, 3557458, 426315, 7154355, 3294758, 11398100, 6719413, 2766942, 8867983, 24237687, 5563310, 7759939, 26415816, 52281147, 206008, 36035621, 44563259, 19479836, 491172, 20327832, 63298598, 1722815, 43075441, 39766836, 45540189, 19960341, 34690469, 36961918, 30325024, 68314240, 9363980, 27293360, 6673432, 52246445, 300752, 57591892, 25502621, 348186, 6344186, 498076, 36035679, 4226318, 65667721, 15500092, 11840325, 6159650, 3553108, 59022538, 21544497, 27555194, 41692220, 64508672, 36967053, 28084390, 30317833, 33220208, 35973111, 3784796, 23771670, 60297506, 62210231, 5118574, 36023545, 5347438, 23357553, 21280519, 20323494, 22591263, 4996913, 48876714, 35546630, 48408641, 10622178, 31175415, 27833186],\n",
        "[530421, 18169326, 63295665, 60898024, 38599900, 2797868, 13612149, 42566834, 2905253, 42332846, 52412294, 43192755, 1429860, 24593449, 59626437, 28030496, 39083773, 51097615, 4090080, 49019713, 2732267, 10427697, 906522, 54019210, 191336, 31680594, 44648764, 14503036, 65866243, 51547937, 10043223, 1137241, 51126726, 52306903, 2104258, 3287760, 2235401, 16163313, 35630579, 2011930, 40322253, 11772438, 6245191, 1407354, 30863221, 24119093, 48576168, 2610720, 20877276, 1046549, 16722250, 29406667, 67530547, 4936273, 78540, 3400639, 26982837, 66255379, 455202, 8046943, 17409541, 13051060, 37612864, 16455934, 30810141, 2596700, 1798661, 3235178, 27648438, 43962871, 66152804, 2441808, 8325860, 63338420, 66369801, 44330879, 16985729, 22015, 43746090, 2390352, 55478734, 53339955, 44287782, 255930, 51442723, 57851653, 3765190, 32954637, 38110890, 33994, 43511759, 26888417, 52480659, 47312244, 54551368, 42549951, 19427710, 20058880, 46915878, 26711323],\n",
        "[42736966, 2002497, 66355340, 46677020, 46269496, 10782332, 2570959, 56042524, 17962125, 67011996, 4629788, 818420, 13314857, 64159270, 295993, 66498208, 9557957, 4730170, 65366095, 10295386, 3188121, 2794874, 9394446, 49772496, 1896889, 50777038, 5992697, 55536490, 15943277, 3923466, 8213990, 59404558, 53265271, 26312218, 742316, 3143303, 12696342, 1999636, 50148729, 1096607, 6901, 32081376, 23328201, 16767719, 6013, 40068424, 39733609, 34151013, 59420223, 1929338, 2944700, 66485368, 183373, 5534795, 1931707, 30292595, 2869248, 650704, 2029677, 67071821, 22145169, 903388, 995169, 65636149, 850705, 266956, 23789867, 13963594, 31362188, 56363941, 203455, 229236, 26239194, 17740455, 2010174, 376800, 48251659, 41680432, 66387091, 8084790, 33823619, 25262062, 51714250, 15988726, 5169621, 54069729, 51910454, 22985868, 17159638, 13691444, 35885810, 17323301, 348560, 7837125, 22494577, 1615626, 1943640, 52098442, 40341188, 3057990],\n",
        "[2489613, 1526847, 411190, 19492975, 12063071, 65499076, 2221508, 19398877, 26198146, 18186114, 5292998, 2918308, 689499, 275498, 3373551, 474127, 8721485, 16943307, 7915555, 10835293, 811060, 1683911, 1821213, 46511771, 9679330, 60235043, 148023, 947292, 64112126, 888167, 2303903, 889941, 23873, 13192951, 4995110, 2011265, 3038462, 27289304, 2163531, 6339656, 11124319, 1922301, 2818443, 5733428, 6566329, 622616, 690394, 2663481, 16308327, 1258387, 31453709, 6837398, 2359698, 60233816, 66539114, 2076328, 3178213, 20399956, 3790976, 12763572, 2103762, 8718, 1832776, 24426458, 49474213, 3685440, 19377043, 39517583, 7915175, 2275473, 6918749, 42055310, 1353644, 6086466, 68180593, 2550490, 30762105, 9370886, 40299544, 11772951, 246776, 23516611, 2065067, 1587726, 30347013, 54163199, 14276607, 14384, 36263164, 6724984, 7018522, 2404132, 6233668, 1355024, 38203386, 46558358, 43296375, 148879, 751734, 3097856],\n",
        "[315204, 430980, 99860, 48159535, 235648, 1421483, 13299538, 216313, 5022704, 23026183, 1778182, 2721492, 1591777, 280502, 24485204, 66534955, 794020, 804516, 798360, 793999, 991719, 47496197, 1778156, 1040222, 621251, 54192243, 988533, 49670316, 15723651, 629977, 1053609, 52647644, 65785708, 1779658, 524278, 11686128, 1041862, 845709, 67442605, 1779577, 1523724, 1053595, 794128, 19995789, 630979, 1778169, 1039385, 1779654, 1778094, 1387946, 48592949, 1047668, 1779626, 31408703, 921310, 1779656, 1745261, 54560785, 376938, 1770509, 1770399, 44450821, 1006641, 7928434, 55536251, 1073420, 55396045, 57811690, 4288833, 57367449, 5215013, 20071428, 67275594, 21971665, 54608700, 56977354, 49619688, 59096748, 538387, 54861998, 5710229, 47010035, 68192502, 18415255, 4031408, 32078634, 1612873, 48783240, 42418182, 16473858, 62710791, 50278622, 484657, 50797415, 37481726, 52167940, 4710629, 23325826, 29766738, 57400718],\n",
        "[12431, 11057200, 5101133, 1744867, 50575063, 1497849, 9651444, 4465875, 1566175, 39400840, 16002804, 7043619, 286747, 36279735, 35673556, 1340040, 18745215, 37593992, 10448121, 56313056, 47799755, 6956596, 18968719, 12003767, 1360154, 24213566, 24482718, 6843345, 39599472, 24615479, 34083096, 57456720, 33965855, 19137130, 26275110, 4543051, 54737654, 33031817, 2497276, 63423757, 39675788, 50649737, 33146726, 16794102, 51367578, 62894863, 42886923, 28236187, 25173473, 30853394, 46182065, 47615485, 59868408, 39849257, 66550651, 31578233, 53356243, 61987255, 41075161, 32486315, 6116152, 25580778, 11944583, 6196372, 53131761, 44117673, 26972161, 50840383, 43431640, 67414554, 67262248, 40013236, 42370871, 3345817, 67855030, 19187969, 65778564, 48637269, 16882756, 41815118, 6240607, 990404, 47147050, 53681793, 149636, 22881511, 54536629, 48976249, 39255130, 3691948, 61129426, 30681410, 40059225, 41761705, 35043374, 23185474, 5339378, 35624776, 61705694, 43819798],\n",
        "[100640, 9824772, 22670461, 28827117, 13320978, 34617580, 1959777, 10887219, 14310357, 23269727, 17229496, 269558, 11971397, 11689293, 47775306, 11827767, 13719853, 11971218, 13902799, 47806602, 18408298, 13958538, 47827574, 4344526, 46186668, 47775348, 11266183, 173790, 37967188, 25100776, 2474625, 54284514, 11980851, 56027273, 3746367, 4146044, 17031486, 11894026, 67072363, 3768042, 47638336, 37073924, 9055214, 2846153, 31553078, 2054954, 32055176, 46357913, 1768741, 47804313, 16203229, 2012983, 41905327, 41546279, 43607423, 8836002, 6420692, 66527788, 34081690, 47434601, 24372282, 1844187, 4992439, 5321303, 3116851, 346992, 1463006, 52906, 6168739, 15239780, 2134361, 52554299, 52651138, 46665704, 20217977, 4055161, 47426061, 47827570, 20505468, 16285031, 9041110, 51259277, 38267, 13034946, 47775335, 19337623, 6954384, 15647539, 10658708, 6051030, 3133718, 47837245, 1451082, 40759810, 1488508, 35399307, 47840375, 59272056, 66823604, 19433498],\n",
        "[1533342, 29342321, 31201599, 37584615, 1584013, 13869813, 9975335, 10122391, 6734598, 5997445, 13622521, 8617839, 9968160, 8886560, 11251217, 103899, 38467501, 2833493, 808833, 292386, 5232179, 4692458, 11231251, 8926844, 18669706, 6209126, 11251750, 28901825, 19877034, 39752897, 11210239, 56411848, 1583998, 38267372, 55081123, 4716462, 31530382, 7957691, 19097189, 1915735, 10100945, 11425, 8633575, 5575515, 40262098, 968617, 29954085, 11214973, 10123954, 11251376, 30655853, 55677108, 27036426, 13760433, 22775291, 34557588, 17384995, 41609208, 10569866, 41247763, 22789547, 2093928, 26941571, 41664127, 8911352, 17182693, 8620624, 39970118, 8829764, 12667021, 20221109, 37799372, 27027195, 9668585, 23736886, 20126944, 5182160, 22598137, 20607838, 17181417, 5326370, 36663681, 10543234, 20277848, 33147800, 8619934, 330682, 5040443, 22215616, 56192637, 37114790, 10543063, 19472497, 33525518, 21924875, 16695181, 11225606, 33388365, 29697170, 899460],\n",
        "[43494, 983186, 26212422, 10647218, 2390053, 395917, 36543677, 10191369, 11834672, 859175, 6424379, 12153605, 28773399, 50654478, 5344857, 26598863, 64210079, 1793113, 67515094, 2916204, 68183315, 1399679, 5307386, 5148259, 63848281, 23194446, 8262635, 1888283, 1880839, 5421868, 9295827, 5881276, 2417200, 7381258, 919472, 24111672, 6723828, 2878940, 6724064, 1585614, 5957314, 36928057, 5225384, 5660497, 3283079, 22184472, 49185121, 2596759, 291324, 8509229, 24329501, 38634556, 6742142, 541067, 4427231, 1040355, 3039548, 10153277, 15566415, 49303051, 6333131, 15634043, 10836835, 5595253, 2012100, 5699016, 5411915, 5696957, 3600361, 5553360, 3709628, 50423654, 6581282, 18372857, 15307450, 13195325, 6830909, 5682864, 18189103, 5318558, 56211268, 8474963, 58918509, 6968997, 23072713, 5413714, 3292199, 14768042, 43722263, 5898949, 5509671, 2336853, 5522202, 5327018, 5766174, 9433102, 7245710, 11226063, 5222687, 7021004]]\n",
        "\n",
        "#Average time for 10 queries: 1.892829492038591\n",
        "\n",
        "print(\"\")\n",
        "print(\"------ MAP@K results for different K values ------\")\n",
        "print(\"\")\n",
        "print(\"\")\n",
        "res = plot_MAP_at_K_with_differnt_k_values(true_list_test,test_in_version_six,k_values=k_values)\n",
        "print(\"\")\n",
        "print(\"MAP@K VALUES: \" + str(res))\n",
        "print(\"\")\n",
        "print(\"Average run-time for 10 queries: 1.892\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 418
        },
        "id": "jvEvzJ7x7VBp",
        "outputId": "335cbc7c-559a-44e4-99dc-c1fa7701b2d6",
        "cellView": "form"
      },
      "execution_count": 25,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "------ MAP@K results for different K values ------\n",
            "\n",
            "\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYgAAAEGCAYAAAB/+QKOAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3deXwc9X3/8ddntavDkmzLsmwsW7Zl4/uSZHEkJCGYEI5QSBuSQEOTNgcNhDQnhIRc0LRJcRtyAQlJGlIaIORqnZRfgXKlJRyWZcn3JV+yZWz51mEdq/3+/tjxai2vTms1K+n9fDz24Z3vzKw+DNa+Pd+Z+X7NOYeIiEhXAb8LEBGR1KSAEBGRhBQQIiKSkAJCREQSUkCIiEhCQb8LGCwTJ050M2fO9LsMEZFhZc2aNYedcwWJ1o2YgJg5cyYVFRV+lyEiMqyY2Z7u1qmLSUREElJAiIhIQgoIERFJSAEhIiIJjZiL1EMt3BimdmUtdQ/W0X6knVB+iMLbCim6o4hgjg6riAx/+iYbgHBjmMqLK2mpaSHSEgGg/XA7tffVUv+bespeLVNIiMiwpy6mAahdWXtGOJwWaYnQUtNC7cpanyoTERk8CogBqHuw7qxwOC3SEqHuobohrkhEZPApIAag/Uj7Oa0XERkOFBADEMoPndN6EZHhQAExAIW3FRLI7ObQBaDw1sKhLUhEJAkUEANQdEcRGUUZiVdGIFSgMwgRGf4UEAMQzAky9ZNTz2iLP6PYeddOmnc0D3VZIiKDSgExQCdePhF7P/ufZ3PJkUsYM38MAJGmCJtv3kwknPhOJxGR4UABMQAu4jj+/PHY8vjLx5M2Jo0Fv1iABQ2Ahtca2PuPe/0qUUTknCkgBqBpYxPt9dFbWUMTQ+QszQEgtyyXmffOjG23+97dnHztpB8lioicMwXEABx77ljs/fjLxmMBiy1Pv3M6494yLrrQAZtv3ky4MTzUJYqInDMFxAAcf66zeynv8rwz1lmaMf/R+aTlpgFwascpaj5XM6T1iYgMBgVEP0XCEY6/dOb1h66yZmYx5wdzYssHHj7A4d8fHpL6REQGiwKinxpWN9DR0AFAxvQMsmZnJdxu8l9NpuCGznnAt35kK20H24akRhGRwZDUgDCzq8xsq5ntMLO7EqyfbmYvmNlaM1tnZtd47TPN7JSZVXmvHyazzv6Iv/6Qd3keZpZwOzNj7g/nkl6YDkB7fTtbP7oV59yQ1Ckicq6SFhBmlgY8AFwNLARuMrOFXTb7MvCkc64UuBF4MG5djXOuxHt9PFl19lf89YfxK87uXooXyg8x/5H5seUjfzjCgYcPJK02EZHBlMwziAuBHc65nc65NuAJ4Pou2zhgrPd+HJDS42R3NHdw4k+dD8jlrcjrYeuoCVdMYOqnOp+63vHZHTRv01PWIpL6khkQU4H4mXP2eW3xvg7cbGb7gKeAT8atK/a6nl4ys7cm+gFmdouZVZhZRX19/SCWntiJl0/g2qJdRGMWjCGjsJvxmLqY9c1ZjFnoPWXd7D1l3a6nrEUktfl9kfom4BHn3DTgGuBRMwsAB4DpXtfTZ4HHzGxs152dcw8758qdc+UFBQVdVw+6rtcf+ioty3vKOuQ9Zb26gT3f2DPo9YmIDKZkBsR+oChueZrXFu8jwJMAzrlXgExgonOu1Tl3xGtfA9QAc5NYa5+ccf0hwe2tPcktyaX4G8Wx5T3f2MOJV070sIeIiL+SGRCrgTlmVmxm6UQvQq/qss1e4HIAM1tANCDqzazAu8iNmc0C5gA7k1hrr9qPtdOwpiG6EIDxb+9fQAAUfa6IcZd6T1lHYPNfbSbcoKesRSQ1JS0gnHNh4HbgaWAz0buVNprZvWZ2nbfZ54CPmVk18Djw1y56H+jbgHVmVgX8Gvi4c+5osmrti+MvHo9eUgdyl+cSGt//OR8szVjw8wWkjY0+Zd1S08LLBS/zYuBFXi54mV1f26VhOUQkZQST+eHOuaeIXnyOb/tq3PtNwCUJ9vsN8Jtk1tZfA73+0FXmjEzO//b5bP3oVgBcazR12g+3U3tfLfW/qafs1TKCOUn9XyMi0iu/L1IPG+dy/aGrlr0tCY98pCVCS00LtStrz14pIjLEFBB90Lq/leYt0WcXLMMYd8m4c/q8ugfroJu7XCMtEeoeSunHQURklFBA9MGx5zu7l8a9eRxpWWnn9HntR9p7Xn+45/UiIkNBAdEHg3X94bRQfi8XuB3s+eYeTVkqIr5SQPTCOTeo1x8ACm8rJJDZ86Hf9aVdVL2tiubtGpZDRPyhgOjFqe2naN3XCkDa2DRyy3PP+TOL7igic3bmWSFhGUYgq7Pt5CsnqSipYP8D+3ERjQIrIkNLAdGLM6YXvXQ8geC5H7JgTpCyV8sourOIUEEIAhAqCDH9C9N5U92bKP5GMRaMDssRaY6w/fbtrLtqHS37Ws75Z4uI9JVutu/FYF9/OC2YE6T4nmKK7yk+a92Mu2cw4ZoJbPngFpo2NEXrePYYqxevZs735zD55sndzkMhIjJYdAbRAxdxHH9hcK8/9FVuaS7LK5ZTdGcReFnQcaKDLR/cwsYbNtJWr9npRCS5FBA9aKxqJHw0OvRFaHKI7EXZQ/rzAxkBZv/TbEr/t5TM2Zmx9sO/Pczqxas5/J+a51pEkkcB0YMzupdWdD+9aLKNu2Qc5VXlFN5aGGtrP9TOhndvYPNfbyZ8QuM3icjgU0D0IFnXHwYimBNk7oNzWfrfS2PzXAMc/PlBVi9ZfcbDfCIig0EB0Y1IW4QT/9s5X8NQXn/oyYQrJ3DBhguY9IFJsbbW2laqL69m+99tp6O5w8fqRGQkUUB04+SrJ4k0R59kzpyVSdbMLJ8r6hTKC7Hw3xey8FcLCeZ33oi2//v7qSit4ORrJ32sTkRGCgVEN1Kpe6k7k26YxAUbLiD/2vxY26ltp6h8cyU7v7yTSJuG6hCRgVNAdGM4BARAxnkZLF61mHk/nUdarjeIYAT2/sNeKi+qpHF9o78FisiwpYBIINwYpuG1htjy+BWpcf2hO2bGlA9PoXxd+RlToTZWNbKmfA17/2kvrkNDdYhI/yggEjjxxxO4cPQLNXtpNukF6b3skRqyZmax7LllnP+d82PjPLk2x867drL20rU079DAfyLSdwqIBIZL91IiFjCmfWoay9cuJ/eCzoEFT758koplFex/aD/Rab9FRHqmgEhgOAfEadnzsyn9Uykz75155sB/t2ngPxHpGwVEF231bTRVRwfIs6Ax7m3nNr2onwLBADO/MpOy18oYs3BMrP3YM8eoWFLBwV8c1NmEiHRLAdFF/OB8uRfmEswd/gPe5pblsnzNcoo+3znwX/h4mM03b2bjezXwn4gkpoDoYiR0LyWSlpnG7JWzKXmphMziuIH/fuMN/LdKA/+JyJkUEF2M1IA4bfxbx1NeXc6UW6bE2toPtbPh+g1s+fAWwic18J+IRA3//pNB1LKnhZaa6MXbQFaAsReP9bmi5AjmBpn3o3lMfPdEtn5kK20Hol1Mb/zsDY49d4w5D82h4bUG6h6so/1IO6H8EIW3FVJ0RxHBHP2VERktdAYRJ/7sYdxbxxHIGNmHJ//q/OjAfzfFDfy3t5UN79rAnn/YQ/vhdnDQfrid2vtqqby4knCjzjBERouR/Q3YTyO9eymR0IQQCx9byMJfLiQ4Ie7soMugsJGWCC01LdSurB3aAkXENwoIj3OO48933sE0WgLitEnviw78Z6HuJ0WKtESoe6huCKsSET8pIDzNm5ppeyPaFx/MC5JTkuNzRUMvY0pGbIiR7rQfaR+iakTEbwoIT3z30vjLxmNp/kwv6rdQfuic1ovIyKGA8IzG6w+JFN5WGBvoL5Hci3O7XSciI4sCAoiEIxx/cfRef4hXdEcRmbMzuw2Jo78/St2PdB1CZDRQQACNlY10nIzetpM+NZ2suakzvehQC+YEKXu1jKI7iwgVhCAAwfwgofM6u5a2fXwb+x/Y72OVIjIU9NQTXbqXVuRhNjqvP5wWzAlSfE8xxfcUx9raj7Wz7sp1NKyOTqS0/fbtRNojFH26yK8yRSTJdAaBrj/0RSgvxLJnl53xdHnNZ2rYu3Kvj1WJSDKN6oAIN4bZefdOjj/Xef2hoapBTwt3IzguyNKnlzL2ks6Q2HnnTvb84x4fqxKRZElqQJjZVWa21cx2mNldCdZPN7MXzGytma0zs2vi1n3R22+rmV052LWFG8NUXlxJ7T+f+WTwgR8e0JASPQiODbL0v5cy7tLOeTJ23b2L3ffu9q8oEUmKpAWEmaUBDwBXAwuBm8xsYZfNvgw86ZwrBW4EHvT2XegtLwKuAh70Pm/Q1K6spaWmBdd25oNhGlKid8GcIEv/aynjV4yPte3+2m52fWWXJiASGUGSeQZxIbDDObfTOdcGPAFc32UbB5zurxgHnL5/8nrgCedcq3NuF7DD+7xBU/dgHZGWSMJ1GlKid2nZaSz5wxLy3tl5zWbPN/aw60sKCZGRIpkBMRWI/2f4Pq8t3teBm81sH/AU8Ml+7IuZ3WJmFWZWUV9f36/iehsyQkNK9C4tK43F/7mYCddMiLXt/dZeau6oUUiIjAB+X6S+CXjEOTcNuAZ41Mz6XJNz7mHnXLlzrrygoKBfP1hDSgyOtMw0Fv92Mfl/lh9r2/cv+9jxmR0KCZFhLpkBsR+Iv0l+mtcW7yPAkwDOuVeATGBiH/c9Jz0NKRHIDFB4a+Fg/rgRLZARYNGvFzHxzyfG2vZ/dz/bb9+OiygkRIarZAbEamCOmRWbWTrRi86rumyzF7gcwMwWEA2Iem+7G80sw8yKgTnA64NZXHdDSgQyA2TOzqToDj0A1h+B9AALf7mQgvd2nsnVPVjHto9vU0iIDFNJCwjnXBi4HXga2Ez0bqWNZnavmV3nbfY54GNmVg08Dvy1i9pI9MxiE/DfwCeccx1n/5SBSzSkRKggRNGdRZS9WqapNQcgEAqw4LEFZ8xQd+DHB9j60a24DoWEyHBjI6WfuLy83FVUVPhdhgCuw7Hlb7Zw8NGDsbbJfzWZ+T+bP2qHURdJVWa2xjlXnmid3xepZQSyNGP+z+Zz3t+cF2s7+OhBNt+8mUg48a3FIpJ6FBCSFJZmzPvJPKbcMiXWduiJQ2y+aTORdoWEyHCggJCksYAx96G5FN7WeUdY/a/r2fT+TUTaFBIiqU4BIUllAWPOD+Yw9VOdzzke/t1hNt6wkUirQkIklSkgJOnMjPPvP5+iz3feOnzk90fY8Bcb6GgZ1JvTRGQQKSBkSJgZs+6bxfQvTo+1HX3qKBuu30DHKYWESCpSQMiQMTOK/6GYGV+ZEWs79swx1l+7no4mhYRIqlFAyJAyM4rvLWbmPTNjbcefP866a9ZpDg6RFKOAEF/M/OpMiv+xc87rE388wbqr1hE+qZAQSRUKCPHNjC/OYNbKWbHlky+fZN2V6wifUEiIpAIFhPhq+uenM/v+2bHlk6+epPod1bQf03wcIn5TQIjvij5dxJwfzIktN1Q0UH15tSZtEvGZAkJSwtRPTGXuj+bGlhvXNlK1ooq2+jYfqxIZ3RQQkjIKbylk3k/ngTfga9O6JqpXVNN2SCEh4gcFhKSUKR+ewvxH5sf+ZjZtaKLq7VW0Hmj1tzCRUUgBISnnvA+ex4JHF8T+djZvbo6GxH6FhMhQUkBISpr8l5NZ+PhCSIsun9p2irWXrqWltsXfwkRGEQWEpKxJ75vEol8uwoLRixItNS1UXVrFqd2nfK5MZHToU0CY2SVmlu29v9nMvm1mM3rbT+RcFbyngEW/XoSFvJDY5YXEToWESLL19QziIaDZzJYBnwNqgH9LWlUicSZeP5HFv1uMpUdDonVvK1WXVtG8vdnnykRGtr4GRNg554DrgR845x4AcpNXlsiZ8t+Vz5JVSwhkRv/Ktu7zQmKrQkIkWfoaEA1m9kXgZuC/zCwAhJJXlsjZJlw5gSV/WEIgK/rXtu1AG2svXUvTpiafKxMZmfoaEO8HWoGPOOfeAKYBK5NWlUg38i7PY8lTSwhkR//qth9sp+rtVTRuaPS5MpGRp68B8Rnn3Ledc/8L4JzbCyxKXlki3ct7ex5L/3spaTnRe2Db672QqFZIiAymvgbEFQnarh7MQkT6Y/xbxrP0maWkjY2GRPhImKoVVTRUNvhcmcjI0WNAmNmtZrYemGdm6+Jeu4D1Q1OiSGLj3jSOZc8uIzg+CED4aJjqy6s5ufqkz5WJjAy9nUE8BvwZsMr78/RruXPuA0muTaRXYy8cy7L/WUYwzwuJ42Gq31HNiVdO+FyZyPDXW0CkASeBTwANcS/MbEJySxPpm9zluSx7fhnB/GhIdJzsYN0713H8/477XJnI8NZbQKwBKrzXmi6viuSWJtJ3uSW5lLxQQqggevd1R2MH665ax/GXFBIiA9VjQDjnip1zs7xXcZfXrJ72FRlqOUtyKHmxhNDkaEhEmiKsu3odx5475nNlIsNTX8dieluiV7KLE+mv7IXZlLxYQvqUdAAipyKsv3Y9R5856nNlIsNPsI/b3RH3PhO4kGg304pBr0jkHGXPz6bkpRKqV1TTuq+VSEuE9detZ/FvF5N/Tb7f5YkMG306g3DO/Vnc6wpgMaDzdklZY+aMoeSlEjKmZwDgWh0b/nwDh39/2OfKRIaPgc4HsQ9YMJiFiAy2rFlZlLxUQmZxJgCuzbHxLzZS/7t6nysTGR761MVkZt8HnLcYAEqAymQVJTJYsmZGQ6LqsipaalpwYcfG925k4eMLmfTeSX6XJ5LS+noGEX+b6yvAF5xzN/e2k5ldZWZbzWyHmd2VYP39ZlblvbaZ2fG4dR1x61b1sU6Rs2QWZVL6UilZc7OiDR2w6aZNHHz8oL+FiaS4Pp1BOOd+fvq9meUBRb3tY2ZpwANEx3HaB6w2s1XOuU1xn/uZuO0/CZTGfcQp51xJX+oT6U3G1AxKXoxeuG7e0gwdsPnmzbiw47y/Os/v8kRSUl9vc33RzMZ6T09XAj82s/t72e1CYIdzbqdzrg14guiEQ925CXi8L/WIDETGlGhIjFk0JtoQgS0f2sKBfz3gb2EiKaqvXUzjnHMngb8A/s05dxFweS/7TAVq45b3eW1n8ea3Lgaej2vONLMKM3vVzN7dzX63eNtU1NfrwqP0Ln1yOiUvlJC9NDva4GDrR7ZS93Cdv4WJpKC+BkTQzKYA7wP+kIQ6bgR+7ZzriGub4ZwrB/4S+I6Zze66k3PuYedcuXOuvKCgIAllyUiUXpBOyfMl5JTmxNq2/e029j+438eqRFJPXwPiXuBpoMY5t9rMZgHbe9lnP2deq5jmtSVyI126l5xz+70/dwIvcub1CZFzEsoPsey5ZeSWd06tvv0T29n3vX0+ViWSWvr6oNyvnHNLnXO3ess7nXPv6WW31cAcMys2s3SiIXDW3UhmNh/II3p31Om2PDPL8N5PBC4BNnXdV+RchPJCLH12KbkXdYbEjk/toPZfanvYS2T06OtF6rlm9pyZbfCWl5rZl3vaxzkXBm4neuaxGXjSObfRzO41s+viNr0ReMI55+LaFgAVZlYNvAB8K/7uJ5HBEhofYtkzyxh7ydhYW83na9jzrT0+ViWSGuzM7+VuNjJ7ieh4TD9yzpV6bRucc4uTXF+flZeXu4oKjUAuAxNuDLP+Xes58cfOiYZm3juTmV+Z6V9RIkPAzNZ413vP0tdrEGOcc693aQufW1kiqSOYE2TpU0sZv2J8rG33V3ez62u76Ms/okRGor4GxGHvLiIHYGY3ALp5XEaUtOw0lvx+CXlX5MXa9ty7h113KyRkdOprQHwC+BEw38z2A58GPp60qkR8kjYmjcWrFjPh6s4Zdfd+cy8779ypkJBRp693Me10zr0DKADmA5cCb0lmYSJ+SctMY/HvFpN/befcEbX/XMuOz+xQSMio0mNAeMNrfNHMfmBmVwDNwIeAHUQfmhMZkQIZARb9ZhET3z0x1rb/u/vZ/sntCgkZNXo7g3gUmAesBz5G9JbT9wJ/7pzraVwlkWEvkB5g4ZMLKbih8yn9ugfq2HbrNlxEISEjX2+juc5yzi0BMLOfEL0wPd0515L0ykRSQCAUYMHjC7CgceiJQwAc+NEBXNgx7+F5WMB8rlAkeXo7g2g//cYbJ2mfwkFGm0AwwPxH5zP55smxtjd++gZb/mYLrkNnEjJy9XYGsczMTnrvDcjylg1wzrmx3e8qMnIEggHmPzIfCxpvPPIGAAf/7SAu7Jj/8/kEggOdvVckdfUYEM65tKEqRCTVWZox76fzsJBx4MfRx4AOPXYIF3Ys+PcFBEIKCRlZ9DdapB8sYMz94VwKby2MtdU/Wc+mGzcRaYv4WJnI4FNAiPSTBYw5D8xh6t91zn91+LeH2fjejURaFRIycvRpTmoROZOZcf53zsdCxr5/ic4hcWTVEV5f/DrhY2HCR8OE8kMU3lZI0R1FBHP0qybDj84gRAbIzJi9cjZFX+icF6tlRwvhI2Fw0H64ndr7aqm8uJJwo8a2lOFHASFyDsyMWd+cxbi3jku4PtISoaWmhdqVmoRIhh+d94qcIzOjeXNzt+sjLRH2fGMPzVuayS3LJac0h5zSHNIL0oewSpH+U0CIDIL2I+09bxCJ3u1U/2R9rCmjKIOc0pxoaJRFQyNjagZmejpbUoMCQmQQhPJDtB/uJSS6aK1tpbW2lSOrjnR+TkHorNDImpWlIT3EFwoIkUFQeFshtffVEmk5+zbXQGaASTdPYuwFY2lc20hDZQNN65oSbtte386xZ45x7Jljsba0sWnR0CiNhkZuWS5Z87L09LYknQJCZBAU3VFE/W/qaalpOeOLP5AZIHN2Jufff/4Zt7pGwhGatzTTWBkNjMa1jTSubaSjoeOsz+442cGJl05w4qUTZ3xu9rLs2DWN3LJcshdnE8hQaMjgsZEytn15ebmrqKjwuwwZxcKNYWpX1lL3UB3tR9qjz0Hc2vfnIFzEcarmVOwso3FtI42VjX3uurKgMWbRmDNDY1m2nsGQHpnZGudcecJ1CgiR1OWco3Vfa2doVEbPNFr3tfbtAwyy5mbFrmnklkbDIzQhlNzCZdhQQIiMMG2H2qKhsbYh1k3VUtP3kfgzZ2ZGb7f1rmnklOaQMSUjiRVLqlJAiIwC4RNhGqs6u6caKhuiz2f0cXio9PPSY3dOnT7jyJyRqdtuRzgFhMgo1dHcQdP6plj3VMPaBprWN+Ha+vZ7H8wLxh7sOx0aY+aMwdIUGiNFTwGhq1ciI1jamDTGXjSWsRd1zu0VaYvQtKkpdhG8obKBxupGIk1nn2qEj4U5/vxxjj9/PNYWGBMgp6SzayqnLIfshdkE0nUH1UijMwgRwXU4mrc3xy6Cnz7jCB/v2yCDlm5kL84+4wG/nKU5pI3RnGOpTmcQItIjSzOy52eTPT+byX8ZnXvbOUfLnpYzn9WobKTtjbaz9ndtLhoulY2djQEYs2DMGQ/45ZTkEBx35tdO7PbgB+NuD9Yw6SlBZxAi0i+tB1rPelajZXc/7qCanRnrnhqzYAw779pJ657WhA8Ylr1appBIMl2kFpGkaj/a3nkHlddN1by1Gc7h6yWQGaDoziKK7ykevELlLOpiEpGkCk0Ikbcij7wVebG2cGOYpuqmM57VaN7YjAv3LTUiLRHqHqpTQPhIASEiSRHMCTLuknGMu6RzMqVIa4SmDU2x7qm6h+p6/Ixeh1GXpFJAiMiQCWQEyF2eS+7yXADqf1Xf41hTFjLCDWGCufqq8oNuXBYR3xTeVkggs/uvIdfqWFO2hoY1DUNYlZymgBAR3xTdUUTm7MyzQyLu8YlTO05R+aZKar9di4uMjJtqhgsFhIj4JpgTpOzVMoruLCJUEIJAdFa9GXfPYN5P5pGWG00K1+6o+VwN669dT9uhs5/DkORI6m2uZnYV8F2i/x74iXPuW13W3w9c5i2OASY558Z76z4EfNlb9w3n3M97+lm6zVVk5DlVc4pNN26ioaKziyn9vHQW/PsC8i7P62FP6auebnNN2hmEmaUBDwBXAwuBm8xsYfw2zrnPOOdKnHMlwPeB33r7TgC+BlwEXAh8zcz0t0FklMmanUXpy6UUfb4o1tb2RhvVV1Sz80s7ibT3cahaGZBkdjFdCOxwzu10zrUBTwDX97D9TcDj3vsrgWedc0edc8eAZ4GrkliriKSoQHqA2Stns+T/LSE0yZvoyMHeb+6l6m1VnNp9yt8CR7BkBsRUoDZueZ/XdhYzmwEUA8/3Z18zu8XMKsysor6+flCKFpHUlH9VPuXV5eS9o7Mz4eSrJ6koqeDQrw75WNnIlSoXqW8Efu2cO3vG9h445x52zpU758oLCgqSVJqIpIqM8zJY+vRSZn1rFhaMzknRcaKDTe/bxNaPbaWjuV9fIdKLZAbEfqAobnma15bIjXR2L/V3XxEZRSxgTP/CdEr/r5TMmZmx9gM/OcCa8jU0rm/sYW/pj2QGxGpgjpkVm1k60RBY1XUjM5sP5AGvxDU/DbzTzPK8i9Pv9NpERAAYe9FYyqvKKXh/Z+9B8+Zm1lywhv0P7mekDETqp6QFhHMuDNxO9It9M/Ckc26jmd1rZtfFbXoj8ISL+7/pnDsK/D3RkFkN3Ou1iYjEBMcFWfj4Qub9dB6BMdGvM9fq2P6J7Wx8z0baj2osp3Oh4b5FZERo2tzEphs30bSuKdaWUZTBgl8sYPxbx/tYWWrz5TkIEZGhlL0gm7LXyph6e+cNj621rVS9vYrd9+7GdYyMfwwPJQWEiIwYaZlpzPn+HBb/x2KCE7wRYCOw+2u7qbq8ipZ9fZ/5ThQQIjICTbx+IuVV5Yx7W+dcFCdeOkHFsgoOrzrsY2XDiwJCREakzKJMSp4vYebXZ8a+6cJHw2y4fgPb/247HS16ZqI3CggRGbEszZj5tZmUvFBCxrSMWPv+7++n8uJKmrY09bC3KCBEZMQb/7bxlFeVk399fqytqbqJNcvXcOBnB/TMRDcUECIyKoTyQyz+3WLm/GAOlhEdpiPSHGHrh7ey+QObCZ8I+1xh6lFAiMioYWZM/cRUlr+2nDHzx8TaDz1+iIrSCk6+fq963LYAAA0vSURBVNLH6lKPAkJERp2cZTksr1jOlI9OibW17Gph7SVr2XvfXk1t6lFAiMiolJadxrwfz2PhEwtJG+tNbRp27PzCTtZdvY7WN1p9rtB/CggRGdUmvX8S5VXl5F6UG2s79swxKpZVcPSZ0T0EnAJCREa9rOIsSv+3lOl3TYfo9WvaD7Wz7sp11NxZQ6RtdE5tqoAQEQECoQCzvjmLpU8vJf289Fh77cpa1r5lLadqRt/UpgoIEZE4E66YQHl1OROumhBra1jdQEVpBQcfP+hjZUNPASEi0kX6pHSW/NcSZv/zbCzkTW3a0MHmv9zMlg9vIdw4Op6ZUECIiCRgAaPoc0WU/qmUzNmdU5u+8bM3WFO+hoaqBh+rGxoKCBGRHowtH0t5ZTmTPjAp1nZq6ykqL6pk3/f2jehhOhQQIiK9CI4NsuDRBcx/ZD6BbG9q0zbHjk/tYMP1G2g73OZzhcmhgBAR6QMz47wPnUd5ZTk5pTmx9iO/P0LFsgqOvXjMx+qSQwEhItIPY+aOoeyVMqZ9elqsra2ujeoV1ez66i4i4ZHzzIQCQkSknwIZAc6//3wW/34xoYmhaKODPX+/h+rLqmnZOzKmNlVAiIgM0MRrJ1JeXc74y8bH2k783wkqSiqo/129j5UNDgWEiMg5yCjMYNmzyyj+RjFEx/wjfCzMxr/YyLbbttFxavhObaqAEBE5R5ZmzLh7BqV/LCVjeufUpnUP1VF5YSVNG4fn1KYKCBGRQTLuzeMorypn4nsmxtqaNjSx5oI11D1cN+yemVBAiIgMolBeiEW/WsTcH84lkBn9io2cirDtb7ex6f2baD/e7nOFfaeAEBEZZGZG4d8WsrxiOWMWdU5tWv+reipKKjjxygkfq+s7BYSISJJkL8pm+erlFH68MNbWuqeVtW9dy55/3IPrSO0uJwWEiEgSpWWlMfehuSz69SKC44PRxg7Ydfcuqq+sprUudac2VUCIiAyBgvcUUF5Vztg3j421HX/uOBXLKjjy1BEfK+ueAkJEZIhkzsik5KUSZnx5RufUpofbWf+u9ez47A4irak1TIcCQkRkCAWCAYr/vphlzy0jvbBzatN99++j8s2VNG9v9rG6MykgRER8kHdZHuXV5eRfmx9ra6xsZE3ZGt549A0fK+ukgBAR8Un6xHQWr1rM+d85H0v3pjZt7GDLB7ew+YObCTf4O7WpAkJExEdmxrRPTaPs1TKy5mTF2g8+epA1ZWtoWOPf1KZJDQgzu8rMtprZDjO7q5tt3mdmm8xso5k9FtfeYWZV3mtVMusUEfFbbmkuyyuXM/lDk2Ntp3acovJNldR+uxYXGfpnJixZY4OYWRqwDbgC2AesBm5yzm2K22YO8CSwwjl3zMwmOecOeesanXM5CT46ofLycldRUTGo/w0iIn44+IuDbLt1Gx0NnSPBTrhmAvN/Np/0Sek97Nl/ZrbGOVeeaF0yzyAuBHY453Y659qAJ4Dru2zzMeAB59wxgNPhICIymk3+wGTK15aTW54bazv61NHo1KbPDd3UpskMiKlAbdzyPq8t3lxgrpm9bGavmtlVcesyzazCa393oh9gZrd421TU1w//yTlERE7Lmp1F6culFH2+KNbW9kYb1VdUs/NLO4m0J/+ZiWDSf0LvP38O8HZgGvBHM1vinDsOzHDO7TezWcDzZrbeOVcTv7Nz7mHgYYh2MQ1t6SIiyRVIDzB75WzGXz6eLR/cQnt9OzjY+829HPufY4x901gOPXaI9iPthPJDFN5WSNEdRQRzBuerPZlnEPuBorjlaV5bvH3AKudcu3NuF9FrFnMAnHP7vT93Ai8CpUmsVUQkZeVflU/5unLy3pEXa2tY3cD+7+2n/XA0NNoPt1N7Xy2VF1cSbhyc22OTGRCrgTlmVmxm6cCNQNe7kf6D6NkDZjaRaJfTTjPLM7OMuPZLgE2IiIxSGedlsPTppcz61qzYMB1dRVoitNS0ULuyNvEG/ZS0gHDOhYHbgaeBzcCTzrmNZnavmV3nbfY0cMTMNgEvAHc4544AC4AKM6v22r8Vf/eTiMhoZAFj+hemkzYurdttIi0R6h6qG5Sfl9RrEM65p4CnurR9Ne69Az7rveK3+ROwJJm1iYgMVx0nOnpc335kcGat05PUIiLDTCg/dE7r+0oBISIyzBTeVhib77qrQGaAwlsLE67rLwWEiMgwU3RHEZmzM88KiUBmgMzZmRTdUdTNnv2jgBARGWaCOUHKXi2j6M4iQgUhCECoIETRnUWUvVo2aM9B+P2gnIiIDEAwJ0jxPcUU31OctJ+hMwgREUlIASEiIgkpIEREJCEFhIiIJJS0CYOGmpnVA3t62GQicHiIyukv1TYwqm1gVNvAjNTaZjjnChKtGDEB0Rszq+hu1iS/qbaBUW0Do9oGZjTWpi4mERFJSAEhIiIJjaaAeNjvAnqg2gZGtQ2MahuYUVfbqLkGISIi/TOaziBERKQfFBAiIpLQiA8IM7vKzLaa2Q4zu8vveroys91mtt7Mqsyswuda/tXMDpnZhri2CWb2rJlt9/7M6+kzhri2r5vZfu/YVZnZNT7UVWRmL5jZJjPbaGaf8tp9P2491JYKxy3TzF43s2qvtnu89mIze837ff2lN599qtT2iJntijtuJUNdW1yNaWa21sz+4C0n57g550bsC0gDaoBZQDpQDSz0u64uNe4GJvpdh1fL24AyYENc233AXd77u4B/SqHavg583udjNgUo897nAtuAhalw3HqoLRWOmwE53vsQ8BpwMfAkcKPX/kPg1hSq7RHgBj+PW1yNnwUeA/7gLSfluI30M4gLgR3OuZ3OuTbgCeB6n2tKWc65PwJHuzRfD/zce/9z4N1DWpSnm9p855w74Jyr9N43AJuBqaTAceuhNt+5qEZvMeS9HLAC+LXX7tdx6662lGBm04B3AT/xlo0kHbeRHhBTgdq45X2kyC9IHAc8Y2ZrzOwWv4tJYLJz7oD3/g1gsp/FJHC7ma3zuqB86f46zcxmAqVE/8WZUsetS22QAsfN6yapAg4BzxI92z/unAt7m/j2+9q1Nufc6eP2D95xu9/MMvyoDfgOcCcQ8ZbzSdJxG+kBMRy8xTlXBlwNfMLM3uZ3Qd1x0fPXlPmXFPAQMBsoAQ4A/+JXIWaWA/wG+LRz7mT8Or+PW4LaUuK4Oec6nHMlwDSiZ/vz/agjka61mdli4ItEa7wAmAB8YajrMrNrgUPOuTVD8fNGekDsB+InZ53mtaUM59x+789DwO+I/qKkkoNmNgXA+/OQz/XEOOcOer/IEeDH+HTszCxE9Av4F86533rNKXHcEtWWKsftNOfcceAF4E3AeDM7PdOl77+vcbVd5XXZOedcK/Az/DlulwDXmdluol3mK4DvkqTjNtIDYjUwx7vCnw7cCKzyuaYYM8s2s9zT74F3Aht63mvIrQI+5L3/EPCfPtZyhtNfwJ4/x4dj5/X//hTY7Jz7dtwq349bd7WlyHErMLPx3vss4Aqi10heAG7wNvPruCWqbUtc4BvRPv4hP27OuS8656Y552YS/T573jn3AZJ13Py+Gp/sF3AN0bs3aoC7/a6nS22ziN5ZVQ1s9Ls+4HGiXQ7tRPsxP0K0f/M5YDvwP8CEFKrtUWA9sI7oF/IUH+p6C9Huo3VAlfe6JhWOWw+1pcJxWwqs9WrYAHzVa58FvA7sAH4FZKRQbc97x20D8O94dzr59QLeTuddTEk5bhpqQ0REEhrpXUwiIjJACggREUlIASEiIgkpIEREJCEFhIiIJKSAEAHMrDHu/TVmts3MZiTx5z1iZjf0vqWIf4K9byIyepjZ5cD3gCudc3v8rkfETzqDEPF442D9GLjWOVfTj/3mm9nrccszzWy99/6rZrbazDaY2cPeU7hd999tZhO99+Vm9qL3PtsbTO91b+z/6732RV5blTdw3Jxz+g8X6YYCQiQqA/gP4N3OuS392dHbPt3Mir2m9wO/9N7/wDl3gXNuMZAFXNuPj76b6FAKFwKXASu9IVk+DnzXRQeTKyf6ZLnIoFNAiES1A38iOoTHQDxJNBjgzIC4zJvpaz3RgdUW9eMz3wnc5Q07/SKQCUwHXgG+ZGZfAGY4504NsGaRHikgRKIiwPuIDu38pUQbmNnTXrfOTxKs/iXwPjObS3SE7+1mlgk8SHQWsiVEu68yE+wbpvN3MX69Ae9xzpV4r+nOuc3OuceA64BTwFNmtmIA/70ivVJAiHicc81EZ+r6gJmddSbhnLvS+6L+aIJ1NUAH8BU6zx5Of9kf9uZk6O6upd3Acu/9e+LanwY+efq6hZmVen/OAnY6575HdNTOpX3+jxTpBwWESBzn3FHgKuDLZnZdP3f/JXAz0e4mXHQugR8THf3zaaLDzydyD/BdM6sgGjKn/T3R6S7XmdlGbxmiZzobvK6nxcC/9bNOkT7RaK4iIpKQziBERCQhBYSIiCSkgBARkYQUECIikpACQkREElJAiIhIQgoIERFJ6P8DlwSXHW5CIO0AAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "needs_background": "light"
          }
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "MAP@K VALUES: [0.8, 0.867, 0.842, 0.812, 0.726, 0.709, 0.645]\n",
            "\n",
            "Average run-time for 10 queries: 1.892\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        ""
      ],
      "metadata": {
        "id": "g_3yCQg583vs"
      },
      "execution_count": null,
      "outputs": []
    }
  ]
}