Merge branch 'main' of https://github.com/AKSW/frankgraphbench

docs/source/benchmark_results/results.md

@@ -22,6 +22,7 @@ Experiment ran using the MovieLens-100k dataset with the following presented mod
 |RotatE based model + cosine similarity;embedding_dim=200;epochs=25;seed=42;triples=all|.0061 ± .0007|.0093 ± .0013|
 |EPHEN based model + cosine similarity;embedding_model=sentence-transformers/all-roberta-large-v1;embed_with=abstract;iterations=30;mi=0.5|.0108 ± .0011|.0155 ± .0013|
 |EPHEN based model + cosine similarity;embedding_model=deepwalk_based;embedding_model_kwargs={'walk_len': 10, 'p': 1.0, 'q': 1.0, 'n_walks': 50, 'embedding_size': 64, 'epochs': 1};embed_with=graph;iterations=30;mi=0.5|.1203 ± .0065|.1648 ± .0072|
+|Entity2Rec;embedding_model=deepwalk_based;embedding_model_kwargs={'config': {'save_weights': True}, 'parameters': {'walk_len': 10, 'p': 1.0, 'q': 1.0, 'n_walks': 50, 'embedding_size': 64, 'epochs': 1}};run_all=False;workers=6;iterations=1;collab_only=False;content_only=False|.0082 ± .0017|.0129 ± .0026|
 
 - Summarized execution time results from `experiment_results/ml-100k_times.csv` (configuration: CPU: AMD EPYC 7502P 32-Core Processor; RAM: 94GB; GPUs: ['NVIDIA A2']):
 
@@ -40,6 +41,7 @@ Experiment ran using the MovieLens-100k dataset with the following presented mod
 |RotatE based model + cosine similarity;embedding_dim=200;epochs=25;seed=42;triples=all|48.31 ± 1.420|
 |EPHEN based model + cosine similarity;embedding_model=sentence-transformers/all-roberta-large-v1;embed_with=abstract;iterations=30;mi=0.5|85.05 ± .3143|
 |EPHEN based model + cosine similarity;embedding_model=deepwalk_based;embedding_model_kwargs={'walk_len': 10, 'p': 1.0, 'q': 1.0, 'n_walks': 50, 'embedding_size': 64, 'epochs': 1};embed_with=graph;iterations=30;mi=0.5|50.65 ± .3341|
+|Entity2Rec;embedding_model=deepwalk_based;embedding_model_kwargs={'config': {'save_weights': True}, 'parameters': {'walk_len': 10, 'p': 1.0, 'q': 1.0, 'n_walks': 50, 'embedding_size': 64, 'epochs': 1}};run_all=False;workers=6;iterations=1;collab_only=False;content_only=False|73506 ± 5979.|
 
 ## ml-100k_enriched
 
@@ -62,6 +64,7 @@ Experiment ran using the MovieLens-100k dataset with DBpedia enrichement and the
 |RotatE based model + cosine similarity;embedding_dim=200;epochs=25;seed=42;triples=all|.0065 ± .0006|.0104 ± .0010|
 |EPHEN based model + cosine similarity;embedding_model=sentence-transformers/all-roberta-large-v1;embed_with=abstract;iterations=30;mi=0.5|.0141 ± .0006|.0252 ± .0005|
 |EPHEN based model + cosine similarity;embedding_model=deepwalk_based;embedding_model_kwargs={'walk_len': 10, 'p': 1.0, 'q': 1.0, 'n_walks': 50, 'embedding_size': 64, 'epochs': 1};embed_with=graph;iterations=30;mi=0.5|.1812 ± .0078|.2338 ± .0076|
+|Entity2Rec;embedding_model=deepwalk_based;embedding_model_kwargs={'config': {'save_weights': True}, 'parameters': {'walk_len': 10, 'p': 1.0, 'q': 1.0, 'n_walks': 50, 'embedding_size': 64, 'epochs': 1}};run_all=False;workers=6;iterations=1;collab_only=False;content_only=False|.0076 ± .0010|.0120 ± .0019|
 
 - Summarized execution time results from `experiment_results/ml-100k_enriched_times.csv` (configuration: CPU: AMD EPYC 7502P 32-Core Processor; RAM: 94GB; GPUs: ['NVIDIA A2']):
 
@@ -80,6 +83,7 @@ Experiment ran using the MovieLens-100k dataset with DBpedia enrichement and the
 |RotatE based model + cosine similarity;embedding_dim=200;epochs=25;seed=42;triples=all|102.9 ± 1.780|
 |EPHEN based model + cosine similarity;embedding_model=sentence-transformers/all-roberta-large-v1;embed_with=abstract;iterations=30;mi=0.5|177.4 ± 1.292|
 |EPHEN based model + cosine similarity;embedding_model=deepwalk_based;embedding_model_kwargs={'walk_len': 10, 'p': 1.0, 'q': 1.0, 'n_walks': 50, 'embedding_size': 64, 'epochs': 1};embed_with=graph;iterations=30;mi=0.5|96.80 ± 1.006|
+|Entity2Rec;embedding_model=deepwalk_based;embedding_model_kwargs={'config': {'save_weights': True}, 'parameters': {'walk_len': 10, 'p': 1.0, 'q': 1.0, 'n_walks': 50, 'embedding_size': 64, 'epochs': 1}};run_all=False;workers=6;iterations=1;collab_only=False;content_only=False|68685 ± 10848|
 
 ## ml-1m
 

test.csv

@@ -0,0 +1,105 @@
+classifier_name,dataset_name,accuracy
+Node2Vec_0,ml-100k.csv,0.1641552384592829
+Node2Vec_1,ml-100k.csv,0.1621669265350805
+TransE_2,ml-100k.csv,0.0068440086811613
+TransH_3,ml-100k.csv,0.0016045649166517
+TransR_4,ml-100k.csv,0.006316580257412
+TransD_5,ml-100k.csv,0.0096928490773496
+TuckER_6,ml-100k.csv,0.0065033209967898
+RESCAL_7,ml-100k.csv,0.0128138879039556
+DistMult_8,ml-100k.csv,0.0105667805930337
+ComplEx_9,ml-100k.csv,0.0105675659209028
+RotatE_10,ml-100k.csv,0.0093335263854372
+EPHEN_11,ml-100k.csv,0.0155369900340128
+EPHEN_12,ml-100k.csv,0.1647689211271926
+Node2Vec_0,ml-1m.csv,0.1451855552197163
+Node2Vec_1,ml-1m.csv,0.1443807826814608
+TransE_2,ml-1m.csv,0.0059231105779098
+TransH_3,ml-1m.csv,0.0022034352558949
+TransR_4,ml-1m.csv,0.0016216214820227
+TransD_5,ml-1m.csv,0.0033781562985516
+TuckER_6,ml-1m.csv,0.000270349638519
+RESCAL_7,ml-1m.csv,0.0115909215084142
+DistMult_8,ml-1m.csv,0.0018514195522373
+ComplEx_9,ml-1m.csv,0.0023048662594048
+RotatE_10,ml-1m.csv,0.005665889603762
+EPHEN_11,ml-1m.csv,0.0073489827197795
+EPHEN_12,ml-1m.csv,0.1437505674384252
+Node2Vec_0,lastfm.csv,0.1628311998902248
+Node2Vec_1,lastfm.csv,0.1620902921598351
+TransE_2,lastfm.csv,0.0003161278486355
+TransH_3,lastfm.csv,0.0002443629978509
+TransR_4,lastfm.csv,0.0003454078819604
+TransD_5,lastfm.csv,0.0003049977656416
+TuckER_6,lastfm.csv,0.0003542394025717
+RESCAL_7,lastfm.csv,0.0003751940708921
+DistMult_8,lastfm.csv,0.0003055808117677
+ComplEx_9,lastfm.csv,0.0003764969292397
+RotatE_10,lastfm.csv,0.0003465439720528
+EPHEN_11,lastfm.csv,9.766239761934156e-05
+EPHEN_12,lastfm.csv,0.1624390660293245
+Node2Vec_0,douban-movie.csv,0.6753598020415168
+Node2Vec_1,douban-movie.csv,0.682548986273064
+TransE_2,douban-movie.csv,0.4812658913028417
+TransH_3,douban-movie.csv,0.4686972848098014
+TransR_4,douban-movie.csv,0.4854895912466208
+TransD_5,douban-movie.csv,0.4888088848800759
+TuckER_6,douban-movie.csv,0.4903067645862988
+RESCAL_7,douban-movie.csv,0.4910420646376879
+DistMult_8,douban-movie.csv,0.4877454118453105
+ComplEx_9,douban-movie.csv,0.4857444880561369
+RotatE_10,douban-movie.csv,0.4881900458711927
+EPHEN_11,douban-movie.csv,0.5283584029621593
+EPHEN_12,douban-movie.csv,0.6754623832255416
+Node2Vec_0,ml-100k_enriched.csv,0.23384413325499
+Node2Vec_1,ml-100k_enriched.csv,0.2301353114076907
+TransE_2,ml-100k_enriched.csv,0.0067798872336795
+TransH_3,ml-100k_enriched.csv,0.001515248085174
+TransR_4,ml-100k_enriched.csv,0.0055869572383092
+TransD_5,ml-100k_enriched.csv,0.0100525858061356
+TuckER_6,ml-100k_enriched.csv,0.0065211670089126
+RESCAL_7,ml-100k_enriched.csv,0.0123767420002055
+DistMult_8,ml-100k_enriched.csv,0.0060451642279894
+ComplEx_9,ml-100k_enriched.csv,0.0105705444304996
+RotatE_10,ml-100k_enriched.csv,0.0103525604106293
+EPHEN_11,ml-100k_enriched.csv,0.0251651821014341
+EPHEN_12,ml-100k_enriched.csv,0.2337932706297812
+Node2Vec_0,ml-1m_enriched.csv,0.201402971744723
+Node2Vec_1,ml-1m_enriched.csv,0.2016113048091056
+TransE_2,ml-1m_enriched.csv,0.0062580385792671
+TransH_3,ml-1m_enriched.csv,0.0021040943911566
+TransR_4,ml-1m_enriched.csv,0.0012022241380167
+TransD_5,ml-1m_enriched.csv,0.0033176395321861
+TuckER_6,ml-1m_enriched.csv,0.0003231785741516
+RESCAL_7,ml-1m_enriched.csv,0.0116248350256572
+DistMult_8,ml-1m_enriched.csv,0.0028605104775144
+ComplEx_9,ml-1m_enriched.csv,0.0021708541805602
+RotatE_10,ml-1m_enriched.csv,0.0054761209398883
+EPHEN_11,ml-1m_enriched.csv,0.0030490892154949
+EPHEN_12,ml-1m_enriched.csv,0.2013182942427749
+Node2Vec_0,lastfm_enriched.csv,0.1922575542411986
+Node2Vec_1,lastfm_enriched.csv,0.1946359525401797
+TransE_2,lastfm_enriched.csv,0.0003306550658207
+TransH_3,lastfm_enriched.csv,0.0002073160012181
+TransR_4,lastfm_enriched.csv,4.449703407980332e-05
+TransD_5,lastfm_enriched.csv,0.0003026114647691
+TuckER_6,lastfm_enriched.csv,0.0002657454356579
+RESCAL_7,lastfm_enriched.csv,0.0002441161478887
+DistMult_8,lastfm_enriched.csv,0.000326128569527
+ComplEx_9,lastfm_enriched.csv,0.0003718936471592
+RotatE_10,lastfm_enriched.csv,0.0002706814944477
+EPHEN_11,lastfm_enriched.csv,0.0023167244729388
+EPHEN_12,lastfm_enriched.csv,0.1903385684288752
+Node2Vec_0,douban-movie_enriched.csv,0.6626822903937484
+Node2Vec_1,douban-movie_enriched.csv,0.6609257528235571
+TransE_2,douban-movie_enriched.csv,0.4830490089209694
+TransH_3,douban-movie_enriched.csv,0.4695172763620502
+TransR_4,douban-movie_enriched.csv,0.4871930197925317
+TransD_5,douban-movie_enriched.csv,0.4883454258813243
+TuckER_6,douban-movie_enriched.csv,0.4865982329777741
+RESCAL_7,douban-movie_enriched.csv,0.4915845109665535
+DistMult_8,douban-movie_enriched.csv,0.4809811491011413
+ComplEx_9,douban-movie_enriched.csv,0.4870980579294152
+RotatE_10,douban-movie_enriched.csv,0.4894867098468399
+EPHEN_11,douban-movie_enriched.csv,0.4601293122576537
+EPHEN_12,douban-movie_enriched.csv,0.6616522518315255