diff --git a/charts/MAP@5_new.pdf b/charts/MAP@5_new.pdf new file mode 100644 index 0000000..ed00d96 Binary files /dev/null and b/charts/MAP@5_new.pdf differ diff --git a/charts/nDCG@5_new.pdf b/charts/nDCG@5_new.pdf new file mode 100644 index 0000000..f539f84 Binary files /dev/null and b/charts/nDCG@5_new.pdf differ diff --git a/docs/source/benchmark_results/results.md b/docs/source/benchmark_results/results.md index 2ac917d..e9ed9d5 100644 --- a/docs/source/benchmark_results/results.md +++ b/docs/source/benchmark_results/results.md @@ -22,6 +22,7 @@ Experiment ran using the MovieLens-100k dataset with the following presented mod |RotatE based model + cosine similarity;embedding_dim=200;epochs=25;seed=42;triples=all|.0061 ± .0007|.0093 ± .0013| |EPHEN based model + cosine similarity;embedding_model=sentence-transformers/all-roberta-large-v1;embed_with=abstract;iterations=30;mi=0.5|.0108 ± .0011|.0155 ± .0013| |EPHEN based model + cosine similarity;embedding_model=deepwalk_based;embedding_model_kwargs={'walk_len': 10, 'p': 1.0, 'q': 1.0, 'n_walks': 50, 'embedding_size': 64, 'epochs': 1};embed_with=graph;iterations=30;mi=0.5|.1203 ± .0065|.1648 ± .0072| +|Entity2Rec;embedding_model=deepwalk_based;embedding_model_kwargs={'config': {'save_weights': True}, 'parameters': {'walk_len': 10, 'p': 1.0, 'q': 1.0, 'n_walks': 50, 'embedding_size': 64, 'epochs': 1}};run_all=False;workers=6;iterations=1;collab_only=False;content_only=False|.0082 ± .0017|.0129 ± .0026| - Summarized execution time results from `experiment_results/ml-100k_times.csv` (configuration: CPU: AMD EPYC 7502P 32-Core Processor; RAM: 94GB; GPUs: ['NVIDIA A2']): @@ -40,6 +41,7 @@ Experiment ran using the MovieLens-100k dataset with the following presented mod |RotatE based model + cosine similarity;embedding_dim=200;epochs=25;seed=42;triples=all|48.31 ± 1.420| |EPHEN based model + cosine similarity;embedding_model=sentence-transformers/all-roberta-large-v1;embed_with=abstract;iterations=30;mi=0.5|85.05 ± .3143| |EPHEN based model + cosine similarity;embedding_model=deepwalk_based;embedding_model_kwargs={'walk_len': 10, 'p': 1.0, 'q': 1.0, 'n_walks': 50, 'embedding_size': 64, 'epochs': 1};embed_with=graph;iterations=30;mi=0.5|50.65 ± .3341| +|Entity2Rec;embedding_model=deepwalk_based;embedding_model_kwargs={'config': {'save_weights': True}, 'parameters': {'walk_len': 10, 'p': 1.0, 'q': 1.0, 'n_walks': 50, 'embedding_size': 64, 'epochs': 1}};run_all=False;workers=6;iterations=1;collab_only=False;content_only=False|73506 ± 5979.| ## ml-100k_enriched @@ -62,6 +64,7 @@ Experiment ran using the MovieLens-100k dataset with DBpedia enrichement and the |RotatE based model + cosine similarity;embedding_dim=200;epochs=25;seed=42;triples=all|.0065 ± .0006|.0104 ± .0010| |EPHEN based model + cosine similarity;embedding_model=sentence-transformers/all-roberta-large-v1;embed_with=abstract;iterations=30;mi=0.5|.0141 ± .0006|.0252 ± .0005| |EPHEN based model + cosine similarity;embedding_model=deepwalk_based;embedding_model_kwargs={'walk_len': 10, 'p': 1.0, 'q': 1.0, 'n_walks': 50, 'embedding_size': 64, 'epochs': 1};embed_with=graph;iterations=30;mi=0.5|.1812 ± .0078|.2338 ± .0076| +|Entity2Rec;embedding_model=deepwalk_based;embedding_model_kwargs={'config': {'save_weights': True}, 'parameters': {'walk_len': 10, 'p': 1.0, 'q': 1.0, 'n_walks': 50, 'embedding_size': 64, 'epochs': 1}};run_all=False;workers=6;iterations=1;collab_only=False;content_only=False|.0076 ± .0010|.0120 ± .0019| - Summarized execution time results from `experiment_results/ml-100k_enriched_times.csv` (configuration: CPU: AMD EPYC 7502P 32-Core Processor; RAM: 94GB; GPUs: ['NVIDIA A2']): @@ -80,6 +83,7 @@ Experiment ran using the MovieLens-100k dataset with DBpedia enrichement and the |RotatE based model + cosine similarity;embedding_dim=200;epochs=25;seed=42;triples=all|102.9 ± 1.780| |EPHEN based model + cosine similarity;embedding_model=sentence-transformers/all-roberta-large-v1;embed_with=abstract;iterations=30;mi=0.5|177.4 ± 1.292| |EPHEN based model + cosine similarity;embedding_model=deepwalk_based;embedding_model_kwargs={'walk_len': 10, 'p': 1.0, 'q': 1.0, 'n_walks': 50, 'embedding_size': 64, 'epochs': 1};embed_with=graph;iterations=30;mi=0.5|96.80 ± 1.006| +|Entity2Rec;embedding_model=deepwalk_based;embedding_model_kwargs={'config': {'save_weights': True}, 'parameters': {'walk_len': 10, 'p': 1.0, 'q': 1.0, 'n_walks': 50, 'embedding_size': 64, 'epochs': 1}};run_all=False;workers=6;iterations=1;collab_only=False;content_only=False|68685 ± 10848| ## ml-1m diff --git a/docs/source/imgs/framework.svg b/docs/source/imgs/framework.svg index b1d8114..ce52d31 100644 --- a/docs/source/imgs/framework.svg +++ b/docs/source/imgs/framework.svg @@ -1,4 +1,4 @@ -
RS Datasets
Data Integration
CLI
Transformation
starred
watched
watched
User-Item Recommendation KG
Chungking Express
genre
Shang-Chi
director
Wong Kar-Wai
directed
star
star
Tony Leung Chiu-Wai
starred
genre
genre
Action
Happy Together
The Grandmaster
Transformers
Framework
Pre-processing
Splitting
Loading
1. DataLoader
Node2Vec
TransE
TransH
TransR
TransD
TuckER
RESCAL
DistMult
ComplEx
RotatE
EPHEN
Entity2Rec
2. Recommender
3. Evaluator
MAP@K
nDCG@K
4. Reporter
Metric results
Execution times
Charts
CLI
CF
Entity Linking
Data Enriching
Optional
 \ No newline at end of file +
RS Datasets
Data Integration
CLI
Transformation
starred
watched
watched
User-Item Recommendation KG
Chungking Express
genre
Shang-Chi
director
Wong Kar-Wai
directed
star
star
Tony Leung Chiu-Wai
starred
genre
genre
Action
Happy Together
The Grandmaster
Transformers
Framework
Pre-processing
Splitting
Loading
1. DataLoader
Node2Vec
TransE
TransH
TransR
TransD
TuckER
RESCAL
DistMult
ComplEx
RotatE
EPHEN
Entity2Rec
2. Recommender
3. Evaluator
MAP@K
nDCG@K
4. Reporter
Metric results
Execution times
Charts
CLI
CF
Entity Linking
Data Enriching
Optional
starred
 \ No newline at end of file diff --git a/test.csv b/test.csv new file mode 100644 index 0000000..83ed561 --- /dev/null +++ b/test.csv @@ -0,0 +1,105 @@ +classifier_name,dataset_name,accuracy +Node2Vec_0,ml-100k.csv,0.1641552384592829 +Node2Vec_1,ml-100k.csv,0.1621669265350805 +TransE_2,ml-100k.csv,0.0068440086811613 +TransH_3,ml-100k.csv,0.0016045649166517 +TransR_4,ml-100k.csv,0.006316580257412 +TransD_5,ml-100k.csv,0.0096928490773496 +TuckER_6,ml-100k.csv,0.0065033209967898 +RESCAL_7,ml-100k.csv,0.0128138879039556 +DistMult_8,ml-100k.csv,0.0105667805930337 +ComplEx_9,ml-100k.csv,0.0105675659209028 +RotatE_10,ml-100k.csv,0.0093335263854372 +EPHEN_11,ml-100k.csv,0.0155369900340128 +EPHEN_12,ml-100k.csv,0.1647689211271926 +Node2Vec_0,ml-1m.csv,0.1451855552197163 +Node2Vec_1,ml-1m.csv,0.1443807826814608 +TransE_2,ml-1m.csv,0.0059231105779098 +TransH_3,ml-1m.csv,0.0022034352558949 +TransR_4,ml-1m.csv,0.0016216214820227 +TransD_5,ml-1m.csv,0.0033781562985516 +TuckER_6,ml-1m.csv,0.000270349638519 +RESCAL_7,ml-1m.csv,0.0115909215084142 +DistMult_8,ml-1m.csv,0.0018514195522373 +ComplEx_9,ml-1m.csv,0.0023048662594048 +RotatE_10,ml-1m.csv,0.005665889603762 +EPHEN_11,ml-1m.csv,0.0073489827197795 +EPHEN_12,ml-1m.csv,0.1437505674384252 +Node2Vec_0,lastfm.csv,0.1628311998902248 +Node2Vec_1,lastfm.csv,0.1620902921598351 +TransE_2,lastfm.csv,0.0003161278486355 +TransH_3,lastfm.csv,0.0002443629978509 +TransR_4,lastfm.csv,0.0003454078819604 +TransD_5,lastfm.csv,0.0003049977656416 +TuckER_6,lastfm.csv,0.0003542394025717 +RESCAL_7,lastfm.csv,0.0003751940708921 +DistMult_8,lastfm.csv,0.0003055808117677 +ComplEx_9,lastfm.csv,0.0003764969292397 +RotatE_10,lastfm.csv,0.0003465439720528 +EPHEN_11,lastfm.csv,9.766239761934156e-05 +EPHEN_12,lastfm.csv,0.1624390660293245 +Node2Vec_0,douban-movie.csv,0.6753598020415168 +Node2Vec_1,douban-movie.csv,0.682548986273064 +TransE_2,douban-movie.csv,0.4812658913028417 +TransH_3,douban-movie.csv,0.4686972848098014 +TransR_4,douban-movie.csv,0.4854895912466208 +TransD_5,douban-movie.csv,0.4888088848800759 +TuckER_6,douban-movie.csv,0.4903067645862988 +RESCAL_7,douban-movie.csv,0.4910420646376879 +DistMult_8,douban-movie.csv,0.4877454118453105 +ComplEx_9,douban-movie.csv,0.4857444880561369 +RotatE_10,douban-movie.csv,0.4881900458711927 +EPHEN_11,douban-movie.csv,0.5283584029621593 +EPHEN_12,douban-movie.csv,0.6754623832255416 +Node2Vec_0,ml-100k_enriched.csv,0.23384413325499 +Node2Vec_1,ml-100k_enriched.csv,0.2301353114076907 +TransE_2,ml-100k_enriched.csv,0.0067798872336795 +TransH_3,ml-100k_enriched.csv,0.001515248085174 +TransR_4,ml-100k_enriched.csv,0.0055869572383092 +TransD_5,ml-100k_enriched.csv,0.0100525858061356 +TuckER_6,ml-100k_enriched.csv,0.0065211670089126 +RESCAL_7,ml-100k_enriched.csv,0.0123767420002055 +DistMult_8,ml-100k_enriched.csv,0.0060451642279894 +ComplEx_9,ml-100k_enriched.csv,0.0105705444304996 +RotatE_10,ml-100k_enriched.csv,0.0103525604106293 +EPHEN_11,ml-100k_enriched.csv,0.0251651821014341 +EPHEN_12,ml-100k_enriched.csv,0.2337932706297812 +Node2Vec_0,ml-1m_enriched.csv,0.201402971744723 +Node2Vec_1,ml-1m_enriched.csv,0.2016113048091056 +TransE_2,ml-1m_enriched.csv,0.0062580385792671 +TransH_3,ml-1m_enriched.csv,0.0021040943911566 +TransR_4,ml-1m_enriched.csv,0.0012022241380167 +TransD_5,ml-1m_enriched.csv,0.0033176395321861 +TuckER_6,ml-1m_enriched.csv,0.0003231785741516 +RESCAL_7,ml-1m_enriched.csv,0.0116248350256572 +DistMult_8,ml-1m_enriched.csv,0.0028605104775144 +ComplEx_9,ml-1m_enriched.csv,0.0021708541805602 +RotatE_10,ml-1m_enriched.csv,0.0054761209398883 +EPHEN_11,ml-1m_enriched.csv,0.0030490892154949 +EPHEN_12,ml-1m_enriched.csv,0.2013182942427749 +Node2Vec_0,lastfm_enriched.csv,0.1922575542411986 +Node2Vec_1,lastfm_enriched.csv,0.1946359525401797 +TransE_2,lastfm_enriched.csv,0.0003306550658207 +TransH_3,lastfm_enriched.csv,0.0002073160012181 +TransR_4,lastfm_enriched.csv,4.449703407980332e-05 +TransD_5,lastfm_enriched.csv,0.0003026114647691 +TuckER_6,lastfm_enriched.csv,0.0002657454356579 +RESCAL_7,lastfm_enriched.csv,0.0002441161478887 +DistMult_8,lastfm_enriched.csv,0.000326128569527 +ComplEx_9,lastfm_enriched.csv,0.0003718936471592 +RotatE_10,lastfm_enriched.csv,0.0002706814944477 +EPHEN_11,lastfm_enriched.csv,0.0023167244729388 +EPHEN_12,lastfm_enriched.csv,0.1903385684288752 +Node2Vec_0,douban-movie_enriched.csv,0.6626822903937484 +Node2Vec_1,douban-movie_enriched.csv,0.6609257528235571 +TransE_2,douban-movie_enriched.csv,0.4830490089209694 +TransH_3,douban-movie_enriched.csv,0.4695172763620502 +TransR_4,douban-movie_enriched.csv,0.4871930197925317 +TransD_5,douban-movie_enriched.csv,0.4883454258813243 +TuckER_6,douban-movie_enriched.csv,0.4865982329777741 +RESCAL_7,douban-movie_enriched.csv,0.4915845109665535 +DistMult_8,douban-movie_enriched.csv,0.4809811491011413 +ComplEx_9,douban-movie_enriched.csv,0.4870980579294152 +RotatE_10,douban-movie_enriched.csv,0.4894867098468399 +EPHEN_11,douban-movie_enriched.csv,0.4601293122576537 +EPHEN_12,douban-movie_enriched.csv,0.6616522518315255