Skip to content

Commit

Permalink
ml-1m results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulorvdc committed May 2, 2024
1 parent 55b1e8d commit 2a971bf
Show file tree
Hide file tree
Showing 2 changed files with 48 additions and 0 deletions.
24 changes: 24 additions & 0 deletions experiment_results/ml-1m.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,24 @@
model,fold-1_MAP@5,fold-1_nDCG@5,fold-2_MAP@5,fold-2_nDCG@5,fold-3_MAP@5,fold-3_nDCG@5,fold-4_MAP@5,fold-4_nDCG@5,fold-5_MAP@5,fold-5_nDCG@5,MAP@5_mean,MAP@5_std,nDCG@5_mean,nDCG@5_std
Node2Vec based model + cosine similarity;q=1.0;p=1.0;embedding_size=64,0.1600878863134658,0.19954961549032815,0.16287058498896248,0.2024592578460117,0.16277538631346578,0.2012326341753395,0.16066294150110375,0.19875264974410886,0.1593962472406181,0.19739395464783305,0.16115860927152317,0.0014172426030834712,0.19987762238072423,0.0017912373377005077
Node2Vec based model + cosine similarity;q=0.6;p=0.8;embedding_size=64,0.16160030353200883,0.1997488093020992,0.16364445364238409,0.20256629055639191,0.1643416114790287,0.20402062014535985,0.16225151766004417,0.1998536096311566,0.15656691501103753,0.19538397843191424,0.16168096026490067,0.002735685334059311,0.20031466161338435,0.002954601697090369
ComplEx based model + cosine similarity;embedding_dim=100;entity_initializer=None;relation_initializer=None;regularizer=None;epochs=25;seed=42,0.0013672737306843269,0.002039499691466628,0.0013653421633554083,0.0021687844743759404,0.0015607064017660042,0.0021770241056600125,0.001644039735099338,0.002535436663116384,0.001380794701986755,0.0022745351734540227,0.0014636313465783667,0.00011642870466945273,0.002239056021614598,0.00016595724312165014
DistMult based model + cosine similarity;embedding_dim=50;entity_initializer=None;entity_constrainer=None;relation_initializer=None;regularizer=None;epochs=25;seed=42;triples=all,0.001939293598233996,0.0029199049912615282,0.0022913907284768213,0.003169346608223393,0.0010275938189845475,0.0015773919909795446,0.001467439293598234,0.0021835427749401243,0.0028374724061810156,0.0038283094239968357,0.0019126379690949228,0.0006294422800596025,0.0027356991578802855,0.0007826022307633959
RESCAL based model + cosine similarity;embedding_dim=50;entity_initializer=None;relation_initializer=None;regularizer=None;epochs=25;seed=42;triples=ratings,0.008855408388520971,0.01351816153173388,0.00737141280353201,0.010969136758193778,0.007114790286975717,0.010813008732848399,0.007837058498896248,0.011962010908820198,0.0075638796909492274,0.01168890294412449,0.007748509933774834,0.0006018232631673291,0.01179024417514415,0.0009648501175785017
RotatE based model + cosine similarity;embedding_dim=200;entity_initializer=None;relation_initializer=None;relation_constrainer=None;regularizer=None;epochs=25;seed=42;triples=all,0.003490066225165563,0.005551318040398405,0.00352469646799117,0.005457639379824811,0.0033934878587196468,0.005338390162691894,0.0035198675496688737,0.005567320792010512,0.004140590507726269,0.006604303772081992,0.0036137417218543044,0.0002676260276283908,0.005703794429401523,0.00045758141695717694
TransD based model + cosine similarity;embedding_dim=150;relation_dim=None;entity_initializer=None;entity_constrainer=None;relation_initializer=None;relation_constrainer=None;epochs=25;seed=42;triples=ratings,0.0021396247240618098,0.00315417208725606,0.0022985651214128037,0.0037228143649832633,0.0023980408388520973,0.003920396677171554,0.002025662251655629,0.003357970172345386,0.002496826710816777,0.004044976633082216,0.0022717439293598236,0.0001704958771989111,0.0036400659869676956,0.00033617142998049746
TransE based model + cosine similarity;embedding_dim=150;scoring_fct_norm=1;entity_initializer=None;relation_initializer=None;relation_constrainer=None;regularizer=None;epochs=25;seed=42;triples=ratings,0.0035491169977924946,0.0054648070584703,0.003991169977924945,0.006156109247481938,0.003903421633554084,0.006379337128947633,0.0037164735099337745,0.005819937315900744,0.003678669977924945,0.005909355905952648,0.0037677704194260483,0.00015917801043053838,0.005945909331350653,0.00031006714080239093
TransH based model + cosine similarity;embedding_dim=150;scoring_fct_norm=2;entity_initializer=None;regularizer=None;relation_initializer=None;relation_regularizer=None;epochs=25;seed=42;triples=ratings,0.001594646799116998,0.00256190987270732,0.0015480132450331127,0.0024074190667211933,0.0017066777041942606,0.002550652695802872,0.0013358167770419426,0.0021377691701860613,0.0014166666666666668,0.002325323589684632,0.0015203642384105961,0.00013100078305707566,0.0023966148790204155,0.00015700341609407783
TransR based model + cosine similarity;embedding_dim=150;relation_dim=90;scoring_fct_norm=2;entity_initializer=None;entity_constrainer=None;relation_initializer=None;relation_constrainer=None;epochs=25;seed=42;triples=all,0.000641280353200883,0.001076640642314169,0.0007218543046357615,0.0010756116579436947,0.0007130242825607064,0.0011185772051989003,0.0006826710816777041,0.0010655490144076253,0.0008863134657836645,0.0014623930123785348,0.0007290286975717439,8.354030406519898e-05,0.0011597543064485849,0.00015241275767209904
TuckER based model + cosine similarity;embedding_dim=200;relation_dim=None;dropout_0=0.3;dropout_1=0.4;dropout_2=0.5;apply_batch_normalization=True;relation_initializer=None;core_tensor_initializer=None;epochs=25;seed=42;triples=ratings,0.00021081677704194263,0.00027673145184368633,0.00039072847682119203,0.0005022386865560988,0.0001892935982339956,0.00031044794573588624,0.00019536423841059604,0.0002912971950407512,0.00018267108167770423,0.00023709753456961362,0.00023377483443708615,7.902792679091853e-05,0.0003235625627492072,9.252843714033725e-05
EPHEN based model + cosine similarity;embedding_model=sentence-transformers/distiluse-base-multilingual-cased-v2;embedding_model_kwargs=None;embed_with=abstract;iterations=30;mi=0.5.,0.016669977924944814,0.024801201020606765,0.016142384105960264,0.024495225285040095,0.016471854304635762,0.024618511384895677,0.01667798013245033,0.024769774857728705,0.016596302428256073,0.024996549779940952,0.01651169977924945,0.00019891730134331963,0.024736252465642438,0.00017032546567010402
"EPHEN based model + cosine similarity;embedding_model=deepwalk_based;embedding_model_kwargs={'config': {'save_weights': True}, 'parameters': {'walk_len': 10, 'p': 1.0, 'q': 1.0, 'n_walks': 50, 'embedding_size': 64, 'epochs': 1}};embed_with=graph;iterations=30;mi=0.5.",0.16568115342163356,0.20441419161554447,0.16041432119205296,0.20129571439954477,0.16048275386313465,0.19900919310684442,0.15978366445916117,0.19857077193816722,0.159310706401766,0.19650339024537888,0.16113451986754967,0.0023137185491829432,0.19995865226109594,0.0026983730718614443
"EPHEN based model + cosine similarity;embedding_model=deepwalk_based;embedding_model_kwargs={'config': {'save_weights': True}, 'parameters': {'walk_len': 10, 'p': 0.8, 'q': 0.6, 'n_walks': 50, 'embedding_size': 64, 'epochs': 1}};embed_with=graph;iterations=30;mi=0.5.",0.1636730132450331,0.2015727966777158,0.1630703642384106,0.20207296084406653,0.15999406732891833,0.19908559425887737,0.16129539183222957,0.20091526717118569,0.15984464679911697,0.19744258551068045,0.16157549668874172,0.0015626531020118716,0.2002178408925052,0.0017174285139393444
"EPHEN based model + cosine similarity;embedding_model=complEx;embedding_model_kwargs={'config': {'save_weights': True}, 'parameters': {'embedding_dim': 100, 'epochs': 25, 'seed': 42, 'triples': 'ratings'}};embed_with=graph;iterations=30;mi=0.5.",0.0011479028697571744,0.001979715089341441,0.0013653421633554083,0.0021687844743759404,0.0015607064017660042,0.0021770241056600125,0.001644039735099338,0.002535436663116384,0.001380794701986755,0.0022745351734540227,0.001419757174392936,0.00017236773617199707,0.0022270991011895604,0.0001813445247271743
"EPHEN based model + cosine similarity;embedding_model=distMult;embedding_model_kwargs={'config': {'save_weights': True}, 'parameters': {'embedding_dim': 50, 'epochs': 25, 'seed': 42, 'triples': 'all'}};embed_with=graph;iterations=30;mi=0.5.",0.001939293598233996,0.0029199049912615282,0.0022913907284768213,0.003169346608223393,0.0010275938189845475,0.0015773919909795446,0.001467439293598234,0.0021835427749401243,0.0028374724061810156,0.0038283094239968357,0.0019126379690949228,0.0006294422800596025,0.0027356991578802855,0.0007826022307633959
"EPHEN based model + cosine similarity;embedding_model=rESCAL;embedding_model_kwargs={'config': {'save_weights': True}, 'parameters': {'embedding_dim': 50, 'epochs': 25, 'seed': 42, 'triples': 'ratings'}};embed_with=graph;iterations=30;mi=0.5.",0.008855408388520971,0.01351816153173388,0.00737141280353201,0.010969136758193778,0.007114790286975717,0.010813008732848399,0.007837058498896248,0.011962010908820198,0.0075638796909492274,0.01168890294412449,0.007748509933774834,0.0006018232631673291,0.01179024417514415,0.0009648501175785017
"EPHEN based model + cosine similarity;embedding_model=rotatE;embedding_model_kwargs={'config': {'save_weights': True}, 'parameters': {'embedding_dim': 200, 'epochs': 25, 'seed': 42, 'triples': 'all'}};embed_with=graph;iterations=30;mi=0.5.",0.003490066225165563,0.005551318040398405,0.00352469646799117,0.005457639379824811,0.0033934878587196468,0.005338390162691894,0.0035198675496688737,0.005567320792010512,0.004140590507726269,0.006604303772081992,0.0036137417218543044,0.0002676260276283908,0.005703794429401523,0.00045758141695717694
"EPHEN based model + cosine similarity;embedding_model=transD;embedding_model_kwargs={'config': {'save_weights': True}, 'parameters': {'embedding_dim': 150, 'epochs': 25, 'seed': 42, 'triples': 'ratings'}};embed_with=graph;iterations=30;mi=0.5.",0.0021396247240618098,0.00315417208725606,0.0022985651214128037,0.0037228143649832633,0.0023980408388520973,0.003920396677171554,0.002025662251655629,0.003357970172345386,0.002496826710816777,0.004044976633082216,0.0022717439293598236,0.0001704958771989111,0.0036400659869676956,0.00033617142998049746
"EPHEN based model + cosine similarity;embedding_model=transE;embedding_model_kwargs={'config': {'save_weights': True}, 'parameters': {'embedding_dim': 150, 'scoring_fct_norm': 1, 'epochs': 25, 'seed': 42, 'triples': 'ratings'}};embed_with=graph;iterations=30;mi=0.5.",0.0035491169977924946,0.0054648070584703,0.003991169977924945,0.006156109247481938,0.003903421633554084,0.006379337128947633,0.0037164735099337745,0.005819937315900744,0.003678669977924945,0.005909355905952648,0.0037677704194260483,0.00015917801043053838,0.005945909331350653,0.00031006714080239093
"EPHEN based model + cosine similarity;embedding_model=transH;embedding_model_kwargs={'config': {'save_weights': True}, 'parameters': {'embedding_dim': 150, 'scoring_fct_norm': 2, 'epochs': 25, 'seed': 42, 'triples': 'ratings'}};embed_with=graph;iterations=30;mi=0.5.",0.001594646799116998,0.00256190987270732,0.0015480132450331127,0.0024074190667211933,0.0017066777041942606,0.002550652695802872,0.0013358167770419426,0.0021377691701860613,0.0014166666666666668,0.002325323589684632,0.0015203642384105961,0.00013100078305707566,0.0023966148790204155,0.00015700341609407783
"EPHEN based model + cosine similarity;embedding_model=transR;embedding_model_kwargs={'config': {'save_weights': True}, 'parameters': {'embedding_dim': 150, 'relation_dim': 90, 'scoring_fct_norm': 2, 'epochs': 25, 'seed': 42, 'triples': 'all'}};embed_with=graph;iterations=30;mi=0.5.",0.000641280353200883,0.001076640642314169,0.0007218543046357615,0.0010756116579436947,0.0007130242825607064,0.0011185772051989003,0.0006826710816777041,0.0010655490144076253,0.0008863134657836645,0.0014623930123785348,0.0007290286975717439,8.354030406519898e-05,0.0011597543064485849,0.00015241275767209904
"EPHEN based model + cosine similarity;embedding_model=tuckER;embedding_model_kwargs={'config': {'save_weights': True}, 'parameters': {'embedding_dim': 200, 'epochs': 25, 'seed': 42, 'triples': 'ratings'}};embed_with=graph;iterations=30;mi=0.5.",0.00021081677704194263,0.00027673145184368633,0.00039072847682119203,0.0005022386865560988,0.0001892935982339956,0.00031044794573588624,0.00019536423841059604,0.0002912971950407512,0.00018267108167770423,0.00023709753456961362,0.00023377483443708615,7.902792679091853e-05,0.0003235625627492072,9.252843714033725e-05
Loading

0 comments on commit 2a971bf

Please sign in to comment.