diff --git a/.gitignore b/.gitignore
index 1854481..71daa97 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,5 +1,6 @@
 cache
 tests/*.json
+benchmark
 benchmark/*/*.csv
 benchmark/*/*.json
-benchmark_tmp
+examples/paper_lex_spec
diff --git a/benchmark/agreement_all.csv b/benchmark/agreement_all.csv
deleted file mode 100644
index d420ba5..0000000
--- a/benchmark/agreement_all.csv
+++ /dev/null
@@ -1,12 +0,0 @@
-,FirstN,TF,LexSpec,TFIDF,TextRank,SingleRank,PositionRank,LexRank,TFIDFRank,SingleTPR,TopicRank
-FirstN,100,11.928229890370881,17.97584733323074,17.318000502734183,15.826888695791562,16.890582357138747,29.337580674440357,17.339147845684668,17.284956125210687,15.425400165238734,29.091985227759046
-TF,12.01947676257731,100,7.80808207720792,7.6880671757228445,17.148861577413548,15.998184193573486,12.91779292488523,11.321180990051602,11.576635134430374,30.884443758833104,15.401078651001335
-LexSpec,18.06709420543717,7.80808207720792,100,77.23099275200532,40.0372202407736,45.58452488254742,36.9440377114602,63.711845565143314,63.20698021520445,33.82908255756527,30.945527599109838
-TFIDF,17.40924737494061,7.6880671757228445,77.23099275200532,100,33.802618477429895,37.683512512123144,32.25374881346459,52.69901411751625,55.64777956138053,27.50157057308323,29.485333301130805
-TextRank,15.91813556799799,17.148861577413548,40.0372202407736,33.802618477429895,100,75.80175525732245,40.29972748343236,55.29721396167685,55.81187365612539,56.51956953261039,24.93626011621984
-SingleRank,16.981829229345177,15.998184193573486,45.58452488254742,37.683512512123144,75.80175525732245,100,47.61161910515965,68.64303421163159,68.52656367355897,66.10397132109144,25.827788523489666
-PositionRank,29.428827546646787,12.91779292488523,36.9440377114602,32.25374881346459,40.29972748343236,47.61161910515965,100,47.814317657232394,46.91681422845794,41.20209995515072,22.6166617526377
-LexRank,17.430394717891094,11.321180990051602,63.711845565143314,52.69901411751625,55.29721396167685,68.64303421163159,47.814317657232394,100,89.67278803766361,51.23985053336977,27.734630638739006
-TFIDFRank,17.37620299741712,11.576635134430374,63.20698021520445,55.64777956138053,55.81187365612539,68.52656367355897,46.91681422845794,89.67278803766361,100,50.43037598224548,27.508799266674536
-SingleTPR,15.516647037445162,30.884443758833104,33.82908255756527,27.50157057308323,56.51956953261039,66.10397132109144,41.20209995515072,51.23985053336977,50.43037598224548,100,23.370263222889093
-TopicRank,29.1028671046794,15.321052926283539,30.86550187439204,29.40530757641301,24.856234391502046,25.747762798771866,22.536636027919904,27.65460491402121,27.42877354195674,23.290237498171294,100
diff --git a/benchmark/agreement_all.heatmap.pdf b/benchmark/agreement_all.heatmap.pdf
deleted file mode 100644
index 7096d9e..0000000
Binary files a/benchmark/agreement_all.heatmap.pdf and /dev/null differ
diff --git a/benchmark/agreement_all.heatmap.png b/benchmark/agreement_all.heatmap.png
deleted file mode 100644
index df9852f..0000000
Binary files a/benchmark/agreement_all.heatmap.png and /dev/null differ
diff --git a/benchmark/complexity.csv b/benchmark/complexity.csv
deleted file mode 100644
index e44ffcd..0000000
--- a/benchmark/complexity.csv
+++ /dev/null
@@ -1,12 +0,0 @@
-,Time (sec.)
-FirstN,11.5
-TF,11.5
-LexSpec,12.1
-TFIDF,22.4
-TextRank,14.9
-SingleRank,15.0
-PositionRank,15.0
-LexRank,25.5
-TFIDFRank,26.5
-SingleTPR,29.4
-TopicRank,19.0
diff --git a/benchmark/complexity.json b/benchmark/complexity.json
deleted file mode 100644
index c6534b2..0000000
--- a/benchmark/complexity.json
+++ /dev/null
@@ -1 +0,0 @@
-{"FirstN": {"elapse": 11.486861248016357, "elapse_prior": 0}, "TF": {"elapse": 11.497071785926819, "elapse_prior": 10.167100191116333}, "LexSpec": {"elapse": 12.11673752784729, "elapse_prior": 0}, "TFIDF": {"elapse": 22.376015479564668, "elapse_prior": 10.284387826919556}, "TextRank": {"elapse": 14.889974269866944, "elapse_prior": 0}, "SingleRank": {"elapse": 15.019233617782593, "elapse_prior": 0}, "PositionRank": {"elapse": 14.997540352344513, "elapse_prior": 0}, "LexRank": {"elapse": 25.464309191703798, "elapse_prior": 0}, "TFIDFRank": {"elapse": 26.51425075292587, "elapse_prior": 0}, "SingleTPR": {"elapse": 29.426657502651214, "elapse_prior": 16.20649027824402}, "TopicRank": {"elapse": 19.042776868343353, "elapse_prior": 0}}
\ No newline at end of file
diff --git a/benchmark/complexity.prior.csv b/benchmark/complexity.prior.csv
deleted file mode 100644
index acce0e1..0000000
--- a/benchmark/complexity.prior.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-,TF,TFIDF,LDA
-Model,"TF,LexSpec,LexRank","TFIDF,TFIDFRank",SingleTPR
-Time (sec.),10.2,10.3,16.2
diff --git a/benchmark/data_statistics.csv b/benchmark/data_statistics.csv
deleted file mode 100644
index 5706c9c..0000000
--- a/benchmark/data_statistics.csv
+++ /dev/null
@@ -1,16 +0,0 @@
-,500N-KPCrowd-v1.1,Inspec,Krapivin2009,Nguyen2007,PubMed,Schutz2008,SemEval2010,SemEval2017,citeulike180,fao30,fao780,theses100,kdd,wiki20,www
-Data size,500,2000,2304,209,500,1231,243,493,183,30,779,100,755,20,1330
-Domain,-,CS,CS,-,BM,BM,CS,-,BI,AG,AG,-,CS,CS,CS
-Type,-,CS,CS,-,BM,BM,CS,-,BI,AG,AG,-,CS,CS,CS
-Avg phrase,77.384,26.967,814.49609375,617.9856459330143,566.298,630.2558895207148,897.8312757201646,39.699797160243406,822.2677595628415,774.0,776.2708600770218,728.36,15.954966887417218,816.7,17.9
-Std phrase,62.00755231421413,12.314946650310784,252.14317468513156,113.86454129909198,196.48920885381975,287.6595497592065,207.70384981408176,12.94657221855953,173.00291983671727,93.19942775217739,147.1711422801908,131.26046777305035,17.04914862119257,322.3617688250268,16.517061126928027
-Avg word,447.302,137.762,9130.471788194445,5931.397129186603,4461.298,4200.692120227457,9740.218106995884,198.01825557809332,5521.131147540984,5437.833333333333,5590.523748395379,5396.72,81.93774834437086,7145.55,90.62781954887218
-Std word,476.7283406679322,66.55563354067026,2524.422828713077,1023.0662095302862,1626.42691849219,2251.1355744927955,2443.441728214183,60.297350338210734,978.82878840376,927.5287626567466,902.3992981704127,958.4219747063399,93.01618511994454,3609.7554692111767,89.12352992882947
-Avg vocab,197.14,76.232,1081.1414930555557,908.4784688995215,799.822,1217.1722177091794,1217.9053497942386,106.12576064908723,1171.120218579235,1125.0666666666666,1087.3196405648266,1134.03,48.10728476821192,1088.4,52.74661654135338
-Std vocab,140.59065545049575,28.59461795513273,256.2237773449945,142.4035332525959,223.72044679912463,468.37048133960053,209.0611466958877,27.475683619235635,202.9375439628631,157.13941439230183,210.26987796235758,192.34289459192405,45.666634100960046,295.40470544661264,43.33231971821068
-Avg keyword,47.978,13.4925,5.329861111111111,10.736842105263158,16.142,43.56539398862713,15.209876543209877,17.11764705882353,16.469945355191257,31.933333333333334,7.961489088575096,6.78,4.079470198675497,35.15,4.8007518796992485
-Avg keyword (in candidate),16.49,5.836,3.8094618055555554,7.177033492822966,5.682,28.499593826157597,11.567901234567902,9.27789046653144,7.775956284153006,15.9,4.193838254172015,2.39,0.7456953642384105,12.75,0.8842105263157894
-Std keyword (in candidate),11.971545430728654,3.540353654650908,2.146071359435905,4.258652751428725,2.6714932154134297,10.253637574384731,3.347887749806898,4.866770425384573,3.413100931015965,5.61159513863928,2.3493725225755795,1.5420440979427268,0.9272715155165945,3.1760824926314495,0.9818535567010371
-Avg keyword (in candidate & multi),3.74,4.811,2.9479166666666665,4.760765550239235,1.512,10.148659626320065,8.77366255144033,6.320486815415822,1.0546448087431695,5.466666666666667,1.5571245186136071,0.75,0.5576158940397351,6.65,0.5428571428571428
-Std keyword (in candidate & multi),3.778941650780024,3.1664300087006554,1.9007205779066374,3.2148268033683105,1.3303593499502333,4.928390150828587,3.285177736220138,3.4309659794374823,1.0012384460016208,2.6042699979499475,1.34546638502203,0.8170067319184096,0.763612630732103,2.650943228362313,0.7499659856232418
-Vocab diversity,2.268956071827128,1.8071413579599118,8.445214476404585,6.528935282716778,5.577863574645359,3.4511896173028935,7.997516480768776,1.8658830275229359,4.714401698434547,4.833343209291301,5.1415642096663365,4.758886449212102,1.7032295366317007,6.565187431091511,1.7181731358601913
diff --git a/benchmark/result.10.f1.fixed.csv b/benchmark/result.10.f1.fixed.csv
deleted file mode 100644
index ed8b38f..0000000
--- a/benchmark/result.10.f1.fixed.csv
+++ /dev/null
@@ -1,16 +0,0 @@
-,FirstN,TF,LexSpec,TFIDF,TextRank,SingleRank,PositionRank,LexRank,TFIDFRank,SingleTPR,TopicRank
-500N-KPCrowd-v1.1,24.708624708624708,17.249417249417252,23.679768507354716,23.872679045092838,18.053211156659433,18.406880475845995,19.83763363073708,19.580419580419576,19.78940599630255,17.152961980548188,24.67647295233502
-Inspec,32.854498986516255,21.99700361328986,34.34387943949943,34.546576187538555,37.17282100995858,37.5429628976822,35.76275667577333,36.48541464704327,36.63523398255046,33.40089891601304,32.925002203225525
-Krapivin2009,19.45288753799392,0.12616849228651716,9.875551987153752,8.522108160807479,7.203073923266616,9.932901301829443,15.518724551241611,10.804610884899924,10.575213626197169,8.109193095142512,10.070539657051098
-Nguyen2007,16.5266106442577,0.7002801120448179,14.775910364145659,13.865546218487395,12.955182072829134,15.756302521008402,18.207282913165265,16.316526610644257,16.5266106442577,13.65546218487395,13.935574229691877
-PubMed,10.02834868887314,4.216867469879518,6.874557051736358,6.27214741318214,9.922041105598865,10.559886605244508,10.063784549964563,8.433734939759036,8.22111977321049,8.965272856130401,8.46917080085046
-Schutz2008,7.512354450783685,2.1633544719930433,14.600521750196185,14.485991219325967,13.192220407643854,14.087255297037052,8.94186515090458,14.69808479501156,14.850792169505187,6.638528918959044,21.340855585484313
-SemEval2010,11.095917171322526,0.8595428794686462,10.001953506544247,9.806602852119553,10.119163899199062,12.697792537604998,16.05782379370971,12.189880836100802,12.385231490525495,10.001953506544247,13.28384450087908
-SemEval2017,28.9199856476498,19.23214926444205,42.38727424949168,43.08097117569669,39.3254395407248,40.06697763425428,38.41645736155962,42.53079775146514,42.48295658414065,33.847625882071526,31.694773352469802
-citeulike180,6.547835576573299,8.22117133503092,13.89596216806111,11.858857766460531,17.53364859949072,18.40669334303383,16.660603855947617,16.878865041833393,17.97017097126228,17.824663514005092,13.968715896689703
-fao30,11.443433029908972,9.882964889466841,11.963589076723018,10.663198959687907,15.864759427828352,17.425227568270483,14.824447334200261,15.604681404421324,16.38491547464239,18.20546163849155,14.044213263979193
-fao780,10.18092609628948,3.5878564857405713,13.30880098129408,11.315547378104876,13.61545538178473,15.332720024532351,14.688745783501991,14.842072983747315,14.504753143207608,15.823367065317386,13.922109782275378
-kdd,35.168738898756665,10.124333925399645,32.326820603907635,33.747779751332146,29.307282415630553,32.149200710479576,33.92539964476021,34.81349911190053,36.767317939609235,16.518650088809945,33.92539964476021
-theses100,7.112970711297072,0.8368200836820083,15.899581589958158,15.062761506276152,9.205020920502092,12.97071129707113,13.807531380753138,15.481171548117153,14.644351464435147,12.133891213389122,12.552301255230125
-wiki20,11.607142857142858,8.035714285714285,10.714285714285714,10.714285714285714,10.714285714285714,13.392857142857142,11.160714285714283,12.499999999999996,13.392857142857142,12.946428571428573,14.285714285714283
-www,32.22789115646258,14.030612244897958,32.0578231292517,33.16326530612245,26.87074829931973,27.89115646258503,32.6530612244898,27.806122448979593,30.952380952380953,17.857142857142858,30.86734693877551
diff --git a/benchmark/result.10.f1.unfixed.csv b/benchmark/result.10.f1.unfixed.csv
deleted file mode 100644
index 9f39b70..0000000
--- a/benchmark/result.10.f1.unfixed.csv
+++ /dev/null
@@ -1,16 +0,0 @@
-,FirstN,TF,LexSpec,TFIDF,TextRank,SingleRank,PositionRank,LexRank,TFIDFRank,SingleTPR,TopicRank
-500N-KPCrowd-v1.1,25.268776210446052,18.04041174227983,24.26229508196721,24.369043080442243,18.75714830346931,19.046892870758676,20.526115135341215,20.44986656500191,20.63286313381624,17.99466260007625,24.887533358749522
-Inspec,33.656854606985505,26.384011238107398,36.332290402911696,37.08575442181215,39.73564906455526,40.02298703786475,38.305344486303554,38.931102739288676,39.352531766809264,35.9300172402784,31.84981801928358
-Krapivin2009,15.639915289060276,0.13275595031134432,8.736605872870374,7.78202737301261,7.952713594841483,10.335998988526095,14.520972279293234,10.2285298858931,10.291747005088977,8.641780194076555,10.070487087903404
-Nguyen2007,16.292134831460675,0.6741573033707865,13.93258426966292,12.752808988764045,12.303370786516853,15.0,17.865168539325847,15.561797752808989,15.449438202247192,13.820224719101123,13.764044943820226
-PubMed,10.51278755943966,4.549543760442103,6.528723814419742,6.066058347256138,9.201902069142784,9.304716617401363,9.690271173371032,7.8396093047166175,7.505462022876237,8.276571134815576,8.713532964914535
-Schutz2008,7.496359453812548,2.165333558449233,14.608614904079523,14.50731274929827,13.181942890910245,14.106325053289154,8.973682544372455,14.714137981976657,14.857649367916764,6.660616676867232,21.294557119642064
-SemEval2010,11.181072314443808,0.8395344399923679,10.188895248998282,9.769128029002099,10.188895248998282,12.783819881701966,15.989315016218278,12.096928067162754,12.440373974432362,10.150734592634993,13.356229727151309
-SemEval2017,29.14382117250105,21.067060312104598,41.94432728806411,42.74567692956559,40.278363559679455,40.70012652889076,39.41374947279628,42.19738506959089,42.47153099957824,34.985238296077604,30.746520455504005
-citeulike180,6.167129201356769,8.572309589885908,13.012642614862783,11.22417514646932,16.2195497995683,17.946345975948198,16.404563675609005,16.404563675609005,17.51464693185322,16.836262719703978,13.444341658957756
-fao30,11.840411840411841,9.78120978120978,11.840411840411841,10.553410553410554,15.7014157014157,17.245817245817246,14.671814671814671,15.7014157014157,16.216216216216218,18.275418275418275,13.8996138996139
-fao780,9.477274822531575,4.886143634184568,10.030423158476998,8.647552318613442,12.187701668664147,13.128053839771367,13.38618972987923,12.279893057988385,12.09551027933991,13.791831842905871,12.24301650225869
-kdd,18.594945513563648,14.6533735219105,20.820774402967775,21.56271736610248,19.893345699049387,20.91351727335961,21.70183167169024,21.006260143751447,21.284488754926965,19.01228843032692,17.01831671690239
-theses100,5.618964003511852,1.2291483757682176,10.35996488147498,10.008779631255488,7.550482879719053,9.657594381035997,10.711150131694469,10.711150131694469,10.184372256365231,9.13081650570676,8.955223880597014
-wiki20,11.428571428571429,8.351648351648352,10.54945054945055,10.54945054945055,10.54945054945055,13.186813186813188,10.98901098901099,12.307692307692308,13.186813186813188,13.626373626373628,14.065934065934066
-www,18.56853477380149,14.38217420661715,20.166554130092283,20.391627278865627,18.771100607697498,19.288768849876206,20.99932478055368,19.806437092054914,19.91897366644159,18.56853477380149,17.060544677020033
diff --git a/benchmark/result.10.precision.fixed.csv b/benchmark/result.10.precision.fixed.csv
deleted file mode 100644
index a2bdb54..0000000
--- a/benchmark/result.10.precision.fixed.csv
+++ /dev/null
@@ -1,16 +0,0 @@
-,FirstN,TF,LexSpec,TFIDF,TextRank,SingleRank,PositionRank,LexRank,TFIDFRank,SingleTPR,TopicRank
-500N-KPCrowd-v1.1,36.630123927550045,25.571973307912298,35.10486177311725,35.3908484270734,26.763584366062915,27.28789323164919,29.408960915157294,29.027645376549096,29.337464251668255,25.428979980934223,36.58245948522402
-Inspec,33.82326256577753,22.645617855198694,35.356559608056614,35.56523317002359,38.26891671203048,38.64997278170931,36.81727454182544,37.56124115405552,37.71547813463981,34.38577390673199,33.89584467428779
-Krapivin2009,19.584295612009235,0.12702078521939955,9.942263279445728,8.579676674364896,7.2517321016166285,10.0,15.623556581986142,10.877598152424943,10.646651270207851,8.163972286374134,10.138568129330254
-Nguyen2007,17.404129793510325,0.7374631268436578,15.56047197640118,14.601769911504425,13.643067846607671,16.5929203539823,19.174041297935105,17.182890855457227,17.404129793510325,14.380530973451327,14.67551622418879
-PubMed,10.096325365679629,4.24545130217624,6.921155904388156,6.314662861220121,9.989297181591153,10.631466286122013,10.132001427042454,8.49090260435248,8.276846236175526,9.026043524794861,8.526578665715306
-Schutz2008,14.677606497596551,4.226752859273994,28.52643792474722,28.302668655726837,25.7749046908669,27.523620089507705,17.470578484999173,28.717056190949776,29.01541521631029,12.970329852478038,41.69567379413227
-SemEval2010,12.305025996533796,0.9532062391681109,11.091854419410744,10.875216637781628,11.221837088388215,14.081455805892547,17.807625649913344,13.518197573656845,13.734835355285963,11.091854419410744,14.731369150779896
-SemEval2017,31.925006601531553,21.2305254819118,46.791655664114074,47.55743332453129,43.411671507789805,44.23026142064959,42.40823871138104,46.950092421441774,46.8972801689992,37.36466860311592,34.98811724320042
-citeulike180,6.787330316742081,8.521870286576169,14.404223227752638,12.29260935143288,18.17496229260935,19.079939668174962,17.26998491704374,17.49622926093514,18.627450980392158,18.47662141779789,14.479638009049776
-fao30,15.068493150684931,13.013698630136986,15.753424657534246,14.04109589041096,20.89041095890411,22.945205479452056,19.52054794520548,20.54794520547945,21.575342465753426,23.972602739726025,18.493150684931507
-fao780,10.199692780337942,3.5944700460829497,13.333333333333334,11.336405529953918,13.640552995391705,15.360983102918588,14.715821812596005,14.869431643625191,14.531490015360985,15.85253456221198,13.947772657450077
-kdd,35.168738898756665,10.124333925399645,32.326820603907635,33.747779751332146,29.307282415630553,32.149200710479576,33.92539964476021,34.81349911190053,36.767317939609235,16.518650088809945,33.92539964476021
-theses100,7.112970711297072,0.8368200836820083,15.899581589958158,15.062761506276152,9.205020920502092,12.97071129707113,13.807531380753138,15.481171548117153,14.644351464435147,12.133891213389122,12.552301255230125
-wiki20,13.471502590673575,9.32642487046632,12.435233160621761,12.435233160621761,12.435233160621761,15.544041450777202,12.953367875647666,14.507772020725387,15.544041450777202,15.025906735751295,16.580310880829018
-www,32.22789115646258,14.030612244897958,32.0578231292517,33.16326530612245,26.87074829931973,27.89115646258503,32.6530612244898,27.806122448979593,30.952380952380953,17.857142857142858,30.86734693877551
diff --git a/benchmark/result.10.precision.unfixed.csv b/benchmark/result.10.precision.unfixed.csv
deleted file mode 100644
index 19450ff..0000000
--- a/benchmark/result.10.precision.unfixed.csv
+++ /dev/null
@@ -1,16 +0,0 @@
-,FirstN,TF,LexSpec,TFIDF,TextRank,SingleRank,PositionRank,LexRank,TFIDFRank,SingleTPR,TopicRank
-500N-KPCrowd-v1.1,34.024640657084184,24.29158110882957,32.6694045174538,32.813141683778234,25.256673511293638,25.646817248459957,27.638603696098563,27.53593429158111,27.782340862423,24.229979466119097,33.51129363449692
-Inspec,26.82442748091603,21.02798982188295,28.956743002544528,29.557251908396946,31.669211195928753,31.89821882951654,30.529262086514,31.02798982188295,31.363867684478368,28.63613231552163,25.384223918575067
-Krapivin2009,10.822397200349956,0.09186351706036745,6.045494313210849,5.3849518810148735,5.503062117235345,7.152230971128609,10.048118985126859,7.077865266841645,7.121609798775152,5.979877515310586,6.968503937007873
-Nguyen2007,14.077669902912621,0.5825242718446602,12.03883495145631,11.019417475728154,10.631067961165048,12.961165048543688,15.436893203883495,13.446601941747574,13.349514563106796,11.941747572815533,11.893203883495145
-PubMed,8.279352226720647,3.582995951417004,5.141700404858299,4.777327935222672,7.246963562753036,7.327935222672065,7.631578947368421,6.174089068825911,5.910931174089069,6.518218623481781,6.862348178137652
-Schutz2008,14.439024390243901,4.170731707317073,28.13821138211382,27.943089430894307,25.390243902439025,27.170731707317074,17.284552845528456,28.341463414634145,28.61788617886179,12.829268292682928,41.016260162601625
-SemEval2010,12.057613168724279,0.9053497942386831,10.987654320987653,10.534979423868313,10.987654320987653,13.786008230452676,17.242798353909464,13.045267489711934,13.415637860082304,10.94650205761317,14.40329218106996
-SemEval2017,28.14663951120163,20.34623217922607,40.509164969450104,41.283095723014256,38.90020366598778,39.307535641547865,38.06517311608961,40.75356415478615,41.01832993890021,33.788187372708755,29.694501018329937
-citeulike180,5.4945054945054945,7.637362637362638,11.593406593406593,10.0,14.450549450549449,15.989010989010987,14.615384615384617,14.615384615384617,15.604395604395604,15.0,11.978021978021978
-fao30,15.333333333333332,12.666666666666668,15.333333333333332,13.666666666666666,20.333333333333332,22.333333333333332,19.0,20.333333333333332,21.0,23.666666666666668,18.0
-fao780,6.781002638522428,3.496042216358839,7.176781002638523,6.187335092348285,8.720316622691293,9.393139841688654,9.577836411609498,8.786279683377309,8.654353562005277,9.868073878627968,8.759894459102902
-kdd,10.693333333333333,8.426666666666668,11.973333333333333,12.4,11.44,12.026666666666666,12.479999999999999,12.08,12.24,10.933333333333334,9.786666666666667
-theses100,3.5555555555555554,0.7777777777777778,6.555555555555556,6.333333333333334,4.777777777777778,6.111111111111111,6.777777777777779,6.777777777777779,6.444444444444445,5.777777777777778,5.666666666666666
-wiki20,13.0,9.5,12.0,12.0,12.0,15.0,12.5,14.000000000000002,15.0,15.5,16.0
-www,10.700389105058365,8.28793774319066,11.621271076523994,11.750972762645914,10.817120622568094,11.115434500648508,12.101167315175097,11.413748378728924,11.478599221789883,10.700389105058365,9.831387808041505
diff --git a/benchmark/result.10.recall.fixed.csv b/benchmark/result.10.recall.fixed.csv
deleted file mode 100644
index 0584758..0000000
--- a/benchmark/result.10.recall.fixed.csv
+++ /dev/null
@@ -1,16 +0,0 @@
-,FirstN,TF,LexSpec,TFIDF,TextRank,SingleRank,PositionRank,LexRank,TFIDFRank,SingleTPR,TopicRank
-500N-KPCrowd-v1.1,18.641600970285022,13.01394784718011,17.865372953305034,18.01091570648878,13.620375985445724,13.887204366282596,14.966646452395391,14.772589448150395,14.930260764099454,12.941176470588237,18.617343844754398
-Inspec,31.939684715558602,21.384509938313915,33.38759424263194,33.58464701850583,36.13776559287183,36.49760109664154,34.76696367374914,35.46949965729952,35.615147361206304,32.470870459218645,32.00822481151474
-Krapivin2009,19.323231172382364,0.12532756066993278,9.809729976073829,8.465307052523642,7.155064372792526,9.866697049105618,15.415289962401731,10.732596559188789,10.504728267061639,8.05514412669477,10.003418024381908
-Nguyen2007,15.733333333333333,0.6666666666666667,14.066666666666666,13.200000000000001,12.333333333333334,15.0,17.333333333333336,15.533333333333331,15.733333333333333,13.0,13.266666666666666
-PubMed,9.961281239000353,4.1886659626891944,6.828581485392468,6.2302006335797255,9.855684618092221,10.489264343541006,9.996480112636394,8.377331925378389,8.166138683562126,8.905315029919041,8.412530799014432
-Schutz2008,5.048028959895106,1.4536955220477155,9.811019582133797,9.734059230966565,8.8646923011145,9.466123193569535,6.008608157797224,9.876578399794772,9.979192201351083,4.460849984322891,14.340278767494228
-SemEval2010,10.103166133048736,0.7826396300249021,9.107079331198861,8.929206688011384,9.213802917111348,11.561721807186055,14.621131270010673,11.099252934898612,11.27712557808609,9.107079331198861,12.095339736748487
-SemEval2017,26.43200699606471,17.577612592916484,38.74070835155225,39.37472671622213,35.942282466112815,36.620026235242676,35.11149978137298,38.87188456493222,38.82815916047224,30.935723655443816,28.968080454744204
-citeulike180,6.324666198172873,7.940969782150386,13.42234715390021,11.454673225579763,16.936050597329587,17.779339423752635,16.092761770906534,16.303583977512297,17.35769501054111,17.217146872803934,13.492621222768797
-fao30,9.224318658280922,7.966457023060797,9.643605870020965,8.59538784067086,12.78825995807128,14.046121593291405,11.949685534591195,12.578616352201259,13.20754716981132,14.675052410901468,11.320754716981133
-fao780,10.162228344046525,3.581267217630854,13.284358738904192,11.294765840220386,13.590449954086317,15.304560759106215,14.661769207223752,14.814814814814813,14.47811447811448,15.794306703397613,13.896541169268442
-kdd,35.168738898756665,10.124333925399645,32.326820603907635,33.747779751332146,29.307282415630553,32.149200710479576,33.92539964476021,34.81349911190053,36.767317939609235,16.518650088809945,33.92539964476021
-theses100,7.112970711297072,0.8368200836820083,15.899581589958158,15.062761506276152,9.205020920502092,12.97071129707113,13.807531380753138,15.481171548117153,14.644351464435147,12.133891213389122,12.552301255230125
-wiki20,10.196078431372548,7.0588235294117645,9.411764705882353,9.411764705882353,9.411764705882353,11.76470588235294,9.803921568627452,10.980392156862745,11.76470588235294,11.372549019607844,12.549019607843137
-www,32.22789115646258,14.030612244897958,32.0578231292517,33.16326530612245,26.87074829931973,27.89115646258503,32.6530612244898,27.806122448979593,30.952380952380953,17.857142857142858,30.86734693877551
diff --git a/benchmark/result.10.recall.unfixed.csv b/benchmark/result.10.recall.unfixed.csv
deleted file mode 100644
index ee3490c..0000000
--- a/benchmark/result.10.recall.unfixed.csv
+++ /dev/null
@@ -1,16 +0,0 @@
-,FirstN,TF,LexSpec,TFIDF,TextRank,SingleRank,PositionRank,LexRank,TFIDFRank,SingleTPR,TopicRank
-500N-KPCrowd-v1.1,20.097028502122498,14.348089751364462,19.29654335961189,19.381443298969074,14.918132201334142,15.148574893875075,16.32504548211037,16.264402668283807,16.409945421467555,14.311704063068525,19.79381443298969
-Inspec,45.15935572309801,35.400959561343385,48.74914324880055,49.76010966415353,53.315627141878,53.70116518163125,51.39650445510624,52.236120630568884,52.801576422206985,48.20938999314599,42.73474982864976
-Krapivin2009,28.18730773612852,0.23926170673350802,15.7456989859861,14.025293380426113,14.332915574797767,18.628232881394556,26.170673350803238,18.434544833086473,18.54847897915005,15.574797766890738,18.14970946792754
-Nguyen2007,19.333333333333332,0.8,16.53333333333333,15.133333333333333,14.6,17.8,21.2,18.46666666666667,18.333333333333332,16.400000000000002,16.333333333333332
-PubMed,14.396339317141852,6.2302006335797255,8.940513903555086,8.306934178106301,12.601196761703626,12.7419922562478,13.269975360788456,10.735656458993311,10.278071101724745,11.334037310806053,11.932418162618797
-Schutz2008,5.062280876777927,1.462246672177408,9.865176866288516,9.796767665250975,8.901747285009835,9.525981244477382,6.0599150585753785,9.936436450702619,10.0333494855058,4.497904968218226,14.380184134766125
-SemEval2010,10.423336890786198,0.7826396300249021,9.498399146211312,9.107079331198861,9.498399146211312,11.91746709356101,14.905727499110638,11.27712557808609,11.59729633582355,9.462824617573817,12.451085023123444
-SemEval2017,30.21425448185396,21.84083952776563,43.4849147354613,44.31569742020114,41.75776125929165,42.19501530389156,40.86139046786183,43.74726716222125,44.03148229121119,36.27022299956275,31.875819851333624
-citeulike180,7.027406886858749,9.76809557273366,14.827828531271962,12.789880534082924,18.48208011243851,20.44975404075896,18.692902319044272,18.692902319044272,19.957835558678845,19.184820801124385,15.319747013352073
-fao30,9.643605870020965,7.966457023060797,9.643605870020965,8.59538784067086,12.78825995807128,14.046121593291405,11.949685534591195,12.78825995807128,13.20754716981132,14.884696016771489,11.320754716981133
-fao780,15.733088460361188,8.111417202326294,16.65136210590756,14.35567799204163,20.232629323538415,21.79369452096725,22.22222222222222,20.385674931129476,20.07958371594735,22.895622895622896,20.32445668809305
-kdd,71.22557726465364,56.12788632326821,79.75133214920072,82.59325044404974,76.19893428063943,80.10657193605684,83.12611012433393,80.46181172291297,81.52753108348135,72.82415630550622,65.18650088809946
-theses100,13.389121338912133,2.928870292887029,24.686192468619247,23.84937238493724,17.99163179916318,23.01255230125523,25.523012552301257,25.523012552301257,24.267782426778243,21.75732217573222,21.338912133891213
-wiki20,10.196078431372548,7.450980392156863,9.411764705882353,9.411764705882353,9.411764705882353,11.76470588235294,9.803921568627452,10.980392156862745,11.76470588235294,12.156862745098039,12.549019607843137
-www,70.1530612244898,54.33673469387755,76.19047619047619,77.04081632653062,70.91836734693877,72.87414965986395,79.33673469387756,74.82993197278913,75.25510204081633,70.1530612244898,64.45578231292517
diff --git a/benchmark/result.5.f1.fixed.csv b/benchmark/result.5.f1.fixed.csv
deleted file mode 100644
index e9829e0..0000000
--- a/benchmark/result.5.f1.fixed.csv
+++ /dev/null
@@ -1,16 +0,0 @@
-,FirstN,TF,LexSpec,TFIDF,TextRank,SingleRank,PositionRank,LexRank,TFIDFRank,SingleTPR,TopicRank
-500N-KPCrowd-v1.1,16.37349053912713,11.44813159646287,17.970904250261484,17.856803270894737,13.863268993058856,13.8442521631644,14.471807549681467,14.604925358942666,14.642959018731577,11.562232575829608,17.077113245222023
-Inspec,28.62909329431354,16.307583631868408,27.922700438972697,28.174983601594434,29.72904788334427,30.19324890256825,29.44649074120793,29.61804329179071,29.739139209849135,27.095211665573437,28.820828497906053
-Krapivin2009,18.37188344848303,0.12015620306398318,9.49234004205467,8.314809252027636,6.860919194953438,9.516371282667468,15.199759687593872,10.453589666566536,10.22529288074497,7.7741063382397115,9.36016821868429
-Nguyen2007,14.82098251457119,0.16652789342214822,14.071606994171523,13.32223147377186,10.574521232306411,13.98834304746045,16.402997502081597,14.82098251457119,14.904246461282264,11.407160699417151,11.074104912572857
-PubMed,9.089081037603057,3.378242509551579,7.239091091896238,6.354313291775589,9.732555801327166,10.17494470138749,9.772772974059924,8.445606273878946,8.445606273878946,8.807560828473758,7.359742610094509
-Schutz2008,5.056220705733783,0.4808509604876509,11.652135901109844,11.598708016611214,10.141583893921364,10.87014595526629,5.464215460086941,11.603565097020182,11.749277509289167,4.283944920708162,13.915535371688078
-SemEval2010,9.090909090909092,0.8941877794336811,8.842523596621959,7.799304520615996,8.097367113760557,10.531544957774466,14.008941877794337,10.134128166915051,10.034773969200199,8.147044212617985,9.985096870342772
-SemEval2017,21.121441022661244,11.911679256246368,32.074375363160954,33.03312027890761,28.704241719930273,29.98256827425915,28.442765833817553,32.16153399186519,32.655432887855895,24.49157466589192,25.828006972690293
-citeulike180,5.219660722053067,7.568508046976946,14.354066985645936,11.918225315354501,18.00782949108308,18.790778599391043,15.919965202261855,18.00782949108308,19.051761635493694,18.616789908655935,13.136146150500217
-fao30,8.293460925039872,7.6555023923444985,11.483253588516746,9.888357256778308,12.44019138755981,14.354066985645932,11.483253588516746,14.035087719298245,14.035087719298245,15.311004784688997,11.802232854864435
-fao780,9.690755746651233,3.4397221762857617,13.262774929717217,11.807507855134777,13.626591698362823,15.44567554159087,14.354225235654042,14.65189350090954,14.618819249214487,15.809492310236484,13.32892343310733
-kdd,35.2,10.133333333333335,32.35555555555556,33.77777777777777,29.333333333333332,32.17777777777778,33.77777777777777,34.84444444444444,36.8,16.53333333333333,33.955555555555556
-theses100,7.203389830508476,0.8474576271186439,15.677966101694912,15.254237288135593,9.322033898305085,12.711864406779661,13.983050847457626,15.254237288135593,14.83050847457627,12.288135593220337,12.711864406779661
-wiki20,7.323943661971832,7.323943661971832,9.577464788732394,11.830985915492956,7.323943661971832,10.704225352112676,7.887323943661972,12.394366197183098,12.957746478873238,11.267605633802816,9.014084507042254
-www,32.25531914893617,14.04255319148936,32.08510638297872,33.191489361702125,26.8936170212766,27.829787234042552,32.59574468085106,27.744680851063837,30.893617021276594,17.872340425531917,30.80851063829787
diff --git a/benchmark/result.5.f1.unfixed.csv b/benchmark/result.5.f1.unfixed.csv
deleted file mode 100644
index 4f3b960..0000000
--- a/benchmark/result.5.f1.unfixed.csv
+++ /dev/null
@@ -1,16 +0,0 @@
-,FirstN,TF,LexSpec,TFIDF,TextRank,SingleRank,PositionRank,LexRank,TFIDFRank,SingleTPR,TopicRank
-500N-KPCrowd-v1.1,16.741573033707866,11.835205992509364,18.239700374531832,18.183520599250937,14.325842696629213,14.269662921348313,14.906367041198502,15.000000000000002,15.037453183520599,12.041198501872659,17.322097378277153
-Inspec,28.72959017537331,17.50011629529702,28.757501046657673,29.213378610968977,30.813601897939247,31.278783086012,30.246080848490486,30.48797506628832,30.83220914546216,27.910871284365268,29.03660975950132
-Krapivin2009,17.479091403968923,0.1583609640223685,9.323501756816945,8.234770129163161,7.3835799475429305,10.135101697431583,15.786608600979859,10.521106547236107,10.620082149750086,8.205077448408968,9.521452961844906
-Nguyen2007,14.861660079051381,0.15810276679841895,13.91304347826087,12.885375494071146,10.592885375494072,13.992094861660078,16.91699604743083,14.782608695652174,14.861660079051381,11.778656126482213,10.909090909090908
-PubMed,9.226134437958954,3.4645076256825456,7.079646017699115,6.28883449444549,9.527395970627001,10.016945961212578,9.565053662210508,8.360007531538315,8.360007531538315,8.472980606288836,7.380907550367162
-Schutz2008,5.054204156864647,0.48019789974049915,11.650862173501807,11.60235733514418,10.147212184415395,10.889336211287077,5.46649528290447,11.592656367472657,11.747871850217058,4.2829772269783914,13.906337157131421
-SemEval2010,9.090909090909092,0.8941877794336811,8.842523596621959,7.799304520615996,8.097367113760557,10.531544957774466,14.008941877794337,10.134128166915051,10.034773969200199,8.147044212617985,9.985096870342772
-SemEval2017,21.112533788590127,11.95049082373026,32.067150377009526,33.03457106274008,29.107981220657276,30.160762555128752,28.425096030729836,32.180964575330776,32.5224071702945,24.697681035709202,25.57974107269882
-citeulike180,5.1435919417059575,7.45820831547364,14.144877839691386,11.91598799828547,18.002571795970855,18.774110587226748,15.94513501928847,18.08829832833262,19.117016716673813,18.345477925417917,13.116159451350192
-fao30,8.293460925039872,7.6555023923444985,11.483253588516746,9.888357256778308,12.44019138755981,14.354066985645932,11.483253588516746,14.035087719298245,14.035087719298245,15.311004784688997,11.802232854864435
-fao780,10.11761371687686,3.6842851069859712,12.356525435737566,10.939492702281424,13.206745075811252,15.36063483066459,14.283689953237921,14.170327334561428,14.227008643899675,15.473997449341079,12.923338529120024
-kdd,29.286300246103362,19.770303527481545,29.942575881870383,30.02461033634126,27.80968006562756,29.942575881870383,31.0090237899918,30.106644790812144,31.0090237899918,25.67678424938474,27.481542247744056
-theses100,7.547169811320755,1.1611030478955007,14.513788098693759,13.642960812772134,9.579100145137883,11.611030478955007,13.35268505079826,14.513788098693759,12.772133526850507,11.901306240928882,11.320754716981133
-wiki20,7.323943661971832,7.323943661971832,9.577464788732394,11.830985915492956,7.323943661971832,10.704225352112676,7.887323943661972,12.394366197183098,12.957746478873238,11.267605633802816,9.014084507042254
-www,28.304512025442257,19.956271119061817,28.42377260981912,29.059829059829056,25.95905386603061,27.03239912542238,30.01391373484397,27.628702047306696,27.906976744186046,24.88570860663884,26.118067978533094
diff --git a/benchmark/result.5.precision.fixed.csv b/benchmark/result.5.precision.fixed.csv
deleted file mode 100644
index 9a45ee5..0000000
--- a/benchmark/result.5.precision.fixed.csv
+++ /dev/null
@@ -1,16 +0,0 @@
-,FirstN,TF,LexSpec,TFIDF,TextRank,SingleRank,PositionRank,LexRank,TFIDFRank,SingleTPR,TopicRank
-500N-KPCrowd-v1.1,37.896126760563384,26.496478873239436,41.59330985915493,41.32922535211267,32.0862676056338,32.04225352112676,33.49471830985916,33.80281690140845,33.890845070422536,26.76056338028169,39.524647887323944
-Inspec,34.82263409844115,19.83552227813919,33.96342211857125,34.270283539953354,36.16054989566712,36.725174911010185,35.81686510371916,36.02553087025899,36.172824352522404,32.956916656437954,35.05584877869155
-Krapivin2009,19.433146924250128,0.12709710218607015,10.040671072699542,8.795119471276056,7.257244534824606,10.066090493136755,16.077783426537877,11.057447890188103,10.81596339603457,8.22318251143874,9.900864260294865
-Nguyen2007,19.733924611973393,0.22172949002217296,18.736141906873613,17.738359201773836,14.079822616407982,18.625277161862527,21.840354767184035,19.733924611973393,19.844789356984478,15.188470066518848,14.745011086474502
-PubMed,10.600375234521577,3.9399624765478425,8.442776735459661,7.410881801125703,11.350844277673545,11.866791744840526,11.397748592870544,9.849906191369605,9.849906191369605,10.272045028142589,8.583489681050658
-Schutz2008,17.082376107646866,1.6245487364620936,39.366590088611744,39.186084673449294,34.263209714473255,36.724647193961275,18.460781096160158,39.20249425664588,39.694781752543484,14.473252379389564,47.01345585822121
-SemEval2010,15.06172839506173,1.4814814814814816,14.650205761316872,12.921810699588477,13.415637860082304,17.448559670781894,23.209876543209877,16.790123456790123,16.62551440329218,13.497942386831276,16.543209876543212
-SemEval2017,31.471861471861473,17.74891774891775,47.79220779220779,49.22077922077922,42.77056277056277,44.675324675324674,42.38095238095238,47.92207792207792,48.658008658008654,36.493506493506494,38.484848484848484
-citeulike180,6.8493150684931505,9.931506849315069,18.835616438356166,15.639269406392694,23.63013698630137,24.65753424657534,20.89041095890411,23.63013698630137,25.0,24.429223744292237,17.23744292237443
-fao30,17.333333333333336,16.0,24.0,20.666666666666668,26.0,30.0,24.0,29.333333333333332,29.333333333333332,32.0,24.666666666666668
-fao780,10.53956834532374,3.741007194244604,14.424460431654676,12.841726618705035,14.820143884892087,16.798561151079134,15.611510791366905,15.93525179856115,15.899280575539567,17.194244604316548,14.496402877697841
-kdd,35.231316725978644,10.142348754448399,32.38434163701068,33.80782918149466,29.359430604982208,32.20640569395018,33.80782918149466,34.87544483985765,36.83274021352313,16.548042704626333,33.985765124555165
-theses100,7.296137339055794,0.8583690987124464,15.879828326180256,15.450643776824036,9.44206008583691,12.875536480686694,14.163090128755366,15.450643776824036,15.021459227467812,12.446351931330472,12.875536480686694
-wiki20,13.0,13.0,17.0,21.0,13.0,19.0,14.000000000000002,22.0,23.0,20.0,16.0
-www,32.28279386712095,14.054514480408859,32.11243611584327,33.21976149914821,26.916524701873932,27.85349233390119,32.62350936967632,27.76831345826235,30.919931856899492,17.88756388415673,30.83475298126065
diff --git a/benchmark/result.5.precision.unfixed.csv b/benchmark/result.5.precision.unfixed.csv
deleted file mode 100644
index 26b0c54..0000000
--- a/benchmark/result.5.precision.unfixed.csv
+++ /dev/null
@@ -1,16 +0,0 @@
-,FirstN,TF,LexSpec,TFIDF,TextRank,SingleRank,PositionRank,LexRank,TFIDFRank,SingleTPR,TopicRank
-500N-KPCrowd-v1.1,36.714579055441476,25.95482546201232,40.0,39.87679671457906,31.416837782340863,31.29363449691992,32.689938398357285,32.8952772073922,32.97741273100616,26.406570841889117,37.98767967145791
-Inspec,31.43002544529262,19.14503816793893,31.46055979643766,31.95928753180662,33.70992366412214,34.21882951653944,33.089058524173026,33.35368956743003,33.73027989821883,30.53435114503817,31.76590330788804
-Krapivin2009,15.450568678915136,0.13998250218722658,8.241469816272966,7.279090113735783,6.52668416447944,8.9588801399825,13.954505686789151,9.300087489063866,9.387576552930883,7.252843394575678,8.416447944007
-Nguyen2007,18.25242718446602,0.1941747572815534,17.0873786407767,15.825242718446603,13.009708737864079,17.184466019417478,20.776699029126213,18.155339805825243,18.25242718446602,14.466019417475728,13.398058252427184
-PubMed,9.919028340080972,3.724696356275304,7.611336032388665,6.761133603238867,10.242914979757085,10.76923076923077,10.283400809716598,8.987854251012145,8.987854251012145,9.109311740890687,7.935222672064778
-Schutz2008,16.94308943089431,1.6097560975609757,39.05691056910569,38.89430894308943,34.016260162601625,36.50406504065041,18.32520325203252,38.86178861788618,39.38211382113821,14.357723577235774,46.61788617886179
-SemEval2010,15.06172839506173,1.4814814814814816,14.650205761316872,12.921810699588477,13.415637860082304,17.448559670781894,23.209876543209877,16.790123456790123,16.62551440329218,13.497942386831276,16.543209876543212
-SemEval2017,30.224032586558046,17.10794297352342,45.90631364562118,47.29124236252546,41.670061099796335,43.17718940936864,40.69246435845214,46.069246435845216,46.558044806517316,35.35641547861507,36.61914460285132
-citeulike180,6.593406593406594,9.56043956043956,18.13186813186813,15.274725274725276,23.076923076923077,24.065934065934066,20.439560439560438,23.186813186813186,24.505494505494504,23.516483516483515,16.813186813186814
-fao30,17.333333333333336,16.0,24.0,20.666666666666668,26.0,30.0,24.0,29.333333333333332,29.333333333333332,32.0,24.666666666666668
-fao780,9.419525065963061,3.430079155672823,11.50395778364116,10.184696569920844,12.295514511873352,14.300791556728232,13.29815303430079,13.192612137203167,13.24538258575198,14.406332453825858,12.031662269129288
-kdd,19.040000000000003,12.853333333333333,19.466666666666665,19.52,18.08,19.466666666666665,20.16,19.573333333333334,20.16,16.69333333333333,17.866666666666667
-theses100,5.777777777777778,0.8888888888888888,11.11111111111111,10.444444444444445,7.333333333333333,8.88888888888889,10.222222222222223,11.11111111111111,9.777777777777779,9.11111111111111,8.666666666666668
-wiki20,13.0,13.0,17.0,21.0,13.0,19.0,14.000000000000002,22.0,23.0,20.0,16.0
-www,18.46952010376135,13.022049286640728,18.547341115434502,18.962386511024643,16.939040207522698,17.639429312581065,19.58495460440986,18.028534370946822,18.21011673151751,16.23865110246433,17.042801556420233
diff --git a/benchmark/result.5.recall.fixed.csv b/benchmark/result.5.recall.fixed.csv
deleted file mode 100644
index 607ee2a..0000000
--- a/benchmark/result.5.recall.fixed.csv
+++ /dev/null
@@ -1,16 +0,0 @@
-,FirstN,TF,LexSpec,TFIDF,TextRank,SingleRank,PositionRank,LexRank,TFIDFRank,SingleTPR,TopicRank
-500N-KPCrowd-v1.1,10.4426925409339,7.301394784718012,11.461491813220134,11.38872043662826,8.841722255912675,8.829593693147363,9.22983626440267,9.314736203759855,9.33899332929048,7.374166161309885,10.891449363250455
-Inspec,24.306031528444137,13.845099383139136,23.706305688827964,23.920493488690884,25.23989033584647,25.633995887594242,25.0,25.145647703906786,25.24845784784099,23.003769705277588,24.46881425633996
-Krapivin2009,17.420530933120656,0.11393414606357526,9.000797539022445,7.884242907599408,6.505639740230147,9.02358436823516,14.41266947704227,9.912270707531047,9.695795830010253,7.371539250313319,8.875469978352513
-Nguyen2007,11.866666666666667,0.13333333333333333,11.266666666666666,10.666666666666668,8.466666666666667,11.200000000000001,13.133333333333333,11.866666666666667,11.933333333333334,9.133333333333333,8.866666666666667
-PubMed,7.954945441745864,2.956705385427666,6.335797254487856,5.561422034494896,8.518127419922562,8.905315029919041,8.553326293558607,7.391763463569166,7.391763463569166,7.708553326293559,6.441393875395987
-Schutz2008,2.967249095003278,0.28218795427985066,6.838069720377391,6.806715503235185,5.951600490265941,6.379157996750563,3.2066812986346664,6.8095658866117486,6.895077387908674,2.514038138129578,8.166348373856284
-SemEval2010,6.510138740661686,0.6403415154749199,6.332266097474208,5.585200996086802,5.798648167911775,7.541800071149058,10.032017075773746,7.257203842049092,7.186054784774101,5.834222696549271,7.150480256136606
-SemEval2017,15.894184521206823,8.963707914298208,24.136423261915173,24.85789243550503,21.60034980323568,22.562308701355487,21.403585483165717,24.20201136860516,24.573677306515084,18.430257979886314,19.43594228246611
-citeulike180,4.2164441321152495,6.113843991567112,11.595221363316936,9.627547434996487,14.546732255797611,15.1791988756149,12.860154602951509,14.546732255797611,15.390021082220661,15.038650737877724,10.61138439915671
-fao30,5.450733752620545,5.031446540880504,7.547169811320755,6.498951781970649,8.176100628930817,9.433962264150944,7.547169811320755,9.224318658280922,9.224318658280922,10.062893081761008,7.756813417190776
-fao780,8.968472604836242,3.1833486378940923,12.274257728803184,10.927456382001836,12.61095806550352,14.294459749005203,13.284358738904192,13.559840832568105,13.529231711049894,14.631160085705542,12.335475971839609
-kdd,35.168738898756665,10.124333925399645,32.326820603907635,33.747779751332146,29.307282415630553,32.149200710479576,33.747779751332146,34.81349911190053,36.767317939609235,16.518650088809945,33.92539964476021
-theses100,7.112970711297072,0.8368200836820083,15.481171548117153,15.062761506276152,9.205020920502092,12.552301255230125,13.807531380753138,15.062761506276152,14.644351464435147,12.133891213389122,12.552301255230125
-wiki20,5.098039215686274,5.098039215686274,6.666666666666667,8.235294117647058,5.098039215686274,7.450980392156863,5.490196078431373,8.627450980392156,9.019607843137255,7.8431372549019605,6.2745098039215685
-www,32.22789115646258,14.030612244897958,32.0578231292517,33.16326530612245,26.87074829931973,27.806122448979593,32.56802721088435,27.721088435374146,30.86734693877551,17.857142857142858,30.782312925170068
diff --git a/benchmark/result.5.recall.unfixed.csv b/benchmark/result.5.recall.unfixed.csv
deleted file mode 100644
index 70bc624..0000000
--- a/benchmark/result.5.recall.unfixed.csv
+++ /dev/null
@@ -1,16 +0,0 @@
-,FirstN,TF,LexSpec,TFIDF,TextRank,SingleRank,PositionRank,LexRank,TFIDFRank,SingleTPR,TopicRank
-500N-KPCrowd-v1.1,10.842935112189206,7.6652516676773805,11.81322013341419,11.776834445118253,9.278350515463918,9.241964827167982,9.6543359611886,9.714978775015162,9.739235900545786,7.7986658580958155,11.218920557913888
-Inspec,26.456477039067856,16.115490061686085,26.482179575051408,26.901987662782727,28.375599725839617,28.803975325565457,27.852981494174088,28.075736806031525,28.39273474982865,25.70253598355038,26.739204934886907
-Krapivin2009,20.12077019482739,0.18229463370172042,10.732596559188789,9.479320952489461,8.499487296342714,11.666856556910107,18.172496297140253,12.11119972655805,12.225133872621624,9.445140708670388,10.960464851315939
-Nguyen2007,12.533333333333333,0.13333333333333333,11.733333333333333,10.866666666666665,8.933333333333334,11.799999999999999,14.266666666666666,12.466666666666667,12.533333333333333,9.933333333333334,9.2
-PubMed,8.623724040830695,3.2382963745160156,6.6173882435762055,5.878211897219289,8.905315029919041,9.36290038718761,8.940513903555086,7.81414994720169,7.81414994720169,7.9197465681098205,6.898979232664555
-Schutz2008,2.970099478379842,0.28218795427985066,6.846620870507084,6.818117036741442,5.963002023772197,6.399110680386512,3.212382065387795,6.812416269988314,6.903628538038366,2.5168885215061425,8.172049140609412
-SemEval2010,6.510138740661686,0.6403415154749199,6.332266097474208,5.585200996086802,5.798648167911775,7.541800071149058,10.032017075773746,7.257203842049092,7.186054784774101,5.834222696549271,7.150480256136606
-SemEval2017,16.222125054656754,9.182334936598163,24.639265413205074,25.382597289024922,22.365544381285527,23.174464363795366,21.84083952776563,24.726716222125056,24.989068648885002,18.976825535636205,19.65456930476607
-citeulike180,4.2164441321152495,6.113843991567112,11.595221363316936,9.76809557273366,14.757554462403375,15.390021082220661,13.070976809557273,14.827828531271962,15.67111735769501,15.038650737877724,10.751932536893886
-fao30,5.450733752620545,5.031446540880504,7.547169811320755,6.498951781970649,8.176100628930817,9.433962264150944,7.547169811320755,9.224318658280922,9.224318658280922,10.062893081761008,7.756813417190776
-fao780,10.927456382001836,3.9791857973676152,13.345576981940619,11.815120906029996,14.26385062748699,16.590143862871134,15.426997245179063,15.304560759106215,15.365779002142638,16.712580348943984,13.957759412304869
-kdd,63.41030195381882,42.80639431616341,64.83126110124334,65.0088809946714,60.213143872113676,64.83126110124334,67.14031971580818,65.18650088809946,67.14031971580818,55.59502664298401,59.50266429840142
-theses100,10.87866108786611,1.6736401673640167,20.920502092050206,19.665271966527197,13.807531380753138,16.736401673640167,19.246861924686193,20.920502092050206,18.410041841004183,17.154811715481173,16.317991631799163
-wiki20,5.098039215686274,5.098039215686274,6.666666666666667,8.235294117647058,5.098039215686274,7.450980392156863,5.490196078431373,8.627450980392156,9.019607843137255,7.8431372549019605,6.2745098039215685
-www,60.544217687074834,42.68707482993197,60.79931972789115,62.15986394557823,55.52721088435374,57.82312925170068,64.20068027210884,59.09863945578231,59.693877551020414,53.2312925170068,55.86734693877551
diff --git a/benchmark/result.mrr.csv b/benchmark/result.mrr.csv
deleted file mode 100644
index b24dbef..0000000
--- a/benchmark/result.mrr.csv
+++ /dev/null
@@ -1,16 +0,0 @@
-,FirstN,TF,LexSpec,TFIDF,TextRank,SingleRank,PositionRank,LexRank,TFIDFRank,SingleTPR,TopicRank
-500N-KPCrowd-v1.1,61.74378384170116,46.83022408866918,75.54629948629102,74.57290530251257,64.07364881341098,63.27654144797371,65.70959468229564,67.51474119237209,66.99385729377086,50.78926172219912,62.276648994256846
-Inspec,58.357183080252206,33.55754164092748,53.34381084924551,53.685900949672316,52.34904182826276,53.30971094625754,58.12986313628012,54.241197655368836,54.56624635560835,51.114370060896086,58.80763996105516
-Krapivin2009,36.43360529403241,1.3198953294900613,23.041185783375706,21.171828953371786,18.231827447528268,22.333381699403787,31.65903488432713,23.809837061957623,23.975909055341578,18.86905207014656,21.96428728211697
-Nguyen2007,43.63778458053309,2.83260922683964,38.77816048602652,42.29157085454353,31.268699489679243,35.062882872469295,43.808999446288595,36.974691884969,38.41174922031582,30.36143257429486,34.185890163197755
-PubMed,23.35870292807965,13.539957837229997,23.799938992585627,21.661107020358187,32.12260924859166,30.871250982153892,30.95600647833213,27.350120968380537,26.547878906421357,26.41454659894309,19.996173925060205
-Schutz2008,24.663263857826376,8.630890070918987,76.65007830214769,76.79586144662412,68.92655356134159,70.94002538362489,38.488826809615375,75.56742335861203,76.38510327527796,33.55755646533905,67.37749843738129
-SemEval2010,49.66660774405992,4.466566388276736,35.81899808563514,34.578108358426135,32.90493845131845,35.54674991621179,47.753018367600156,35.263615811314835,36.41724020102801,29.807548375628794,35.912886002154394
-SemEval2017,52.17644235488098,32.93763463874002,68.90547578376285,68.92757736163139,61.599615674582694,63.737023977978765,62.6803678331173,67.67417982549942,67.43963331294887,57.228714795271884,63.93542056277332
-citeulike180,21.026282210090844,23.658739832580977,55.605961233158894,48.33617498810966,58.50503535266808,62.91101597000386,51.28109226013016,63.33060171174313,66.14443656229454,62.95241323832902,40.51164463109441
-fao30,31.060205773695564,38.2521109989201,61.83477633477633,49.0597480345641,60.16574186361964,70.00396825396824,48.57755499860762,66.12961414591851,66.99460724460724,75.14748677248677,50.618991775338515
-fao780,17.481428809359105,8.762019941725766,40.172133737250306,36.727974873290684,37.099641534604636,39.6930147543357,36.93612397271906,40.60588744604712,39.982949159618755,38.97349010061905,32.46906278890358
-kdd,52.45390164287487,28.22141247480855,54.353695324690406,55.51200568073349,49.11705347777862,53.14013664016244,56.378423733274765,55.61936727034771,57.06559972388449,39.320115965064716,52.612746629973174
-theses100,16.680858370856715,2.7722112502161083,37.11846364112832,34.485885049567536,25.67273554541258,29.13504199471335,27.51378213620542,35.14011293817028,35.34272110317137,30.218605364450735,29.78198007435277
-wiki20,27.491332497911447,27.651336344814602,52.68281314118429,47.66403435758243,40.11874236874237,45.65085421233334,31.06668209498398,52.19670482596178,46.47248584748584,37.686722436722434,35.510056829135785
-www,51.14818039869109,31.97092269893364,52.273858937373774,53.54983783019085,45.6467942938892,47.504341388727454,52.467233234724496,49.11570046394649,51.237312064592075,37.417742982752635,48.1685710053121
diff --git a/benchmark/result.paper.csv b/benchmark/result.paper.csv
deleted file mode 100644
index 08dcdda..0000000
--- a/benchmark/result.paper.csv
+++ /dev/null
@@ -1,46 +0,0 @@
-,FirstN,TF,LexSpec,TFIDF,TextRank,SingleRank,PositionRank,LexRank,TFIDFRank,SingleTPR,TopicRank,metric
-500N-KPCrowd-v1.1,37.89612676056338,26.49647887323944,41.59330985915493,41.32922535211267,32.0862676056338,32.04225352112676,33.49471830985916,33.80281690140845,33.890845070422536,26.76056338028169,39.52464788732394,pre5
-Inspec,34.82263409844115,19.83552227813919,33.96342211857125,34.270283539953354,36.16054989566712,36.725174911010185,35.81686510371916,36.02553087025899,36.1728243525224,32.956916656437954,35.05584877869155,pre5
-Krapivin2009,19.433146924250128,0.1270971021860701,10.040671072699542,8.795119471276056,7.257244534824606,10.066090493136755,16.077783426537877,11.057447890188104,10.81596339603457,8.22318251143874,9.900864260294863,pre5
-Nguyen2007,19.733924611973396,0.2217294900221729,18.736141906873613,17.738359201773836,14.079822616407982,18.625277161862527,21.840354767184035,19.733924611973396,19.84478935698448,15.188470066518848,14.745011086474502,pre5
-PubMed,10.600375234521575,3.9399624765478425,8.442776735459661,7.410881801125703,11.350844277673543,11.866791744840526,11.397748592870544,9.849906191369604,9.849906191369604,10.272045028142587,8.583489681050658,pre5
-Schutz2008,17.082376107646866,1.6245487364620936,39.366590088611744,39.186084673449294,34.263209714473255,36.72464719396128,18.46078109616016,39.20249425664588,39.69478175254349,14.473252379389564,47.01345585822121,pre5
-SemEval2010,15.06172839506173,1.4814814814814816,14.650205761316872,12.921810699588477,13.415637860082304,17.448559670781894,23.20987654320988,16.790123456790123,16.62551440329218,13.497942386831276,16.543209876543212,pre5
-SemEval2017,31.471861471861477,17.74891774891775,47.79220779220779,49.22077922077922,42.77056277056277,44.675324675324674,42.38095238095238,47.92207792207792,48.658008658008654,36.493506493506494,38.48484848484848,pre5
-citeulike180,6.849315068493151,9.931506849315069,18.83561643835617,15.639269406392694,23.63013698630137,24.65753424657534,20.89041095890411,23.63013698630137,25.0,24.42922374429224,17.23744292237443,pre5
-fao30,17.333333333333336,16.0,24.0,20.666666666666668,26.0,30.0,24.0,29.33333333333333,29.33333333333333,32.0,24.666666666666668,pre5
-fao780,10.53956834532374,3.741007194244604,14.424460431654676,12.841726618705035,14.820143884892088,16.798561151079134,15.611510791366904,15.93525179856115,15.899280575539567,17.194244604316548,14.49640287769784,pre5
-kdd,35.231316725978644,10.1423487544484,32.38434163701068,33.80782918149466,29.359430604982208,32.20640569395018,33.80782918149466,34.87544483985765,36.83274021352313,16.548042704626333,33.985765124555165,pre5
-theses100,7.296137339055794,0.8583690987124464,15.879828326180256,15.450643776824036,9.44206008583691,12.875536480686694,14.163090128755366,15.450643776824036,15.021459227467812,12.446351931330472,12.875536480686694,pre5
-wiki20,13.0,13.0,17.0,21.0,13.0,19.0,14.000000000000002,22.0,23.0,20.0,16.0,pre5
-www,32.28279386712095,14.05451448040886,32.11243611584327,33.21976149914821,26.91652470187393,27.85349233390119,32.62350936967632,27.76831345826235,30.91993185689949,17.88756388415673,30.83475298126065,pre5
-500N-KPCrowd-v1.1,61.74378384170116,46.83022408866918,75.54629948629102,74.57290530251257,64.07364881341098,63.27654144797371,65.70959468229564,67.51474119237209,66.99385729377086,50.78926172219912,62.276648994256846,mrr
-Inspec,58.357183080252206,33.55754164092748,53.34381084924551,53.68590094967232,52.34904182826276,53.30971094625754,58.12986313628012,54.24119765536884,54.56624635560835,51.114370060896086,58.80763996105516,mrr
-Krapivin2009,36.43360529403241,1.3198953294900613,23.041185783375703,21.171828953371783,18.231827447528268,22.333381699403787,31.65903488432713,23.809837061957623,23.975909055341575,18.86905207014656,21.96428728211697,mrr
-Nguyen2007,43.63778458053309,2.83260922683964,38.77816048602652,42.29157085454353,31.268699489679243,35.062882872469295,43.8089994462886,36.974691884969,38.41174922031582,30.36143257429486,34.185890163197755,mrr
-PubMed,23.35870292807965,13.539957837229997,23.799938992585627,21.661107020358187,32.12260924859166,30.87125098215389,30.95600647833213,27.350120968380537,26.54787890642136,26.41454659894309,19.996173925060205,mrr
-Schutz2008,24.663263857826376,8.630890070918987,76.65007830214769,76.79586144662412,68.92655356134159,70.94002538362489,38.488826809615375,75.56742335861203,76.38510327527796,33.55755646533905,67.37749843738129,mrr
-SemEval2010,49.66660774405992,4.466566388276736,35.81899808563514,34.578108358426135,32.90493845131845,35.54674991621179,47.75301836760016,35.263615811314835,36.41724020102801,29.807548375628794,35.912886002154394,mrr
-SemEval2017,52.17644235488098,32.93763463874002,68.90547578376285,68.92757736163139,61.59961567458269,63.737023977978765,62.6803678331173,67.67417982549942,67.43963331294887,57.22871479527189,63.93542056277332,mrr
-citeulike180,21.026282210090844,23.658739832580977,55.605961233158894,48.33617498810966,58.50503535266808,62.91101597000386,51.28109226013016,63.33060171174313,66.14443656229454,62.95241323832902,40.51164463109441,mrr
-fao30,31.060205773695564,38.2521109989201,61.83477633477633,49.0597480345641,60.16574186361964,70.00396825396824,48.57755499860762,66.12961414591851,66.99460724460724,75.14748677248677,50.61899177533852,mrr
-fao780,17.481428809359105,8.762019941725766,40.17213373725031,36.72797487329069,37.09964153460464,39.6930147543357,36.93612397271906,40.60588744604712,39.98294915961876,38.97349010061905,32.46906278890358,mrr
-kdd,52.45390164287487,28.22141247480855,54.353695324690406,55.51200568073349,49.11705347777862,53.14013664016244,56.378423733274765,55.61936727034771,57.06559972388449,39.32011596506472,52.61274662997317,mrr
-theses100,16.680858370856715,2.7722112502161083,37.11846364112832,34.485885049567536,25.67273554541258,29.13504199471335,27.51378213620542,35.14011293817028,35.34272110317137,30.21860536445073,29.78198007435277,mrr
-wiki20,27.491332497911447,27.6513363448146,52.68281314118429,47.66403435758243,40.11874236874237,45.65085421233334,31.06668209498398,52.19670482596178,46.47248584748584,37.686722436722434,35.510056829135785,mrr
-www,51.14818039869109,31.97092269893364,52.273858937373774,53.54983783019085,45.6467942938892,47.504341388727454,52.467233234724496,49.11570046394649,51.23731206459208,37.41774298275264,48.1685710053121,mrr
-500N-KPCrowd-v1.1,36.630123927550045,25.571973307912295,35.10486177311725,35.3908484270734,26.763584366062915,27.28789323164919,29.40896091515729,29.027645376549096,29.33746425166825,25.428979980934223,36.58245948522402,pre10
-Inspec,33.82326256577753,22.645617855198694,35.356559608056614,35.56523317002359,38.26891671203048,38.64997278170931,36.81727454182544,37.56124115405552,37.71547813463981,34.38577390673199,33.89584467428779,pre10
-Krapivin2009,19.584295612009235,0.1270207852193995,9.942263279445728,8.579676674364896,7.251732101616628,10.0,15.623556581986142,10.877598152424945,10.646651270207853,8.163972286374134,10.138568129330254,pre10
-Nguyen2007,17.404129793510325,0.7374631268436578,15.56047197640118,14.601769911504425,13.643067846607671,16.5929203539823,19.174041297935105,17.182890855457227,17.404129793510325,14.380530973451329,14.67551622418879,pre10
-PubMed,10.096325365679627,4.24545130217624,6.921155904388156,6.314662861220121,9.989297181591152,10.631466286122013,10.132001427042454,8.49090260435248,8.276846236175526,9.02604352479486,8.526578665715306,pre10
-Schutz2008,14.677606497596551,4.226752859273994,28.52643792474722,28.30266865572684,25.7749046908669,27.523620089507705,17.470578484999173,28.717056190949776,29.01541521631029,12.970329852478038,41.69567379413227,pre10
-SemEval2010,12.305025996533796,0.9532062391681108,11.091854419410744,10.875216637781628,11.221837088388217,14.081455805892547,17.807625649913344,13.518197573656844,13.734835355285965,11.091854419410744,14.731369150779896,pre10
-SemEval2017,31.925006601531557,21.2305254819118,46.79165566411408,47.55743332453129,43.411671507789805,44.23026142064959,42.40823871138104,46.950092421441774,46.8972801689992,37.36466860311592,34.98811724320042,pre10
-citeulike180,6.787330316742081,8.521870286576169,14.404223227752638,12.29260935143288,18.17496229260935,19.07993966817496,17.26998491704374,17.49622926093514,18.62745098039216,18.47662141779789,14.479638009049776,pre10
-fao30,15.068493150684931,13.013698630136986,15.753424657534246,14.04109589041096,20.89041095890411,22.945205479452056,19.52054794520548,20.54794520547945,21.575342465753423,23.972602739726025,18.493150684931507,pre10
-fao780,10.199692780337942,3.5944700460829497,13.333333333333334,11.336405529953918,13.640552995391705,15.360983102918588,14.715821812596005,14.869431643625193,14.531490015360983,15.85253456221198,13.947772657450075,pre10
-kdd,35.168738898756665,10.124333925399643,32.326820603907635,33.747779751332146,29.307282415630556,32.149200710479576,33.92539964476021,34.81349911190053,36.76731793960924,16.518650088809945,33.92539964476021,pre10
-theses100,7.112970711297072,0.8368200836820083,15.899581589958158,15.062761506276152,9.205020920502092,12.97071129707113,13.807531380753138,15.481171548117151,14.644351464435148,12.133891213389122,12.552301255230123,pre10
-wiki20,13.471502590673577,9.32642487046632,12.43523316062176,12.43523316062176,12.43523316062176,15.544041450777202,12.953367875647666,14.507772020725389,15.544041450777202,15.025906735751295,16.580310880829018,pre10
-www,32.22789115646258,14.030612244897958,32.0578231292517,33.16326530612245,26.87074829931973,27.89115646258503,32.6530612244898,27.806122448979597,30.952380952380956,17.857142857142858,30.86734693877551,pre10