dataset_stat.txt

   1000000   12327853   65441000 EC40_dataset/en-kn.en
    100000    1540876    7768233 EC40_dataset/en-af.en
     18448     273428    1242721 EC40_dataset/en-kab.en
   5000000   77245682  403505462 EC40_dataset/en-bn.en
   1000000   24809620  133539334 EC40_dataset/en-pl.en
   5000000  151982305  874537797 EC40_dataset/en-ru.en
   1000000   27197124  144817009 EC40_dataset/en-it.en
    100000    2481721   13726744 EC40_dataset/en-sr.en
    100000    1632196    7612004 EC40_dataset/en-sd.en
   5000000   77612793  395681634 EC40_dataset/en-he.en
    100000    1328217    7056917 EC40_dataset/en-gu.en
   5000000  157707896  904029054 EC40_dataset/en-fr.en
   5000000  155574077  902537558 EC40_dataset/en-ar.en
    334000    6206393   30581348 EC40_dataset/en-ha.en
   1000000   27694878  150331195 EC40_dataset/en-sv.en
    100000     931097    4633962 EC40_dataset/en-oc.en
     50000    1718209    8988671 EC40_dataset/en-ne.en
     50000    1387283    8101405 EC40_dataset/en-ur.en
     50000    1244410    6977212 EC40_dataset/en-is.en
   1000000   26697447  142677994 EC40_dataset/en-pt.en
   5000000  109684493  590464184 EC40_dataset/en-nl.en
   1000000   14322919   76065607 EC40_dataset/en-mr.en
    100000     844085    4397527 EC40_dataset/en-lb.en
   5000000   90631653  472263492 EC40_dataset/en-cs.en
   5000000  115369006  628232336 EC40_dataset/en-de.en
     50000     170280    1074263 EC40_dataset/en-no.en
    100000    1597424    7856000 EC40_dataset/en-ti.en
   5000000   97948175  529024366 EC40_dataset/en-hi.en
    100000    2818563   15535469 EC40_dataset/en-ro.en
   5000000  158041571  908729176 EC40_dataset/en-es.en
   1000000   24705379  137590446 EC40_dataset/en-mt.en
     50000     154960     997963 EC40_dataset/en-be.en
     50000    1208985    6670188 EC40_dataset/en-bs.en
    100000    2112513   10329845 EC40_dataset/en-uk.en
    100000    1937804   10191784 EC40_dataset/en-am.en
     50000    1135569    5409384 EC40_dataset/en-so.en
   1000000   28292508  154145183 EC40_dataset/en-da.en
     50000     196762    1237160 EC40_dataset/en-ca.en
     50000     167018    1008201 EC40_dataset/en-ast.en
   1000000   24351001  130549410 EC40_dataset/en-bg.en
  60802448 1433284173 7905559238 total