diff --git a/seed/system-eval.results b/seed/system-eval.results
index 7437346238e95d20d48854d6edabe48084c3b137..4964e48addfa729c9a9aa3a1a2fb2c2493075954 100644
--- a/seed/system-eval.results
+++ b/seed/system-eval.results
@@ -3,24 +3,24 @@ mecab-system-eval -l "0 1 2 3 4 5 6 7"
test.KT0 (corpus.KT0.mc):
precision recall F
LEVEL 0: 74.6799(71515/95762) 82.6133(71515/86566) 78.4465
-LEVEL 1: 64.5162(61782/95762) 71.3698(61782/86566) 67.7702
-LEVEL 2: 61.9922(59365/95762) 68.5777(59365/86566) 65.1189
-LEVEL 3: 45.1881(43273/95762) 49.9884(43273/86566) 47.4672
-LEVEL 4: 41.5186(39759/95762) 45.9291(39759/86566) 43.6126
-LEVEL 5: 41.5186(39759/95762) 45.9291(39759/86566) 43.6126
-LEVEL 6: 41.5186(39759/95762) 45.9291(39759/86566) 43.6126
-LEVEL 7: 41.3128(39562/95762) 45.7015(39562/86566) 43.3965
+LEVEL 1: 64.5016(61768/95762) 71.3536(61768/86566) 67.7548
+LEVEL 2: 62.2596(59621/95762) 68.8735(59621/86566) 65.3997
+LEVEL 3: 45.2100(43294/95762) 50.0127(43294/86566) 47.4902
+LEVEL 4: 41.4945(39736/95762) 45.9025(39736/86566) 43.5874
+LEVEL 5: 41.4945(39736/95762) 45.9025(39736/86566) 43.5874
+LEVEL 6: 41.4945(39736/95762) 45.9025(39736/86566) 43.5874
+LEVEL 7: 41.2888(39539/95762) 45.6750(39539/86566) 43.3713
test.KT2 (corpus.KT0.mc):
precision recall F
LEVEL 0: 74.8738(4005/5349) 85.4856(4005/4685) 79.8286
-LEVEL 1: 64.3485(3442/5349) 73.4685(3442/4685) 68.6067
-LEVEL 2: 62.7033(3354/5349) 71.5902(3354/4685) 66.8527
-LEVEL 3: 43.7465(2340/5349) 49.9466(2340/4685) 46.6414
-LEVEL 4: 40.5496(2169/5349) 46.2967(2169/4685) 43.2330
-LEVEL 5: 40.5496(2169/5349) 46.2967(2169/4685) 43.2330
-LEVEL 6: 40.5496(2169/5349) 46.2967(2169/4685) 43.2330
-LEVEL 7: 40.2318(2152/5349) 45.9338(2152/4685) 42.8942
+LEVEL 1: 64.3859(3444/5349) 73.5112(3444/4685) 68.6466
+LEVEL 2: 62.8903(3364/5349) 71.8036(3364/4685) 67.0520
+LEVEL 3: 43.7278(2339/5349) 49.9253(2339/4685) 46.6215
+LEVEL 4: 40.5309(2168/5349) 46.2753(2168/4685) 43.2131
+LEVEL 5: 40.5309(2168/5349) 46.2753(2168/4685) 43.2131
+LEVEL 6: 40.5309(2168/5349) 46.2753(2168/4685) 43.2131
+LEVEL 7: 40.2131(2151/5349) 45.9125(2151/4685) 42.8742
test.misc (corpus.KT0.mc):
precision recall F
@@ -69,46 +69,46 @@ LEVEL 7: 51.4349(233/453) 50.6522(233/460) 51.0405
test.mixed (corpus.KT0.mc):
precision recall F
LEVEL 0: 76.3530(4430/5802) 86.1030(4430/5145) 80.9354
-LEVEL 1: 65.4947(3800/5802) 73.8581(3800/5145) 69.4254
-LEVEL 2: 63.8056(3702/5802) 71.9534(3702/5145) 67.6350
-LEVEL 3: 44.8638(2603/5802) 50.5928(2603/5145) 47.5564
-LEVEL 4: 41.4168(2403/5802) 46.7055(2403/5145) 43.9024
-LEVEL 5: 41.4168(2403/5802) 46.7055(2403/5145) 43.9024
-LEVEL 6: 41.4168(2403/5802) 46.7055(2403/5145) 43.9024
-LEVEL 7: 41.1065(2385/5802) 46.3557(2385/5145) 43.5736
+LEVEL 1: 65.5291(3802/5802) 73.8970(3802/5145) 69.4620
+LEVEL 2: 63.9779(3712/5802) 72.1477(3712/5145) 67.8177
+LEVEL 3: 44.8466(2602/5802) 50.5734(2602/5145) 47.5381
+LEVEL 4: 41.3995(2402/5802) 46.6861(2402/5145) 43.8842
+LEVEL 5: 41.3995(2402/5802) 46.6861(2402/5145) 43.8842
+LEVEL 6: 41.3995(2402/5802) 46.6861(2402/5145) 43.8842
+LEVEL 7: 41.0893(2384/5802) 46.3362(2384/5145) 43.5553
test.all (corpus.KT0.mc):
precision recall F
LEVEL 0: 74.7700(71940/96215) 82.6650(71940/87026) 78.5195
-LEVEL 1: 64.5845(62140/96215) 71.4039(62140/87026) 67.8232
-LEVEL 2: 62.0620(59713/96215) 68.6151(59713/87026) 65.1743
-LEVEL 3: 45.2487(43536/96215) 50.0264(43536/87026) 47.5177
-LEVEL 4: 41.5663(39993/96215) 45.9552(39993/87026) 43.6507
-LEVEL 5: 41.5663(39993/96215) 45.9552(39993/87026) 43.6507
-LEVEL 6: 41.5663(39993/96215) 45.9552(39993/87026) 43.6507
-LEVEL 7: 41.3605(39795/96215) 45.7277(39795/87026) 43.4346
+LEVEL 1: 64.5700(62126/96215) 71.3879(62126/87026) 67.8080
+LEVEL 2: 62.3281(59969/96215) 68.9093(59969/87026) 65.4537
+LEVEL 3: 45.2705(43557/96215) 50.0506(43557/87026) 47.5407
+LEVEL 4: 41.5424(39970/96215) 45.9288(39970/87026) 43.6256
+LEVEL 5: 41.5424(39970/96215) 45.9288(39970/87026) 43.6256
+LEVEL 6: 41.5424(39970/96215) 45.9288(39970/87026) 43.6256
+LEVEL 7: 41.3366(39772/96215) 45.7013(39772/87026) 43.4095
test.KT0 (corpus.KT2.mc):
precision recall F
-LEVEL 0: 74.8490(71120/95018) 82.1570(71120/86566) 78.3329
-LEVEL 1: 64.4457(61235/95018) 70.7379(61235/86566) 67.4454
-LEVEL 2: 61.0400(57999/95018) 66.9997(57999/86566) 63.8812
-LEVEL 3: 43.7033(41526/95018) 47.9703(41526/86566) 45.7375
-LEVEL 4: 40.1419(38142/95018) 44.0612(38142/86566) 42.0103
-LEVEL 5: 40.1419(38142/95018) 44.0612(38142/86566) 42.0103
-LEVEL 6: 40.1419(38142/95018) 44.0612(38142/86566) 42.0103
-LEVEL 7: 39.9366(37947/95018) 43.8359(37947/86566) 41.7955
+LEVEL 0: 74.8463(71116/95016) 82.1523(71116/86566) 78.3293
+LEVEL 1: 64.4018(61192/95016) 70.6883(61192/86566) 67.3988
+LEVEL 2: 61.3528(58295/95016) 67.3417(58295/86566) 64.2079
+LEVEL 3: 43.7810(41599/95016) 48.0547(41599/86566) 45.8184
+LEVEL 4: 40.1764(38174/95016) 44.0981(38174/86566) 42.0460
+LEVEL 5: 40.1764(38174/95016) 44.0981(38174/86566) 42.0460
+LEVEL 6: 40.1764(38174/95016) 44.0981(38174/86566) 42.0460
+LEVEL 7: 39.9712(37979/95016) 43.8729(37979/86566) 41.8312
test.KT2 (corpus.KT2.mc):
precision recall F
LEVEL 0: 75.1969(4011/5334) 85.6137(4011/4685) 80.0679
-LEVEL 1: 65.0544(3470/5334) 74.0662(3470/4685) 69.2684
-LEVEL 2: 63.2171(3372/5334) 71.9744(3372/4685) 67.3121
-LEVEL 3: 43.9258(2343/5334) 50.0107(2343/4685) 46.7711
-LEVEL 4: 40.6637(2169/5334) 46.2967(2169/4685) 43.2977
-LEVEL 5: 40.6637(2169/5334) 46.2967(2169/4685) 43.2977
-LEVEL 6: 40.6637(2169/5334) 46.2967(2169/4685) 43.2977
-LEVEL 7: 40.3450(2152/5334) 45.9338(2152/4685) 42.9584
+LEVEL 1: 65.0356(3469/5334) 74.0448(3469/4685) 69.2484
+LEVEL 2: 63.4046(3382/5334) 72.1878(3382/4685) 67.5117
+LEVEL 3: 43.9820(2346/5334) 50.0747(2346/4685) 46.8310
+LEVEL 4: 40.7199(2172/5334) 46.3607(2172/4685) 43.3576
+LEVEL 5: 40.7199(2172/5334) 46.3607(2172/4685) 43.3576
+LEVEL 6: 40.7199(2172/5334) 46.3607(2172/4685) 43.3576
+LEVEL 7: 40.4012(2155/5334) 45.9979(2155/4685) 43.0183
test.misc (corpus.KT2.mc):
precision recall F
@@ -157,41 +157,41 @@ LEVEL 7: 49.5495(220/444) 47.8261(220/460) 48.6726
test.mixed (corpus.KT2.mc):
precision recall F
LEVEL 0: 76.6009(4426/5778) 86.0253(4426/5145) 81.0400
-LEVEL 1: 66.1475(3822/5778) 74.2857(3822/5145) 69.9808
-LEVEL 2: 64.2783(3714/5778) 72.1866(3714/5145) 68.0033
-LEVEL 3: 44.9463(2597/5778) 50.4762(2597/5145) 47.5510
-LEVEL 4: 41.3465(2389/5778) 46.4334(2389/5145) 43.7426
-LEVEL 5: 41.3465(2389/5778) 46.4334(2389/5145) 43.7426
-LEVEL 6: 41.3465(2389/5778) 46.4334(2389/5145) 43.7426
-LEVEL 7: 41.0523(2372/5778) 46.1030(2372/5145) 43.4313
+LEVEL 1: 66.1301(3821/5778) 74.2663(3821/5145) 69.9625
+LEVEL 2: 64.4514(3724/5778) 72.3810(3724/5145) 68.1864
+LEVEL 3: 44.9983(2600/5778) 50.5345(2600/5145) 47.6060
+LEVEL 4: 41.3984(2392/5778) 46.4917(2392/5145) 43.7975
+LEVEL 5: 41.3984(2392/5778) 46.4917(2392/5145) 43.7975
+LEVEL 6: 41.3984(2392/5778) 46.4917(2392/5145) 43.7975
+LEVEL 7: 41.1042(2375/5778) 46.1613(2375/5145) 43.4862
test.all (corpus.KT2.mc):
precision recall F
-LEVEL 0: 74.9356(71535/95462) 82.1996(71535/87026) 78.3997
-LEVEL 1: 64.5147(61587/95462) 70.7685(61587/87026) 67.4970
-LEVEL 2: 61.1144(58341/95462) 67.0386(58341/87026) 63.9395
-LEVEL 3: 43.7661(41780/95462) 48.0086(41780/87026) 45.7893
-LEVEL 4: 40.1856(38362/95462) 44.0811(38362/87026) 42.0433
-LEVEL 5: 40.1856(38362/95462) 44.0811(38362/87026) 42.0433
-LEVEL 6: 40.1856(38362/95462) 44.0811(38362/87026) 42.0433
-LEVEL 7: 39.9814(38167/95462) 43.8570(38167/87026) 41.8296
+LEVEL 0: 74.9330(71531/95460) 82.1950(71531/87026) 78.3962
+LEVEL 1: 64.4710(61544/95460) 70.7191(61544/87026) 67.4507
+LEVEL 2: 61.4257(58637/95460) 67.3787(58637/87026) 64.2647
+LEVEL 3: 43.8435(41853/95460) 48.0925(41853/87026) 45.8698
+LEVEL 4: 40.2200(38394/95460) 44.1178(38394/87026) 42.0788
+LEVEL 5: 40.2200(38394/95460) 44.1178(38394/87026) 42.0788
+LEVEL 6: 40.2200(38394/95460) 44.1178(38394/87026) 42.0788
+LEVEL 7: 40.0157(38199/95460) 43.8938(38199/87026) 41.8651
test.KT0 (corpus.misc.mc):
precision recall F
LEVEL 0: 74.3164(71103/95676) 82.1373(71103/86566) 78.0314
-LEVEL 1: 62.4336(59734/95676) 69.0040(59734/86566) 65.5546
-LEVEL 2: 57.8201(55320/95676) 63.9050(55320/86566) 60.7105
-LEVEL 3: 40.2086(38470/95676) 44.4401(38470/86566) 42.2186
-LEVEL 4: 36.9915(35392/95676) 40.8844(35392/86566) 38.8407
-LEVEL 5: 36.9915(35392/95676) 40.8844(35392/86566) 38.8407
-LEVEL 6: 36.9915(35392/95676) 40.8844(35392/86566) 38.8407
-LEVEL 7: 36.8023(35211/95676) 40.6753(35211/86566) 38.6420
+LEVEL 1: 62.4368(59737/95676) 69.0075(59737/86566) 65.5579
+LEVEL 2: 58.1118(55599/95676) 64.2273(55599/86566) 61.0167
+LEVEL 3: 40.2609(38520/95676) 44.4978(38520/86566) 42.2735
+LEVEL 4: 36.9946(35395/95676) 40.8879(35395/86566) 38.8440
+LEVEL 5: 36.9946(35395/95676) 40.8879(35395/86566) 38.8440
+LEVEL 6: 36.9946(35395/95676) 40.8879(35395/86566) 38.8440
+LEVEL 7: 36.8055(35214/95676) 40.6788(35214/86566) 38.6453
test.KT2 (corpus.misc.mc):
precision recall F
LEVEL 0: 74.3145(3984/5361) 85.0374(3984/4685) 79.3152
LEVEL 1: 62.4697(3349/5361) 71.4835(3349/4685) 66.6733
-LEVEL 2: 58.8696(3156/5361) 67.3639(3156/4685) 62.8310
+LEVEL 2: 59.0002(3163/5361) 67.5133(3163/4685) 62.9703
LEVEL 3: 39.1531(2099/5361) 44.8026(2099/4685) 41.7878
LEVEL 4: 36.2432(1943/5361) 41.4728(1943/4685) 38.6821
LEVEL 5: 36.2432(1943/5361) 41.4728(1943/4685) 38.6821
@@ -246,7 +246,7 @@ test.mixed (corpus.misc.mc):
precision recall F
LEVEL 0: 75.8478(4406/5809) 85.6365(4406/5145) 80.4455
LEVEL 1: 63.7459(3703/5809) 71.9728(3703/5145) 67.6100
-LEVEL 2: 60.1825(3496/5809) 67.9495(3496/5145) 63.8306
+LEVEL 2: 60.3030(3503/5809) 68.0855(3503/5145) 63.9584
LEVEL 3: 40.4028(2347/5809) 45.6171(2347/5145) 42.8519
LEVEL 4: 37.1665(2159/5809) 41.9631(2159/5145) 39.4194
LEVEL 5: 37.1665(2159/5809) 41.9631(2159/5145) 39.4194
@@ -256,35 +256,35 @@ LEVEL 7: 36.9082(2144/5809) 41.6715(2144/5145) 39.1455
test.all (corpus.misc.mc):
precision recall F
LEVEL 0: 74.4091(71525/96124) 82.1881(71525/87026) 78.1054
-LEVEL 1: 62.5109(60088/96124) 69.0460(60088/87026) 65.6162
-LEVEL 2: 57.9044(55660/96124) 63.9579(55660/87026) 60.7808
-LEVEL 3: 40.2792(38718/96124) 44.4902(38718/87026) 42.2801
-LEVEL 4: 37.0438(35608/96124) 40.9165(35608/87026) 38.8840
-LEVEL 5: 37.0438(35608/96124) 40.9165(35608/87026) 38.8840
-LEVEL 6: 37.0438(35608/96124) 40.9165(35608/87026) 38.8840
-LEVEL 7: 36.8555(35427/96124) 40.7085(35427/87026) 38.6863
+LEVEL 1: 62.5140(60091/96124) 69.0495(60091/87026) 65.6194
+LEVEL 2: 58.1946(55939/96124) 64.2785(55939/87026) 61.0854
+LEVEL 3: 40.3312(38768/96124) 44.5476(38768/87026) 42.3347
+LEVEL 4: 37.0469(35611/96124) 40.9200(35611/87026) 38.8873
+LEVEL 5: 37.0469(35611/96124) 40.9200(35611/87026) 38.8873
+LEVEL 6: 37.0469(35611/96124) 40.9200(35611/87026) 38.8873
+LEVEL 7: 36.8586(35430/96124) 40.7120(35430/87026) 38.6896
test.KT0 (corpus.kanjikai.mc):
precision recall F
-LEVEL 0: 74.1447(69957/94352) 80.8135(69957/86566) 77.3356
-LEVEL 1: 62.4703(58942/94352) 68.0891(58942/86566) 65.1588
-LEVEL 2: 57.5208(54272/94352) 62.6944(54272/86566) 59.9962
-LEVEL 3: 39.3537(37131/94352) 42.8933(37131/86566) 41.0473
-LEVEL 4: 36.2165(34171/94352) 39.4739(34171/86566) 37.7751
-LEVEL 5: 36.2165(34171/94352) 39.4739(34171/86566) 37.7751
-LEVEL 6: 36.2165(34171/94352) 39.4739(34171/86566) 37.7751
-LEVEL 7: 36.0109(33977/94352) 39.2498(33977/86566) 37.5607
+LEVEL 0: 74.1390(69942/94339) 80.7962(69942/86566) 77.3246
+LEVEL 1: 62.4217(58888/94339) 68.0267(58888/86566) 65.1038
+LEVEL 2: 57.7683(54498/94339) 62.9554(54498/86566) 60.2504
+LEVEL 3: 39.3602(37132/94339) 42.8944(37132/86566) 41.0514
+LEVEL 4: 36.1738(34126/94339) 39.4219(34126/86566) 37.7281
+LEVEL 5: 36.1738(34126/94339) 39.4219(34126/86566) 37.7281
+LEVEL 6: 36.1738(34126/94339) 39.4219(34126/86566) 37.7281
+LEVEL 7: 35.9682(33932/94339) 39.1978(33932/86566) 37.5136
test.KT2 (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 74.5335(3954/5305) 84.3970(3954/4685) 79.1592
-LEVEL 1: 62.9595(3340/5305) 71.2914(3340/4685) 66.8669
-LEVEL 2: 59.0386(3132/5305) 66.8517(3132/4685) 62.7027
-LEVEL 3: 38.7370(2055/5305) 43.8634(2055/4685) 41.1411
-LEVEL 4: 35.2875(1872/5305) 39.9573(1872/4685) 37.4775
-LEVEL 5: 35.2875(1872/5305) 39.9573(1872/4685) 37.4775
-LEVEL 6: 35.2875(1872/5305) 39.9573(1872/4685) 37.4775
-LEVEL 7: 34.9670(1855/5305) 39.5945(1855/4685) 37.1371
+LEVEL 1: 62.9029(3337/5305) 71.2273(3337/4685) 66.8068
+LEVEL 2: 59.1140(3136/5305) 66.9370(3136/4685) 62.7828
+LEVEL 3: 38.6805(2052/5305) 43.7994(2052/4685) 41.0811
+LEVEL 4: 35.2498(1870/5305) 39.9146(1870/4685) 37.4374
+LEVEL 5: 35.2498(1870/5305) 39.9146(1870/4685) 37.4374
+LEVEL 6: 35.2498(1870/5305) 39.9146(1870/4685) 37.4374
+LEVEL 7: 34.9293(1853/5305) 39.5518(1853/4685) 37.0971
test.misc (corpus.kanjikai.mc):
precision recall F
@@ -333,41 +333,41 @@ LEVEL 7: 45.1902(202/447) 43.9130(202/460) 44.5424
test.mixed (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 75.9388(4368/5752) 84.8980(4368/5145) 80.1689
-LEVEL 1: 64.2211(3694/5752) 71.7979(3694/5145) 67.7985
-LEVEL 2: 60.2399(3465/5752) 67.3469(3465/5145) 63.5955
-LEVEL 3: 39.7949(2289/5752) 44.4898(2289/5145) 42.0116
-LEVEL 4: 36.0744(2075/5752) 40.3304(2075/5145) 38.0839
-LEVEL 5: 36.0744(2075/5752) 40.3304(2075/5145) 38.0839
-LEVEL 6: 36.0744(2075/5752) 40.3304(2075/5145) 38.0839
-LEVEL 7: 35.7615(2057/5752) 39.9806(2057/5145) 37.7535
+LEVEL 1: 64.1690(3691/5752) 71.7396(3691/5145) 67.7434
+LEVEL 2: 60.3095(3469/5752) 67.4247(3469/5145) 63.6689
+LEVEL 3: 39.7427(2286/5752) 44.4315(2286/5145) 41.9565
+LEVEL 4: 36.0396(2073/5752) 40.2915(2073/5145) 38.0472
+LEVEL 5: 36.0396(2073/5752) 40.2915(2073/5145) 38.0472
+LEVEL 6: 36.0396(2073/5752) 40.2915(2073/5145) 38.0472
+LEVEL 7: 35.7267(2055/5752) 39.9417(2055/5145) 37.7168
test.all (corpus.kanjikai.mc):
precision recall F
-LEVEL 0: 74.2318(70371/94799) 80.8620(70371/87026) 77.4052
-LEVEL 1: 62.5492(59296/94799) 68.1360(59296/87026) 65.2232
-LEVEL 2: 57.6008(54605/94799) 62.7456(54605/87026) 60.0632
-LEVEL 3: 39.4150(37365/94799) 42.9354(37365/87026) 41.1000
-LEVEL 4: 36.2599(34374/94799) 39.4985(34374/87026) 37.8100
-LEVEL 5: 36.2599(34374/94799) 39.4985(34374/87026) 37.8100
-LEVEL 6: 36.2599(34374/94799) 39.4985(34374/87026) 37.8100
-LEVEL 7: 36.0542(34179/94799) 39.2745(34179/87026) 37.5955
+LEVEL 0: 74.2262(70356/94786) 80.8448(70356/87026) 77.3942
+LEVEL 1: 62.5008(59242/94786) 68.0739(59242/87026) 65.1684
+LEVEL 2: 57.8472(54831/94786) 63.0053(54831/87026) 60.3162
+LEVEL 3: 39.4214(37366/94786) 42.9366(37366/87026) 41.1040
+LEVEL 4: 36.2174(34329/94786) 39.4468(34329/87026) 37.7632
+LEVEL 5: 36.2174(34329/94786) 39.4468(34329/87026) 37.7632
+LEVEL 6: 36.2174(34329/94786) 39.4468(34329/87026) 37.7632
+LEVEL 7: 36.0116(34134/94786) 39.2228(34134/87026) 37.5487
test.KT0 (corpus.ryomou.mc):
precision recall F
-LEVEL 0: 74.2593(70002/94267) 80.8655(70002/86566) 77.4217
-LEVEL 1: 62.2180(58651/94267) 67.7529(58651/86566) 64.8676
-LEVEL 2: 57.8325(54517/94267) 62.9774(54517/86566) 60.2954
-LEVEL 3: 39.7817(37501/94267) 43.3207(37501/86566) 41.4758
-LEVEL 4: 36.7477(34641/94267) 40.0169(34641/86566) 38.3127
-LEVEL 5: 36.7477(34641/94267) 40.0169(34641/86566) 38.3127
-LEVEL 6: 36.7477(34641/94267) 40.0169(34641/86566) 38.3127
-LEVEL 7: 36.5419(34447/94267) 39.7928(34447/86566) 38.0981
+LEVEL 0: 74.2566(69998/94265) 80.8608(69998/86566) 77.4181
+LEVEL 1: 62.2108(58643/94265) 67.7437(58643/86566) 64.8595
+LEVEL 2: 58.1138(54781/94265) 63.2824(54781/86566) 60.5881
+LEVEL 3: 39.8228(37539/94265) 43.3646(37539/86566) 41.5183
+LEVEL 4: 36.7400(34633/94265) 40.0076(34633/86566) 38.3043
+LEVEL 5: 36.7400(34633/94265) 40.0076(34633/86566) 38.3043
+LEVEL 6: 36.7400(34633/94265) 40.0076(34633/86566) 38.3043
+LEVEL 7: 36.5342(34439/94265) 39.7835(34439/86566) 38.0897
test.KT2 (corpus.ryomou.mc):
precision recall F
LEVEL 0: 74.6221(3949/5292) 84.2903(3949/4685) 79.1621
LEVEL 1: 62.9441(3331/5292) 71.0993(3331/4685) 66.7736
-LEVEL 2: 59.2026(3133/5292) 66.8730(3133/4685) 62.8045
+LEVEL 2: 59.3348(3140/5292) 67.0224(3140/4685) 62.9448
LEVEL 3: 38.5865(2042/5292) 43.5859(2042/4685) 40.9341
LEVEL 4: 36.1111(1911/5292) 40.7898(1911/4685) 38.3081
LEVEL 5: 36.1111(1911/5292) 40.7898(1911/4685) 38.3081
@@ -422,7 +422,7 @@ test.mixed (corpus.ryomou.mc):
precision recall F
LEVEL 0: 76.0593(4362/5735) 84.7813(4362/5145) 80.1838
LEVEL 1: 64.4464(3696/5735) 71.8367(3696/5145) 67.9412
-LEVEL 2: 60.7847(3486/5735) 67.7551(3486/5145) 64.0809
+LEVEL 2: 60.9067(3493/5735) 67.8912(3493/5145) 64.2096
LEVEL 3: 40.0174(2295/5735) 44.6064(2295/5145) 42.1875
LEVEL 4: 37.1752(2132/5735) 41.4383(2132/5145) 39.1912
LEVEL 5: 37.1752(2132/5735) 41.4383(2132/5145) 39.1912
@@ -431,31 +431,31 @@ LEVEL 7: 36.8788(2115/5735) 41.1079(2115/5145) 38.8787
test.all (corpus.ryomou.mc):
precision recall F
-LEVEL 0: 74.3480(70415/94710) 80.9126(70415/87026) 77.4915
-LEVEL 1: 62.3123(59016/94710) 67.8142(59016/87026) 64.9470
-LEVEL 2: 57.9347(54870/94710) 63.0501(54870/87026) 60.3843
-LEVEL 3: 39.8627(37754/94710) 43.3824(37754/87026) 41.5482
-LEVEL 4: 36.8092(34862/94710) 40.0593(34862/87026) 38.3655
-LEVEL 5: 36.8092(34862/94710) 40.0593(34862/87026) 38.3655
-LEVEL 6: 36.8092(34862/94710) 40.0593(34862/87026) 38.3655
-LEVEL 7: 36.6044(34668/94710) 39.8364(34668/87026) 38.1520
+LEVEL 0: 74.3454(70411/94708) 80.9080(70411/87026) 77.4880
+LEVEL 1: 62.3052(59008/94708) 67.8050(59008/87026) 64.9389
+LEVEL 2: 58.2147(55134/94708) 63.3535(55134/87026) 60.6755
+LEVEL 3: 39.9037(37792/94708) 43.4261(37792/87026) 41.5905
+LEVEL 4: 36.8015(34854/94708) 40.0501(34854/87026) 38.3572
+LEVEL 5: 36.8015(34854/94708) 40.0501(34854/87026) 38.3572
+LEVEL 6: 36.8015(34854/94708) 40.0501(34854/87026) 38.3572
+LEVEL 7: 36.5967(34660/94708) 39.8272(34660/87026) 38.1437
test.KT0 (corpus.non-KT.mc):
precision recall F
-LEVEL 0: 74.8606(71167/95066) 82.2113(71167/86566) 78.3639
-LEVEL 1: 63.5380(60403/95066) 69.7768(60403/86566) 66.5114
-LEVEL 2: 59.3966(56466/95066) 65.2288(56466/86566) 62.1763
-LEVEL 3: 41.5669(39516/95066) 45.6484(39516/86566) 43.5122
-LEVEL 4: 38.4901(36591/95066) 42.2695(36591/86566) 40.2914
-LEVEL 5: 38.4901(36591/95066) 42.2695(36591/86566) 40.2914
-LEVEL 6: 38.4901(36591/95066) 42.2695(36591/86566) 40.2914
-LEVEL 7: 38.2850(36396/95066) 42.0442(36396/86566) 40.0766
+LEVEL 0: 74.8625(71168/95065) 82.2124(71168/86566) 78.3655
+LEVEL 1: 63.5376(60402/95065) 69.7757(60402/86566) 66.5107
+LEVEL 2: 59.6802(56735/95065) 65.5396(56735/86566) 62.4728
+LEVEL 3: 41.6084(39555/95065) 45.6935(39555/86566) 43.5553
+LEVEL 4: 38.4863(36587/95065) 42.2649(36587/86566) 40.2872
+LEVEL 5: 38.4863(36587/95065) 42.2649(36587/86566) 40.2872
+LEVEL 6: 38.4863(36587/95065) 42.2649(36587/86566) 40.2872
+LEVEL 7: 38.2812(36392/95065) 42.0396(36392/86566) 40.0725
test.KT2 (corpus.non-KT.mc):
precision recall F
LEVEL 0: 75.1033(3997/5322) 85.3148(3997/4685) 79.8841
LEVEL 1: 63.9421(3403/5322) 72.6361(3403/4685) 68.0124
-LEVEL 2: 60.4660(3218/5322) 68.6873(3218/4685) 64.3150
+LEVEL 2: 60.5975(3225/5322) 68.8367(3225/4685) 64.4549
LEVEL 3: 40.2292(2141/5322) 45.6990(2141/4685) 42.7900
LEVEL 4: 37.6362(2003/5322) 42.7535(2003/4685) 40.0320
LEVEL 5: 37.6362(2003/5322) 42.7535(2003/4685) 40.0320
@@ -510,7 +510,7 @@ test.mixed (corpus.non-KT.mc):
precision recall F
LEVEL 0: 76.6112(4422/5772) 85.9475(4422/5145) 81.0113
LEVEL 1: 65.4539(3778/5772) 73.4305(3778/5145) 69.2132
-LEVEL 2: 62.1102(3585/5772) 69.6793(3585/5145) 65.6774
+LEVEL 2: 62.2315(3592/5772) 69.8154(3592/5145) 65.8056
LEVEL 3: 41.7879(2412/5772) 46.8805(2412/5145) 44.1880
LEVEL 4: 38.8600(2243/5772) 43.5957(2243/5145) 41.0919
LEVEL 5: 38.8600(2243/5772) 43.5957(2243/5145) 41.0919
@@ -519,36 +519,36 @@ LEVEL 7: 38.5482(2225/5772) 43.2459(2225/5145) 40.7621
test.all (corpus.non-KT.mc):
precision recall F
-LEVEL 0: 74.9529(71592/95516) 82.2651(71592/87026) 78.4389
-LEVEL 1: 63.6312(60778/95516) 69.8389(60778/87026) 66.5907
-LEVEL 2: 59.5010(56833/95516) 65.3058(56833/87026) 62.2684
-LEVEL 3: 41.6548(39787/95516) 45.7185(39787/87026) 43.5922
-LEVEL 4: 38.5600(36831/95516) 42.3218(36831/87026) 40.3535
-LEVEL 5: 38.5600(36831/95516) 42.3218(36831/87026) 40.3535
-LEVEL 6: 38.5600(36831/95516) 42.3218(36831/87026) 40.3535
-LEVEL 7: 38.3548(36635/95516) 42.0966(36635/87026) 40.1387
+LEVEL 0: 74.9547(71593/95515) 82.2662(71593/87026) 78.4405
+LEVEL 1: 63.6308(60777/95515) 69.8377(60777/87026) 66.5900
+LEVEL 2: 59.7833(57102/95515) 65.6149(57102/87026) 62.5635
+LEVEL 3: 41.6961(39826/95515) 45.7633(39826/87026) 43.6351
+LEVEL 4: 38.5562(36827/95515) 42.3172(36827/87026) 40.3493
+LEVEL 5: 38.5562(36827/95515) 42.3172(36827/87026) 40.3493
+LEVEL 6: 38.5562(36827/95515) 42.3172(36827/87026) 40.3493
+LEVEL 7: 38.3510(36631/95515) 42.0920(36631/87026) 40.1345
test.KT0 (corpus.mixed.mc):
precision recall F
-LEVEL 0: 74.9362(71358/95225) 82.4319(71358/86566) 78.5055
-LEVEL 1: 64.5849(61501/95225) 71.0452(61501/86566) 67.6612
-LEVEL 2: 61.2266(58303/95225) 67.3509(58303/86566) 64.1429
-LEVEL 3: 43.8572(41763/95225) 48.2441(41763/86566) 45.9462
-LEVEL 4: 40.3465(38420/95225) 44.3823(38420/86566) 42.2683
-LEVEL 5: 40.3465(38420/95225) 44.3823(38420/86566) 42.2683
-LEVEL 6: 40.3465(38420/95225) 44.3823(38420/86566) 42.2683
-LEVEL 7: 40.1418(38225/95225) 44.1571(38225/86566) 42.0538
+LEVEL 0: 74.9304(71348/95219) 82.4203(71348/86566) 78.4971
+LEVEL 1: 64.5554(61469/95219) 71.0082(61469/86566) 67.6282
+LEVEL 2: 61.5518(58609/95219) 67.7044(58609/86566) 64.4817
+LEVEL 3: 43.9461(41845/95219) 48.3388(41845/86566) 46.0379
+LEVEL 4: 40.3879(38457/95219) 44.4251(38457/86566) 42.3104
+LEVEL 5: 40.3879(38457/95219) 44.4251(38457/86566) 42.3104
+LEVEL 6: 40.3879(38457/95219) 44.4251(38457/86566) 42.3104
+LEVEL 7: 40.1832(38262/95219) 44.1998(38262/86566) 42.0959
test.KT2 (corpus.mixed.mc):
precision recall F
LEVEL 0: 75.2297(4012/5333) 85.6350(4012/4685) 80.0958
-LEVEL 1: 65.0853(3471/5333) 74.0875(3471/4685) 69.2953
-LEVEL 2: 63.2852(3375/5333) 72.0384(3375/4685) 67.3787
-LEVEL 3: 43.9152(2342/5333) 49.9893(2342/4685) 46.7558
-LEVEL 4: 40.6713(2169/5333) 46.2967(2169/4685) 43.3021
-LEVEL 5: 40.6713(2169/5333) 46.2967(2169/4685) 43.3021
-LEVEL 6: 40.6713(2169/5333) 46.2967(2169/4685) 43.3021
-LEVEL 7: 40.3525(2152/5333) 45.9338(2152/4685) 42.9627
+LEVEL 1: 65.1041(3472/5333) 74.1089(3472/4685) 69.3152
+LEVEL 2: 63.5102(3387/5333) 72.2946(3387/4685) 67.6183
+LEVEL 3: 43.9715(2345/5333) 50.0534(2345/4685) 46.8157
+LEVEL 4: 40.7275(2172/5333) 46.3607(2172/4685) 43.3619
+LEVEL 5: 40.7275(2172/5333) 46.3607(2172/4685) 43.3619
+LEVEL 6: 40.7275(2172/5333) 46.3607(2172/4685) 43.3619
+LEVEL 7: 40.4088(2155/5333) 45.9979(2155/4685) 43.0226
test.misc (corpus.mixed.mc):
precision recall F
@@ -597,46 +597,46 @@ LEVEL 7: 52.4444(236/450) 51.3043(236/460) 51.8681
test.mixed (corpus.mixed.mc):
precision recall F
LEVEL 0: 76.7249(4437/5783) 86.2391(4437/5145) 81.2042
-LEVEL 1: 66.3496(3837/5783) 74.5773(3837/5145) 70.2233
-LEVEL 2: 64.5513(3733/5783) 72.5559(3733/5145) 68.3199
-LEVEL 3: 45.1496(2611/5783) 50.7483(2611/5145) 47.7855
-LEVEL 4: 41.6047(2406/5783) 46.7638(2406/5145) 44.0337
-LEVEL 5: 41.6047(2406/5783) 46.7638(2406/5145) 44.0337
-LEVEL 6: 41.6047(2406/5783) 46.7638(2406/5145) 44.0337
-LEVEL 7: 41.2934(2388/5783) 46.4140(2388/5145) 43.7042
+LEVEL 1: 66.3669(3838/5783) 74.5967(3838/5145) 70.2416
+LEVEL 2: 64.7588(3745/5783) 72.7891(3745/5145) 68.5395
+LEVEL 3: 45.2015(2614/5783) 50.8066(2614/5145) 47.8404
+LEVEL 4: 41.6566(2409/5783) 46.8222(2409/5145) 44.0886
+LEVEL 5: 41.6566(2409/5783) 46.8222(2409/5145) 44.0886
+LEVEL 6: 41.6566(2409/5783) 46.8222(2409/5145) 44.0886
+LEVEL 7: 41.3453(2391/5783) 46.4723(2391/5145) 43.7592
test.all (corpus.mixed.mc):
precision recall F
-LEVEL 0: 75.0280(71783/95675) 82.4845(71783/87026) 78.5798
-LEVEL 1: 64.6637(61867/95675) 71.0902(61867/87026) 67.7249
-LEVEL 2: 61.3128(58661/95675) 67.4063(58661/87026) 64.2153
-LEVEL 3: 43.9321(42032/95675) 48.2982(42032/87026) 46.0118
-LEVEL 4: 40.4045(38657/95675) 44.4201(38657/87026) 42.3172
-LEVEL 5: 40.4045(38657/95675) 44.4201(38657/87026) 42.3172
-LEVEL 6: 40.4045(38657/95675) 44.4201(38657/87026) 42.3172
-LEVEL 7: 40.1996(38461/95675) 44.1948(38461/87026) 42.1027
+LEVEL 0: 75.0222(71773/95669) 82.4731(71773/87026) 78.5714
+LEVEL 1: 64.6343(61835/95669) 71.0535(61835/87026) 67.6921
+LEVEL 2: 61.6365(58967/95669) 67.7579(58967/87026) 64.5524
+LEVEL 3: 44.0205(42114/95669) 48.3924(42114/87026) 46.1031
+LEVEL 4: 40.4457(38694/95669) 44.4626(38694/87026) 42.3591
+LEVEL 5: 40.4457(38694/95669) 44.4626(38694/87026) 42.3591
+LEVEL 6: 40.4457(38694/95669) 44.4626(38694/87026) 42.3591
+LEVEL 7: 40.2408(38498/95669) 44.2374(38498/87026) 42.1446
test.KT0 (corpus.all.mc):
precision recall F
-LEVEL 0: 74.6569(71481/95746) 82.5740(71481/86566) 78.4161
-LEVEL 1: 64.5270(61782/95746) 71.3698(61782/86566) 67.7761
-LEVEL 2: 62.0109(59373/95746) 68.5870(59373/86566) 65.1334
-LEVEL 3: 45.1737(43252/95746) 49.9642(43252/86566) 47.4483
-LEVEL 4: 41.5046(39739/95746) 45.9060(39739/86566) 43.5945
-LEVEL 5: 41.5046(39739/95746) 45.9060(39739/86566) 43.5945
-LEVEL 6: 41.5046(39739/95746) 45.9060(39739/86566) 43.5945
-LEVEL 7: 41.2989(39542/95746) 45.6784(39542/86566) 43.3784
+LEVEL 0: 74.6687(71502/95759) 82.5982(71502/86566) 78.4336
+LEVEL 1: 64.5057(61770/95759) 71.3560(61770/86566) 67.7581
+LEVEL 2: 62.2657(59625/95759) 68.8781(59625/86566) 65.4052
+LEVEL 3: 45.1937(43277/95759) 49.9931(43277/86566) 47.4724
+LEVEL 4: 41.4812(39722/95759) 45.8864(39722/86566) 43.5727
+LEVEL 5: 41.4812(39722/95759) 45.8864(39722/86566) 43.5727
+LEVEL 6: 41.4812(39722/95759) 45.8864(39722/86566) 43.5727
+LEVEL 7: 41.2755(39525/95759) 45.6588(39525/86566) 43.3566
test.KT2 (corpus.all.mc):
precision recall F
LEVEL 0: 74.8738(4005/5349) 85.4856(4005/4685) 79.8286
-LEVEL 1: 64.4606(3448/5349) 73.5966(3448/4685) 68.7263
-LEVEL 2: 62.8342(3361/5349) 71.7396(3361/4685) 66.9922
-LEVEL 3: 43.7465(2340/5349) 49.9466(2340/4685) 46.6414
-LEVEL 4: 40.5496(2169/5349) 46.2967(2169/4685) 43.2330
-LEVEL 5: 40.5496(2169/5349) 46.2967(2169/4685) 43.2330
-LEVEL 6: 40.5496(2169/5349) 46.2967(2169/4685) 43.2330
-LEVEL 7: 40.2318(2152/5349) 45.9338(2152/4685) 42.8942
+LEVEL 1: 64.4420(3447/5349) 73.5752(3447/4685) 68.7064
+LEVEL 2: 62.9463(3367/5349) 71.8677(3367/4685) 67.1118
+LEVEL 3: 43.7278(2339/5349) 49.9253(2339/4685) 46.6215
+LEVEL 4: 40.5309(2168/5349) 46.2753(2168/4685) 43.2131
+LEVEL 5: 40.5309(2168/5349) 46.2753(2168/4685) 43.2131
+LEVEL 6: 40.5309(2168/5349) 46.2753(2168/4685) 43.2131
+LEVEL 7: 40.2131(2151/5349) 45.9125(2151/4685) 42.8742
test.misc (corpus.all.mc):
precision recall F
@@ -685,21 +685,21 @@ LEVEL 7: 51.5419(234/454) 50.8696(234/460) 51.2035
test.mixed (corpus.all.mc):
precision recall F
LEVEL 0: 76.3226(4429/5803) 86.0836(4429/5145) 80.9098
-LEVEL 1: 65.5868(3806/5803) 73.9747(3806/5145) 69.5287
-LEVEL 2: 63.9152(3709/5803) 72.0894(3709/5145) 67.7567
-LEVEL 3: 44.8561(2603/5803) 50.5928(2603/5145) 47.5521
-LEVEL 4: 41.4268(2404/5803) 46.7250(2404/5145) 43.9167
-LEVEL 5: 41.4268(2404/5803) 46.7250(2404/5145) 43.9167
-LEVEL 6: 41.4268(2404/5803) 46.7250(2404/5145) 43.9167
-LEVEL 7: 41.1167(2386/5803) 46.3751(2386/5145) 43.5879
+LEVEL 1: 65.5695(3805/5803) 73.9553(3805/5145) 69.5104
+LEVEL 2: 64.0186(3715/5803) 72.2060(3715/5145) 67.8663
+LEVEL 3: 44.8389(2602/5803) 50.5734(2602/5145) 47.5338
+LEVEL 4: 41.4096(2403/5803) 46.7055(2403/5145) 43.8984
+LEVEL 5: 41.4096(2403/5803) 46.7055(2403/5145) 43.8984
+LEVEL 6: 41.4096(2403/5803) 46.7055(2403/5145) 43.8984
+LEVEL 7: 41.0994(2385/5803) 46.3557(2385/5145) 43.5696
test.all (corpus.all.mc):
precision recall F
-LEVEL 0: 74.7453(71905/96200) 82.6247(71905/87026) 78.4878
-LEVEL 1: 64.5946(62140/96200) 71.4039(62140/87026) 67.8288
-LEVEL 2: 62.0800(59721/96200) 68.6243(59721/87026) 65.1883
-LEVEL 3: 45.2339(43515/96200) 50.0023(43515/87026) 47.4987
-LEVEL 4: 41.5530(39974/96200) 45.9334(39974/87026) 43.6335
-LEVEL 5: 41.5530(39974/96200) 45.9334(39974/87026) 43.6335
-LEVEL 6: 41.5530(39974/96200) 45.9334(39974/87026) 43.6335
-LEVEL 7: 41.3472(39776/96200) 45.7059(39776/87026) 43.4174
+LEVEL 0: 74.7570(71926/96213) 82.6489(71926/87026) 78.5051
+LEVEL 1: 64.5734(62128/96213) 71.3902(62128/87026) 67.8109
+LEVEL 2: 62.3336(59973/96213) 68.9139(59973/87026) 65.4588
+LEVEL 3: 45.2538(43540/96213) 50.0310(43540/87026) 47.5226
+LEVEL 4: 41.5297(39957/96213) 45.9139(39957/87026) 43.6119
+LEVEL 5: 41.5297(39957/96213) 45.9139(39957/87026) 43.6119
+LEVEL 6: 41.5297(39957/96213) 45.9139(39957/87026) 43.6119
+LEVEL 7: 41.3239(39759/96213) 45.6863(39759/87026) 43.3958