diff --git a/seed/system-eval.results b/seed/system-eval.results index c879322b0a297b1dcf127f7da6842ee69a5c33a5..7437346238e95d20d48854d6edabe48084c3b137 100644 --- a/seed/system-eval.results +++ b/seed/system-eval.results @@ -1,100 +1,705 @@ mecab-system-eval -l "0 1 2 3 4 5 6 7" +test.KT0 (corpus.KT0.mc): + precision recall F +LEVEL 0: 74.6799(71515/95762) 82.6133(71515/86566) 78.4465 +LEVEL 1: 64.5162(61782/95762) 71.3698(61782/86566) 67.7702 +LEVEL 2: 61.9922(59365/95762) 68.5777(59365/86566) 65.1189 +LEVEL 3: 45.1881(43273/95762) 49.9884(43273/86566) 47.4672 +LEVEL 4: 41.5186(39759/95762) 45.9291(39759/86566) 43.6126 +LEVEL 5: 41.5186(39759/95762) 45.9291(39759/86566) 43.6126 +LEVEL 6: 41.5186(39759/95762) 45.9291(39759/86566) 43.6126 +LEVEL 7: 41.3128(39562/95762) 45.7015(39562/86566) 43.3965 + +test.KT2 (corpus.KT0.mc): + precision recall F +LEVEL 0: 74.8738(4005/5349) 85.4856(4005/4685) 79.8286 +LEVEL 1: 64.3485(3442/5349) 73.4685(3442/4685) 68.6067 +LEVEL 2: 62.7033(3354/5349) 71.5902(3354/4685) 66.8527 +LEVEL 3: 43.7465(2340/5349) 49.9466(2340/4685) 46.6414 +LEVEL 4: 40.5496(2169/5349) 46.2967(2169/4685) 43.2330 +LEVEL 5: 40.5496(2169/5349) 46.2967(2169/4685) 43.2330 +LEVEL 6: 40.5496(2169/5349) 46.2967(2169/4685) 43.2330 +LEVEL 7: 40.2318(2152/5349) 45.9338(2152/4685) 42.8942 + +test.misc (corpus.KT0.mc): + precision recall F +LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310 +LEVEL 1: 90.4110(66/73) 91.6667(66/72) 91.0345 +LEVEL 2: 87.6712(64/73) 88.8889(64/72) 88.2759 +LEVEL 3: 71.2329(52/73) 72.2222(52/72) 71.7241 +LEVEL 4: 67.1233(49/73) 68.0556(49/72) 67.5862 +LEVEL 5: 67.1233(49/73) 68.0556(49/72) 67.5862 +LEVEL 6: 67.1233(49/73) 68.0556(49/72) 67.5862 +LEVEL 7: 67.1233(49/73) 68.0556(49/72) 67.5862 + +test.kanjikai (corpus.KT0.mc): + precision recall F +LEVEL 0: 87.5000(49/56) 70.0000(49/70) 77.7778 +LEVEL 1: 73.2143(41/56) 58.5714(41/70) 65.0794 +LEVEL 2: 71.4286(40/56) 57.1429(40/70) 63.4921 +LEVEL 3: 46.4286(26/56) 37.1429(26/70) 41.2698 +LEVEL 4: 37.5000(21/56) 30.0000(21/70) 33.3333 +LEVEL 5: 37.5000(21/56) 30.0000(21/70) 33.3333 +LEVEL 6: 37.5000(21/56) 30.0000(21/70) 33.3333 +LEVEL 7: 35.7143(20/56) 28.5714(20/70) 31.7460 + +test.ryomou (corpus.KT0.mc): + precision recall F +LEVEL 0: 94.1358(305/324) 95.9119(305/318) 95.0156 +LEVEL 1: 77.4691(251/324) 78.9308(251/318) 78.1931 +LEVEL 2: 75.3086(244/324) 76.7296(244/318) 76.0125 +LEVEL 3: 57.0988(185/324) 58.1761(185/318) 57.6324 +LEVEL 4: 50.6173(164/324) 51.5723(164/318) 51.0903 +LEVEL 5: 50.6173(164/324) 51.5723(164/318) 51.0903 +LEVEL 6: 50.6173(164/324) 51.5723(164/318) 51.0903 +LEVEL 7: 50.6173(164/324) 51.5723(164/318) 51.0903 + +test.non-KT (corpus.KT0.mc): + precision recall F +LEVEL 0: 93.8190(425/453) 92.3913(425/460) 93.0997 +LEVEL 1: 79.0287(358/453) 77.8261(358/460) 78.4228 +LEVEL 2: 76.8212(348/453) 75.6522(348/460) 76.2322 +LEVEL 3: 58.0574(263/453) 57.1739(263/460) 57.6123 +LEVEL 4: 51.6556(234/453) 50.8696(234/460) 51.2596 +LEVEL 5: 51.6556(234/453) 50.8696(234/460) 51.2596 +LEVEL 6: 51.6556(234/453) 50.8696(234/460) 51.2596 +LEVEL 7: 51.4349(233/453) 50.6522(233/460) 51.0405 + +test.mixed (corpus.KT0.mc): + precision recall F +LEVEL 0: 76.3530(4430/5802) 86.1030(4430/5145) 80.9354 +LEVEL 1: 65.4947(3800/5802) 73.8581(3800/5145) 69.4254 +LEVEL 2: 63.8056(3702/5802) 71.9534(3702/5145) 67.6350 +LEVEL 3: 44.8638(2603/5802) 50.5928(2603/5145) 47.5564 +LEVEL 4: 41.4168(2403/5802) 46.7055(2403/5145) 43.9024 +LEVEL 5: 41.4168(2403/5802) 46.7055(2403/5145) 43.9024 +LEVEL 6: 41.4168(2403/5802) 46.7055(2403/5145) 43.9024 +LEVEL 7: 41.1065(2385/5802) 46.3557(2385/5145) 43.5736 + +test.all (corpus.KT0.mc): + precision recall F +LEVEL 0: 74.7700(71940/96215) 82.6650(71940/87026) 78.5195 +LEVEL 1: 64.5845(62140/96215) 71.4039(62140/87026) 67.8232 +LEVEL 2: 62.0620(59713/96215) 68.6151(59713/87026) 65.1743 +LEVEL 3: 45.2487(43536/96215) 50.0264(43536/87026) 47.5177 +LEVEL 4: 41.5663(39993/96215) 45.9552(39993/87026) 43.6507 +LEVEL 5: 41.5663(39993/96215) 45.9552(39993/87026) 43.6507 +LEVEL 6: 41.5663(39993/96215) 45.9552(39993/87026) 43.6507 +LEVEL 7: 41.3605(39795/96215) 45.7277(39795/87026) 43.4346 + +test.KT0 (corpus.KT2.mc): + precision recall F +LEVEL 0: 74.8490(71120/95018) 82.1570(71120/86566) 78.3329 +LEVEL 1: 64.4457(61235/95018) 70.7379(61235/86566) 67.4454 +LEVEL 2: 61.0400(57999/95018) 66.9997(57999/86566) 63.8812 +LEVEL 3: 43.7033(41526/95018) 47.9703(41526/86566) 45.7375 +LEVEL 4: 40.1419(38142/95018) 44.0612(38142/86566) 42.0103 +LEVEL 5: 40.1419(38142/95018) 44.0612(38142/86566) 42.0103 +LEVEL 6: 40.1419(38142/95018) 44.0612(38142/86566) 42.0103 +LEVEL 7: 39.9366(37947/95018) 43.8359(37947/86566) 41.7955 + +test.KT2 (corpus.KT2.mc): + precision recall F +LEVEL 0: 75.1969(4011/5334) 85.6137(4011/4685) 80.0679 +LEVEL 1: 65.0544(3470/5334) 74.0662(3470/4685) 69.2684 +LEVEL 2: 63.2171(3372/5334) 71.9744(3372/4685) 67.3121 +LEVEL 3: 43.9258(2343/5334) 50.0107(2343/4685) 46.7711 +LEVEL 4: 40.6637(2169/5334) 46.2967(2169/4685) 43.2977 +LEVEL 5: 40.6637(2169/5334) 46.2967(2169/4685) 43.2977 +LEVEL 6: 40.6637(2169/5334) 46.2967(2169/4685) 43.2977 +LEVEL 7: 40.3450(2152/5334) 45.9338(2152/4685) 42.9584 + +test.misc (corpus.KT2.mc): + precision recall F +LEVEL 0: 92.7536(64/69) 88.8889(64/72) 90.7801 +LEVEL 1: 84.0580(58/69) 80.5556(58/72) 82.2695 +LEVEL 2: 81.1594(56/69) 77.7778(56/72) 79.4326 +LEVEL 3: 62.3188(43/69) 59.7222(43/72) 60.9929 +LEVEL 4: 57.9710(40/69) 55.5556(40/72) 56.7376 +LEVEL 5: 57.9710(40/69) 55.5556(40/72) 56.7376 +LEVEL 6: 57.9710(40/69) 55.5556(40/72) 56.7376 +LEVEL 7: 57.9710(40/69) 55.5556(40/72) 56.7376 + +test.kanjikai (corpus.KT2.mc): + precision recall F +LEVEL 0: 87.5000(49/56) 70.0000(49/70) 77.7778 +LEVEL 1: 75.0000(42/56) 60.0000(42/70) 66.6667 +LEVEL 2: 73.2143(41/56) 58.5714(41/70) 65.0794 +LEVEL 3: 46.4286(26/56) 37.1429(26/70) 41.2698 +LEVEL 4: 37.5000(21/56) 30.0000(21/70) 33.3333 +LEVEL 5: 37.5000(21/56) 30.0000(21/70) 33.3333 +LEVEL 6: 37.5000(21/56) 30.0000(21/70) 33.3333 +LEVEL 7: 37.5000(21/56) 30.0000(21/70) 33.3333 + +test.ryomou (corpus.KT2.mc): + precision recall F +LEVEL 0: 94.6708(302/319) 94.9686(302/318) 94.8195 +LEVEL 1: 78.9969(252/319) 79.2453(252/318) 79.1209 +LEVEL 2: 76.8025(245/319) 77.0440(245/318) 76.9231 +LEVEL 3: 57.9937(185/319) 58.1761(185/318) 58.0848 +LEVEL 4: 49.8433(159/319) 50.0000(159/318) 49.9215 +LEVEL 5: 49.8433(159/319) 50.0000(159/318) 49.9215 +LEVEL 6: 49.8433(159/319) 50.0000(159/318) 49.9215 +LEVEL 7: 49.8433(159/319) 50.0000(159/318) 49.9215 + +test.non-KT (corpus.KT2.mc): + precision recall F +LEVEL 0: 93.4685(415/444) 90.2174(415/460) 91.8142 +LEVEL 1: 79.2793(352/444) 76.5217(352/460) 77.8761 +LEVEL 2: 77.0270(342/444) 74.3478(342/460) 75.6637 +LEVEL 3: 57.2072(254/444) 55.2174(254/460) 56.1947 +LEVEL 4: 49.5495(220/444) 47.8261(220/460) 48.6726 +LEVEL 5: 49.5495(220/444) 47.8261(220/460) 48.6726 +LEVEL 6: 49.5495(220/444) 47.8261(220/460) 48.6726 +LEVEL 7: 49.5495(220/444) 47.8261(220/460) 48.6726 + +test.mixed (corpus.KT2.mc): + precision recall F +LEVEL 0: 76.6009(4426/5778) 86.0253(4426/5145) 81.0400 +LEVEL 1: 66.1475(3822/5778) 74.2857(3822/5145) 69.9808 +LEVEL 2: 64.2783(3714/5778) 72.1866(3714/5145) 68.0033 +LEVEL 3: 44.9463(2597/5778) 50.4762(2597/5145) 47.5510 +LEVEL 4: 41.3465(2389/5778) 46.4334(2389/5145) 43.7426 +LEVEL 5: 41.3465(2389/5778) 46.4334(2389/5145) 43.7426 +LEVEL 6: 41.3465(2389/5778) 46.4334(2389/5145) 43.7426 +LEVEL 7: 41.0523(2372/5778) 46.1030(2372/5145) 43.4313 + +test.all (corpus.KT2.mc): + precision recall F +LEVEL 0: 74.9356(71535/95462) 82.1996(71535/87026) 78.3997 +LEVEL 1: 64.5147(61587/95462) 70.7685(61587/87026) 67.4970 +LEVEL 2: 61.1144(58341/95462) 67.0386(58341/87026) 63.9395 +LEVEL 3: 43.7661(41780/95462) 48.0086(41780/87026) 45.7893 +LEVEL 4: 40.1856(38362/95462) 44.0811(38362/87026) 42.0433 +LEVEL 5: 40.1856(38362/95462) 44.0811(38362/87026) 42.0433 +LEVEL 6: 40.1856(38362/95462) 44.0811(38362/87026) 42.0433 +LEVEL 7: 39.9814(38167/95462) 43.8570(38167/87026) 41.8296 + +test.KT0 (corpus.misc.mc): + precision recall F +LEVEL 0: 74.3164(71103/95676) 82.1373(71103/86566) 78.0314 +LEVEL 1: 62.4336(59734/95676) 69.0040(59734/86566) 65.5546 +LEVEL 2: 57.8201(55320/95676) 63.9050(55320/86566) 60.7105 +LEVEL 3: 40.2086(38470/95676) 44.4401(38470/86566) 42.2186 +LEVEL 4: 36.9915(35392/95676) 40.8844(35392/86566) 38.8407 +LEVEL 5: 36.9915(35392/95676) 40.8844(35392/86566) 38.8407 +LEVEL 6: 36.9915(35392/95676) 40.8844(35392/86566) 38.8407 +LEVEL 7: 36.8023(35211/95676) 40.6753(35211/86566) 38.6420 + +test.KT2 (corpus.misc.mc): + precision recall F +LEVEL 0: 74.3145(3984/5361) 85.0374(3984/4685) 79.3152 +LEVEL 1: 62.4697(3349/5361) 71.4835(3349/4685) 66.6733 +LEVEL 2: 58.8696(3156/5361) 67.3639(3156/4685) 62.8310 +LEVEL 3: 39.1531(2099/5361) 44.8026(2099/4685) 41.7878 +LEVEL 4: 36.2432(1943/5361) 41.4728(1943/4685) 38.6821 +LEVEL 5: 36.2432(1943/5361) 41.4728(1943/4685) 38.6821 +LEVEL 6: 36.2432(1943/5361) 41.4728(1943/4685) 38.6821 +LEVEL 7: 35.9634(1928/5361) 41.1526(1928/4685) 38.3834 + test.misc (corpus.misc.mc): precision recall F -LEVEL 0: 100.0000(72/72) 100.0000(72/72) 100.0000 -LEVEL 1: 100.0000(72/72) 100.0000(72/72) 100.0000 -LEVEL 2: 100.0000(72/72) 100.0000(72/72) 100.0000 -LEVEL 3: 100.0000(72/72) 100.0000(72/72) 100.0000 -LEVEL 4: 100.0000(72/72) 100.0000(72/72) 100.0000 -LEVEL 5: 100.0000(72/72) 100.0000(72/72) 100.0000 -LEVEL 6: 100.0000(72/72) 100.0000(72/72) 100.0000 -LEVEL 7: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310 +LEVEL 1: 91.7808(67/73) 93.0556(67/72) 92.4138 +LEVEL 2: 91.7808(67/73) 93.0556(67/72) 92.4138 +LEVEL 3: 73.9726(54/73) 75.0000(54/72) 74.4828 +LEVEL 4: 69.8630(51/73) 70.8333(51/72) 70.3448 +LEVEL 5: 69.8630(51/73) 70.8333(51/72) 70.3448 +LEVEL 6: 69.8630(51/73) 70.8333(51/72) 70.3448 +LEVEL 7: 69.8630(51/73) 70.8333(51/72) 70.3448 test.kanjikai (corpus.misc.mc): precision recall F -LEVEL 0: 98.5294(67/68) 95.7143(67/70) 97.1014 -LEVEL 1: 91.1765(62/68) 88.5714(62/70) 89.8551 -LEVEL 2: 89.7059(61/68) 87.1429(61/70) 88.4058 -LEVEL 3: 80.8824(55/68) 78.5714(55/70) 79.7101 -LEVEL 4: 76.4706(52/68) 74.2857(52/70) 75.3623 -LEVEL 5: 76.4706(52/68) 74.2857(52/70) 75.3623 -LEVEL 6: 76.4706(52/68) 74.2857(52/70) 75.3623 -LEVEL 7: 76.4706(52/68) 74.2857(52/70) 75.3623 +LEVEL 0: 85.4545(47/55) 67.1429(47/70) 75.2000 +LEVEL 1: 65.4545(36/55) 51.4286(36/70) 57.6000 +LEVEL 2: 65.4545(36/55) 51.4286(36/70) 57.6000 +LEVEL 3: 36.3636(20/55) 28.5714(20/70) 32.0000 +LEVEL 4: 27.2727(15/55) 21.4286(15/70) 24.0000 +LEVEL 5: 27.2727(15/55) 21.4286(15/70) 24.0000 +LEVEL 6: 27.2727(15/55) 21.4286(15/70) 24.0000 +LEVEL 7: 27.2727(15/55) 21.4286(15/70) 24.0000 test.ryomou (corpus.misc.mc): precision recall F -LEVEL 0: 96.8553(308/318) 96.8553(308/318) 96.8553 -LEVEL 1: 86.7925(276/318) 86.7925(276/318) 86.7925 -LEVEL 2: 84.5912(269/318) 84.5912(269/318) 84.5912 -LEVEL 3: 82.3899(262/318) 82.3899(262/318) 82.3899 -LEVEL 4: 78.6164(250/318) 78.6164(250/318) 78.6164 -LEVEL 5: 78.6164(250/318) 78.6164(250/318) 78.6164 -LEVEL 6: 78.6164(250/318) 78.6164(250/318) 78.6164 -LEVEL 7: 78.6164(250/318) 78.6164(250/318) 78.6164 +LEVEL 0: 95.0000(304/320) 95.5975(304/318) 95.2978 +LEVEL 1: 78.4375(251/320) 78.9308(251/318) 78.6834 +LEVEL 2: 74.0625(237/320) 74.5283(237/318) 74.2947 +LEVEL 3: 54.3750(174/320) 54.7170(174/318) 54.5455 +LEVEL 4: 46.8750(150/320) 47.1698(150/318) 47.0219 +LEVEL 5: 46.8750(150/320) 47.1698(150/318) 47.0219 +LEVEL 6: 46.8750(150/320) 47.1698(150/318) 47.0219 +LEVEL 7: 46.8750(150/320) 47.1698(150/318) 47.0219 + +test.non-KT (corpus.misc.mc): + precision recall F +LEVEL 0: 94.1964(422/448) 91.7391(422/460) 92.9515 +LEVEL 1: 79.0179(354/448) 76.9565(354/460) 77.9736 +LEVEL 2: 75.8929(340/448) 73.9130(340/460) 74.8899 +LEVEL 3: 55.3571(248/448) 53.9130(248/460) 54.6256 +LEVEL 4: 48.2143(216/448) 46.9565(216/460) 47.5771 +LEVEL 5: 48.2143(216/448) 46.9565(216/460) 47.5771 +LEVEL 6: 48.2143(216/448) 46.9565(216/460) 47.5771 +LEVEL 7: 48.2143(216/448) 46.9565(216/460) 47.5771 + +test.mixed (corpus.misc.mc): + precision recall F +LEVEL 0: 75.8478(4406/5809) 85.6365(4406/5145) 80.4455 +LEVEL 1: 63.7459(3703/5809) 71.9728(3703/5145) 67.6100 +LEVEL 2: 60.1825(3496/5809) 67.9495(3496/5145) 63.8306 +LEVEL 3: 40.4028(2347/5809) 45.6171(2347/5145) 42.8519 +LEVEL 4: 37.1665(2159/5809) 41.9631(2159/5145) 39.4194 +LEVEL 5: 37.1665(2159/5809) 41.9631(2159/5145) 39.4194 +LEVEL 6: 37.1665(2159/5809) 41.9631(2159/5145) 39.4194 +LEVEL 7: 36.9082(2144/5809) 41.6715(2144/5145) 39.1455 + +test.all (corpus.misc.mc): + precision recall F +LEVEL 0: 74.4091(71525/96124) 82.1881(71525/87026) 78.1054 +LEVEL 1: 62.5109(60088/96124) 69.0460(60088/87026) 65.6162 +LEVEL 2: 57.9044(55660/96124) 63.9579(55660/87026) 60.7808 +LEVEL 3: 40.2792(38718/96124) 44.4902(38718/87026) 42.2801 +LEVEL 4: 37.0438(35608/96124) 40.9165(35608/87026) 38.8840 +LEVEL 5: 37.0438(35608/96124) 40.9165(35608/87026) 38.8840 +LEVEL 6: 37.0438(35608/96124) 40.9165(35608/87026) 38.8840 +LEVEL 7: 36.8555(35427/96124) 40.7085(35427/87026) 38.6863 + +test.KT0 (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 74.1447(69957/94352) 80.8135(69957/86566) 77.3356 +LEVEL 1: 62.4703(58942/94352) 68.0891(58942/86566) 65.1588 +LEVEL 2: 57.5208(54272/94352) 62.6944(54272/86566) 59.9962 +LEVEL 3: 39.3537(37131/94352) 42.8933(37131/86566) 41.0473 +LEVEL 4: 36.2165(34171/94352) 39.4739(34171/86566) 37.7751 +LEVEL 5: 36.2165(34171/94352) 39.4739(34171/86566) 37.7751 +LEVEL 6: 36.2165(34171/94352) 39.4739(34171/86566) 37.7751 +LEVEL 7: 36.0109(33977/94352) 39.2498(33977/86566) 37.5607 + +test.KT2 (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 74.5335(3954/5305) 84.3970(3954/4685) 79.1592 +LEVEL 1: 62.9595(3340/5305) 71.2914(3340/4685) 66.8669 +LEVEL 2: 59.0386(3132/5305) 66.8517(3132/4685) 62.7027 +LEVEL 3: 38.7370(2055/5305) 43.8634(2055/4685) 41.1411 +LEVEL 4: 35.2875(1872/5305) 39.9573(1872/4685) 37.4775 +LEVEL 5: 35.2875(1872/5305) 39.9573(1872/4685) 37.4775 +LEVEL 6: 35.2875(1872/5305) 39.9573(1872/4685) 37.4775 +LEVEL 7: 34.9670(1855/5305) 39.5945(1855/4685) 37.1371 test.misc (corpus.kanjikai.mc): precision recall F LEVEL 0: 90.0000(63/70) 87.5000(63/72) 88.7324 -LEVEL 1: 85.7143(60/70) 83.3333(60/72) 84.5070 -LEVEL 2: 82.8571(58/70) 80.5556(58/72) 81.6901 -LEVEL 3: 74.2857(52/70) 72.2222(52/72) 73.2394 -LEVEL 4: 71.4286(50/70) 69.4444(50/72) 70.4225 -LEVEL 5: 71.4286(50/70) 69.4444(50/72) 70.4225 -LEVEL 6: 71.4286(50/70) 69.4444(50/72) 70.4225 -LEVEL 7: 71.4286(50/70) 69.4444(50/72) 70.4225 +LEVEL 1: 82.8571(58/70) 80.5556(58/72) 81.6901 +LEVEL 2: 81.4286(57/70) 79.1667(57/72) 80.2817 +LEVEL 3: 60.0000(42/70) 58.3333(42/72) 59.1549 +LEVEL 4: 55.7143(39/70) 54.1667(39/72) 54.9296 +LEVEL 5: 55.7143(39/70) 54.1667(39/72) 54.9296 +LEVEL 6: 55.7143(39/70) 54.1667(39/72) 54.9296 +LEVEL 7: 55.7143(39/70) 54.1667(39/72) 54.9296 test.kanjikai (corpus.kanjikai.mc): precision recall F -LEVEL 0: 100.0000(70/70) 100.0000(70/70) 100.0000 -LEVEL 1: 100.0000(70/70) 100.0000(70/70) 100.0000 -LEVEL 2: 100.0000(70/70) 100.0000(70/70) 100.0000 -LEVEL 3: 100.0000(70/70) 100.0000(70/70) 100.0000 -LEVEL 4: 100.0000(70/70) 100.0000(70/70) 100.0000 -LEVEL 5: 100.0000(70/70) 100.0000(70/70) 100.0000 -LEVEL 6: 100.0000(70/70) 100.0000(70/70) 100.0000 -LEVEL 7: 97.1429(68/70) 97.1429(68/70) 97.1429 +LEVEL 0: 87.7193(50/57) 71.4286(50/70) 78.7402 +LEVEL 1: 75.4386(43/57) 61.4286(43/70) 67.7165 +LEVEL 2: 73.6842(42/57) 60.0000(42/70) 66.1417 +LEVEL 3: 49.1228(28/57) 40.0000(28/70) 44.0945 +LEVEL 4: 40.3509(23/57) 32.8571(23/70) 36.2205 +LEVEL 5: 40.3509(23/57) 32.8571(23/70) 36.2205 +LEVEL 6: 40.3509(23/57) 32.8571(23/70) 36.2205 +LEVEL 7: 38.5965(22/57) 31.4286(22/70) 34.6457 test.ryomou (corpus.kanjikai.mc): precision recall F -LEVEL 0: 95.2978(304/319) 95.5975(304/318) 95.4474 -LEVEL 1: 87.4608(279/319) 87.7358(279/318) 87.5981 -LEVEL 2: 82.4451(263/319) 82.7044(263/318) 82.5746 -LEVEL 3: 79.3103(253/319) 79.5597(253/318) 79.4349 -LEVEL 4: 77.4295(247/319) 77.6730(247/318) 77.5510 -LEVEL 5: 77.4295(247/319) 77.6730(247/318) 77.5510 -LEVEL 6: 77.4295(247/319) 77.6730(247/318) 77.5510 -LEVEL 7: 77.4295(247/319) 77.6730(247/318) 77.5510 +LEVEL 0: 94.0625(301/320) 94.6541(301/318) 94.3574 +LEVEL 1: 79.0625(253/320) 79.5597(253/318) 79.3103 +LEVEL 2: 73.1250(234/320) 73.5849(234/318) 73.3542 +LEVEL 3: 51.2500(164/320) 51.5723(164/318) 51.4107 +LEVEL 4: 44.0625(141/320) 44.3396(141/318) 44.2006 +LEVEL 5: 44.0625(141/320) 44.3396(141/318) 44.2006 +LEVEL 6: 44.0625(141/320) 44.3396(141/318) 44.2006 +LEVEL 7: 44.0625(141/320) 44.3396(141/318) 44.2006 + +test.non-KT (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 92.6174(414/447) 90.0000(414/460) 91.2900 +LEVEL 1: 79.1946(354/447) 76.9565(354/460) 78.0595 +LEVEL 2: 74.4966(333/447) 72.3913(333/460) 73.4289 +LEVEL 3: 52.3490(234/447) 50.8696(234/460) 51.5987 +LEVEL 4: 45.4139(203/447) 44.1304(203/460) 44.7630 +LEVEL 5: 45.4139(203/447) 44.1304(203/460) 44.7630 +LEVEL 6: 45.4139(203/447) 44.1304(203/460) 44.7630 +LEVEL 7: 45.1902(202/447) 43.9130(202/460) 44.5424 + +test.mixed (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 75.9388(4368/5752) 84.8980(4368/5145) 80.1689 +LEVEL 1: 64.2211(3694/5752) 71.7979(3694/5145) 67.7985 +LEVEL 2: 60.2399(3465/5752) 67.3469(3465/5145) 63.5955 +LEVEL 3: 39.7949(2289/5752) 44.4898(2289/5145) 42.0116 +LEVEL 4: 36.0744(2075/5752) 40.3304(2075/5145) 38.0839 +LEVEL 5: 36.0744(2075/5752) 40.3304(2075/5145) 38.0839 +LEVEL 6: 36.0744(2075/5752) 40.3304(2075/5145) 38.0839 +LEVEL 7: 35.7615(2057/5752) 39.9806(2057/5145) 37.7535 + +test.all (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 74.2318(70371/94799) 80.8620(70371/87026) 77.4052 +LEVEL 1: 62.5492(59296/94799) 68.1360(59296/87026) 65.2232 +LEVEL 2: 57.6008(54605/94799) 62.7456(54605/87026) 60.0632 +LEVEL 3: 39.4150(37365/94799) 42.9354(37365/87026) 41.1000 +LEVEL 4: 36.2599(34374/94799) 39.4985(34374/87026) 37.8100 +LEVEL 5: 36.2599(34374/94799) 39.4985(34374/87026) 37.8100 +LEVEL 6: 36.2599(34374/94799) 39.4985(34374/87026) 37.8100 +LEVEL 7: 36.0542(34179/94799) 39.2745(34179/87026) 37.5955 + +test.KT0 (corpus.ryomou.mc): + precision recall F +LEVEL 0: 74.2593(70002/94267) 80.8655(70002/86566) 77.4217 +LEVEL 1: 62.2180(58651/94267) 67.7529(58651/86566) 64.8676 +LEVEL 2: 57.8325(54517/94267) 62.9774(54517/86566) 60.2954 +LEVEL 3: 39.7817(37501/94267) 43.3207(37501/86566) 41.4758 +LEVEL 4: 36.7477(34641/94267) 40.0169(34641/86566) 38.3127 +LEVEL 5: 36.7477(34641/94267) 40.0169(34641/86566) 38.3127 +LEVEL 6: 36.7477(34641/94267) 40.0169(34641/86566) 38.3127 +LEVEL 7: 36.5419(34447/94267) 39.7928(34447/86566) 38.0981 + +test.KT2 (corpus.ryomou.mc): + precision recall F +LEVEL 0: 74.6221(3949/5292) 84.2903(3949/4685) 79.1621 +LEVEL 1: 62.9441(3331/5292) 71.0993(3331/4685) 66.7736 +LEVEL 2: 59.2026(3133/5292) 66.8730(3133/4685) 62.8045 +LEVEL 3: 38.5865(2042/5292) 43.5859(2042/4685) 40.9341 +LEVEL 4: 36.1111(1911/5292) 40.7898(1911/4685) 38.3081 +LEVEL 5: 36.1111(1911/5292) 40.7898(1911/4685) 38.3081 +LEVEL 6: 36.1111(1911/5292) 40.7898(1911/4685) 38.3081 +LEVEL 7: 35.7899(1894/5292) 40.4269(1894/4685) 37.9673 test.misc (corpus.ryomou.mc): precision recall F -LEVEL 0: 94.2857(66/70) 91.6667(66/72) 92.9577 -LEVEL 1: 87.1429(61/70) 84.7222(61/72) 85.9155 -LEVEL 2: 84.2857(59/70) 81.9444(59/72) 83.0986 -LEVEL 3: 81.4286(57/70) 79.1667(57/72) 80.2817 -LEVEL 4: 77.1429(54/70) 75.0000(54/72) 76.0563 -LEVEL 5: 77.1429(54/70) 75.0000(54/72) 76.0563 -LEVEL 6: 77.1429(54/70) 75.0000(54/72) 76.0563 -LEVEL 7: 77.1429(54/70) 75.0000(54/72) 76.0563 +LEVEL 0: 92.7536(64/69) 88.8889(64/72) 90.7801 +LEVEL 1: 84.0580(58/69) 80.5556(58/72) 82.2695 +LEVEL 2: 82.6087(57/69) 79.1667(57/72) 80.8511 +LEVEL 3: 63.7681(44/69) 61.1111(44/72) 62.4113 +LEVEL 4: 59.4203(41/69) 56.9444(41/72) 58.1560 +LEVEL 5: 59.4203(41/69) 56.9444(41/72) 58.1560 +LEVEL 6: 59.4203(41/69) 56.9444(41/72) 58.1560 +LEVEL 7: 59.4203(41/69) 56.9444(41/72) 58.1560 test.kanjikai (corpus.ryomou.mc): precision recall F -LEVEL 0: 91.8033(56/61) 80.0000(56/70) 85.4962 -LEVEL 1: 78.6885(48/61) 68.5714(48/70) 73.2824 -LEVEL 2: 77.0492(47/61) 67.1429(47/70) 71.7557 -LEVEL 3: 68.8525(42/61) 60.0000(42/70) 64.1221 -LEVEL 4: 67.2131(41/61) 58.5714(41/70) 62.5954 -LEVEL 5: 67.2131(41/61) 58.5714(41/70) 62.5954 -LEVEL 6: 67.2131(41/61) 58.5714(41/70) 62.5954 -LEVEL 7: 67.2131(41/61) 58.5714(41/70) 62.5954 +LEVEL 0: 85.4545(47/55) 67.1429(47/70) 75.2000 +LEVEL 1: 69.0909(38/55) 54.2857(38/70) 60.8000 +LEVEL 2: 67.2727(37/55) 52.8571(37/70) 59.2000 +LEVEL 3: 36.3636(20/55) 28.5714(20/70) 32.0000 +LEVEL 4: 27.2727(15/55) 21.4286(15/70) 24.0000 +LEVEL 5: 27.2727(15/55) 21.4286(15/70) 24.0000 +LEVEL 6: 27.2727(15/55) 21.4286(15/70) 24.0000 +LEVEL 7: 27.2727(15/55) 21.4286(15/70) 24.0000 test.ryomou (corpus.ryomou.mc): precision recall F -LEVEL 0: 100.0000(318/318) 100.0000(318/318) 100.0000 -LEVEL 1: 100.0000(318/318) 100.0000(318/318) 100.0000 -LEVEL 2: 100.0000(318/318) 100.0000(318/318) 100.0000 -LEVEL 3: 100.0000(318/318) 100.0000(318/318) 100.0000 -LEVEL 4: 100.0000(318/318) 100.0000(318/318) 100.0000 -LEVEL 5: 100.0000(318/318) 100.0000(318/318) 100.0000 -LEVEL 6: 100.0000(318/318) 100.0000(318/318) 100.0000 -LEVEL 7: 100.0000(318/318) 100.0000(318/318) 100.0000 +LEVEL 0: 94.6708(302/319) 94.9686(302/318) 94.8195 +LEVEL 1: 84.3260(269/319) 84.5912(269/318) 84.4584 +LEVEL 2: 81.1912(259/319) 81.4465(259/318) 81.3187 +LEVEL 3: 59.2476(189/319) 59.4340(189/318) 59.3407 +LEVEL 4: 51.7241(165/319) 51.8868(165/318) 51.8053 +LEVEL 5: 51.7241(165/319) 51.8868(165/318) 51.8053 +LEVEL 6: 51.7241(165/319) 51.8868(165/318) 51.8053 +LEVEL 7: 51.7241(165/319) 51.8868(165/318) 51.8053 + +test.non-KT (corpus.ryomou.mc): + precision recall F +LEVEL 0: 93.2280(413/443) 89.7826(413/460) 91.4729 +LEVEL 1: 82.3928(365/443) 79.3478(365/460) 80.8416 +LEVEL 2: 79.6840(353/443) 76.7391(353/460) 78.1838 +LEVEL 3: 57.1106(253/443) 55.0000(253/460) 56.0354 +LEVEL 4: 49.8871(221/443) 48.0435(221/460) 48.9480 +LEVEL 5: 49.8871(221/443) 48.0435(221/460) 48.9480 +LEVEL 6: 49.8871(221/443) 48.0435(221/460) 48.9480 +LEVEL 7: 49.8871(221/443) 48.0435(221/460) 48.9480 + +test.mixed (corpus.ryomou.mc): + precision recall F +LEVEL 0: 76.0593(4362/5735) 84.7813(4362/5145) 80.1838 +LEVEL 1: 64.4464(3696/5735) 71.8367(3696/5145) 67.9412 +LEVEL 2: 60.7847(3486/5735) 67.7551(3486/5145) 64.0809 +LEVEL 3: 40.0174(2295/5735) 44.6064(2295/5145) 42.1875 +LEVEL 4: 37.1752(2132/5735) 41.4383(2132/5145) 39.1912 +LEVEL 5: 37.1752(2132/5735) 41.4383(2132/5145) 39.1912 +LEVEL 6: 37.1752(2132/5735) 41.4383(2132/5145) 39.1912 +LEVEL 7: 36.8788(2115/5735) 41.1079(2115/5145) 38.8787 + +test.all (corpus.ryomou.mc): + precision recall F +LEVEL 0: 74.3480(70415/94710) 80.9126(70415/87026) 77.4915 +LEVEL 1: 62.3123(59016/94710) 67.8142(59016/87026) 64.9470 +LEVEL 2: 57.9347(54870/94710) 63.0501(54870/87026) 60.3843 +LEVEL 3: 39.8627(37754/94710) 43.3824(37754/87026) 41.5482 +LEVEL 4: 36.8092(34862/94710) 40.0593(34862/87026) 38.3655 +LEVEL 5: 36.8092(34862/94710) 40.0593(34862/87026) 38.3655 +LEVEL 6: 36.8092(34862/94710) 40.0593(34862/87026) 38.3655 +LEVEL 7: 36.6044(34668/94710) 39.8364(34668/87026) 38.1520 + +test.KT0 (corpus.non-KT.mc): + precision recall F +LEVEL 0: 74.8606(71167/95066) 82.2113(71167/86566) 78.3639 +LEVEL 1: 63.5380(60403/95066) 69.7768(60403/86566) 66.5114 +LEVEL 2: 59.3966(56466/95066) 65.2288(56466/86566) 62.1763 +LEVEL 3: 41.5669(39516/95066) 45.6484(39516/86566) 43.5122 +LEVEL 4: 38.4901(36591/95066) 42.2695(36591/86566) 40.2914 +LEVEL 5: 38.4901(36591/95066) 42.2695(36591/86566) 40.2914 +LEVEL 6: 38.4901(36591/95066) 42.2695(36591/86566) 40.2914 +LEVEL 7: 38.2850(36396/95066) 42.0442(36396/86566) 40.0766 + +test.KT2 (corpus.non-KT.mc): + precision recall F +LEVEL 0: 75.1033(3997/5322) 85.3148(3997/4685) 79.8841 +LEVEL 1: 63.9421(3403/5322) 72.6361(3403/4685) 68.0124 +LEVEL 2: 60.4660(3218/5322) 68.6873(3218/4685) 64.3150 +LEVEL 3: 40.2292(2141/5322) 45.6990(2141/4685) 42.7900 +LEVEL 4: 37.6362(2003/5322) 42.7535(2003/4685) 40.0320 +LEVEL 5: 37.6362(2003/5322) 42.7535(2003/4685) 40.0320 +LEVEL 6: 37.6362(2003/5322) 42.7535(2003/4685) 40.0320 +LEVEL 7: 37.3168(1986/5322) 42.3906(1986/4685) 39.6922 + +test.misc (corpus.non-KT.mc): + precision recall F +LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310 +LEVEL 1: 93.1507(68/73) 94.4444(68/72) 93.7931 +LEVEL 2: 93.1507(68/73) 94.4444(68/72) 93.7931 +LEVEL 3: 73.9726(54/73) 75.0000(54/72) 74.4828 +LEVEL 4: 69.8630(51/73) 70.8333(51/72) 70.3448 +LEVEL 5: 69.8630(51/73) 70.8333(51/72) 70.3448 +LEVEL 6: 69.8630(51/73) 70.8333(51/72) 70.3448 +LEVEL 7: 69.8630(51/73) 70.8333(51/72) 70.3448 + +test.kanjikai (corpus.non-KT.mc): + precision recall F +LEVEL 0: 89.6552(52/58) 74.2857(52/70) 81.2500 +LEVEL 1: 79.3103(46/58) 65.7143(46/70) 71.8750 +LEVEL 2: 79.3103(46/58) 65.7143(46/70) 71.8750 +LEVEL 3: 50.0000(29/58) 41.4286(29/70) 45.3125 +LEVEL 4: 41.3793(24/58) 34.2857(24/70) 37.5000 +LEVEL 5: 41.3793(24/58) 34.2857(24/70) 37.5000 +LEVEL 6: 41.3793(24/58) 34.2857(24/70) 37.5000 +LEVEL 7: 39.6552(23/58) 32.8571(23/70) 35.9375 + +test.ryomou (corpus.non-KT.mc): + precision recall F +LEVEL 0: 94.6708(302/319) 94.9686(302/318) 94.8195 +LEVEL 1: 81.8182(261/319) 82.0755(261/318) 81.9466 +LEVEL 2: 79.3103(253/319) 79.5597(253/318) 79.4349 +LEVEL 3: 58.9342(188/319) 59.1195(188/318) 59.0267 +LEVEL 4: 51.7241(165/319) 51.8868(165/318) 51.8053 +LEVEL 5: 51.7241(165/319) 51.8868(165/318) 51.8053 +LEVEL 6: 51.7241(165/319) 51.8868(165/318) 51.8053 +LEVEL 7: 51.7241(165/319) 51.8868(165/318) 51.8053 + +test.non-KT (corpus.non-KT.mc): + precision recall F +LEVEL 0: 94.4444(425/450) 92.3913(425/460) 93.4066 +LEVEL 1: 83.3333(375/450) 81.5217(375/460) 82.4176 +LEVEL 2: 81.5556(367/450) 79.7826(367/460) 80.6593 +LEVEL 3: 60.2222(271/450) 58.9130(271/460) 59.5604 +LEVEL 4: 53.3333(240/450) 52.1739(240/460) 52.7473 +LEVEL 5: 53.3333(240/450) 52.1739(240/460) 52.7473 +LEVEL 6: 53.3333(240/450) 52.1739(240/460) 52.7473 +LEVEL 7: 53.1111(239/450) 51.9565(239/460) 52.5275 + +test.mixed (corpus.non-KT.mc): + precision recall F +LEVEL 0: 76.6112(4422/5772) 85.9475(4422/5145) 81.0113 +LEVEL 1: 65.4539(3778/5772) 73.4305(3778/5145) 69.2132 +LEVEL 2: 62.1102(3585/5772) 69.6793(3585/5145) 65.6774 +LEVEL 3: 41.7879(2412/5772) 46.8805(2412/5145) 44.1880 +LEVEL 4: 38.8600(2243/5772) 43.5957(2243/5145) 41.0919 +LEVEL 5: 38.8600(2243/5772) 43.5957(2243/5145) 41.0919 +LEVEL 6: 38.8600(2243/5772) 43.5957(2243/5145) 41.0919 +LEVEL 7: 38.5482(2225/5772) 43.2459(2225/5145) 40.7621 + +test.all (corpus.non-KT.mc): + precision recall F +LEVEL 0: 74.9529(71592/95516) 82.2651(71592/87026) 78.4389 +LEVEL 1: 63.6312(60778/95516) 69.8389(60778/87026) 66.5907 +LEVEL 2: 59.5010(56833/95516) 65.3058(56833/87026) 62.2684 +LEVEL 3: 41.6548(39787/95516) 45.7185(39787/87026) 43.5922 +LEVEL 4: 38.5600(36831/95516) 42.3218(36831/87026) 40.3535 +LEVEL 5: 38.5600(36831/95516) 42.3218(36831/87026) 40.3535 +LEVEL 6: 38.5600(36831/95516) 42.3218(36831/87026) 40.3535 +LEVEL 7: 38.3548(36635/95516) 42.0966(36635/87026) 40.1387 + +test.KT0 (corpus.mixed.mc): + precision recall F +LEVEL 0: 74.9362(71358/95225) 82.4319(71358/86566) 78.5055 +LEVEL 1: 64.5849(61501/95225) 71.0452(61501/86566) 67.6612 +LEVEL 2: 61.2266(58303/95225) 67.3509(58303/86566) 64.1429 +LEVEL 3: 43.8572(41763/95225) 48.2441(41763/86566) 45.9462 +LEVEL 4: 40.3465(38420/95225) 44.3823(38420/86566) 42.2683 +LEVEL 5: 40.3465(38420/95225) 44.3823(38420/86566) 42.2683 +LEVEL 6: 40.3465(38420/95225) 44.3823(38420/86566) 42.2683 +LEVEL 7: 40.1418(38225/95225) 44.1571(38225/86566) 42.0538 + +test.KT2 (corpus.mixed.mc): + precision recall F +LEVEL 0: 75.2297(4012/5333) 85.6350(4012/4685) 80.0958 +LEVEL 1: 65.0853(3471/5333) 74.0875(3471/4685) 69.2953 +LEVEL 2: 63.2852(3375/5333) 72.0384(3375/4685) 67.3787 +LEVEL 3: 43.9152(2342/5333) 49.9893(2342/4685) 46.7558 +LEVEL 4: 40.6713(2169/5333) 46.2967(2169/4685) 43.3021 +LEVEL 5: 40.6713(2169/5333) 46.2967(2169/4685) 43.3021 +LEVEL 6: 40.6713(2169/5333) 46.2967(2169/4685) 43.3021 +LEVEL 7: 40.3525(2152/5333) 45.9338(2152/4685) 42.9627 + +test.misc (corpus.mixed.mc): + precision recall F +LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310 +LEVEL 1: 89.0411(65/73) 90.2778(65/72) 89.6552 +LEVEL 2: 87.6712(64/73) 88.8889(64/72) 88.2759 +LEVEL 3: 71.2329(52/73) 72.2222(52/72) 71.7241 +LEVEL 4: 67.1233(49/73) 68.0556(49/72) 67.5862 +LEVEL 5: 67.1233(49/73) 68.0556(49/72) 67.5862 +LEVEL 6: 67.1233(49/73) 68.0556(49/72) 67.5862 +LEVEL 7: 67.1233(49/73) 68.0556(49/72) 67.5862 + +test.kanjikai (corpus.mixed.mc): + precision recall F +LEVEL 0: 89.6552(52/58) 74.2857(52/70) 81.2500 +LEVEL 1: 79.3103(46/58) 65.7143(46/70) 71.8750 +LEVEL 2: 77.5862(45/58) 64.2857(45/70) 70.3125 +LEVEL 3: 50.0000(29/58) 41.4286(29/70) 45.3125 +LEVEL 4: 41.3793(24/58) 34.2857(24/70) 37.5000 +LEVEL 5: 41.3793(24/58) 34.2857(24/70) 37.5000 +LEVEL 6: 41.3793(24/58) 34.2857(24/70) 37.5000 +LEVEL 7: 39.6552(23/58) 32.8571(23/70) 35.9375 + +test.ryomou (corpus.mixed.mc): + precision recall F +LEVEL 0: 94.6708(302/319) 94.9686(302/318) 94.8195 +LEVEL 1: 79.9373(255/319) 80.1887(255/318) 80.0628 +LEVEL 2: 78.0564(249/319) 78.3019(249/318) 78.1790 +LEVEL 3: 58.9342(188/319) 59.1195(188/318) 59.0267 +LEVEL 4: 51.4107(164/319) 51.5723(164/318) 51.4914 +LEVEL 5: 51.4107(164/319) 51.5723(164/318) 51.4914 +LEVEL 6: 51.4107(164/319) 51.5723(164/318) 51.4914 +LEVEL 7: 51.4107(164/319) 51.5723(164/318) 51.4914 + +test.non-KT (corpus.mixed.mc): + precision recall F +LEVEL 0: 94.4444(425/450) 92.3913(425/460) 93.4066 +LEVEL 1: 81.3333(366/450) 79.5652(366/460) 80.4396 +LEVEL 2: 79.5556(358/450) 77.8261(358/460) 78.6813 +LEVEL 3: 59.7778(269/450) 58.4783(269/460) 59.1209 +LEVEL 4: 52.6667(237/450) 51.5217(237/460) 52.0879 +LEVEL 5: 52.6667(237/450) 51.5217(237/460) 52.0879 +LEVEL 6: 52.6667(237/450) 51.5217(237/460) 52.0879 +LEVEL 7: 52.4444(236/450) 51.3043(236/460) 51.8681 + +test.mixed (corpus.mixed.mc): + precision recall F +LEVEL 0: 76.7249(4437/5783) 86.2391(4437/5145) 81.2042 +LEVEL 1: 66.3496(3837/5783) 74.5773(3837/5145) 70.2233 +LEVEL 2: 64.5513(3733/5783) 72.5559(3733/5145) 68.3199 +LEVEL 3: 45.1496(2611/5783) 50.7483(2611/5145) 47.7855 +LEVEL 4: 41.6047(2406/5783) 46.7638(2406/5145) 44.0337 +LEVEL 5: 41.6047(2406/5783) 46.7638(2406/5145) 44.0337 +LEVEL 6: 41.6047(2406/5783) 46.7638(2406/5145) 44.0337 +LEVEL 7: 41.2934(2388/5783) 46.4140(2388/5145) 43.7042 + +test.all (corpus.mixed.mc): + precision recall F +LEVEL 0: 75.0280(71783/95675) 82.4845(71783/87026) 78.5798 +LEVEL 1: 64.6637(61867/95675) 71.0902(61867/87026) 67.7249 +LEVEL 2: 61.3128(58661/95675) 67.4063(58661/87026) 64.2153 +LEVEL 3: 43.9321(42032/95675) 48.2982(42032/87026) 46.0118 +LEVEL 4: 40.4045(38657/95675) 44.4201(38657/87026) 42.3172 +LEVEL 5: 40.4045(38657/95675) 44.4201(38657/87026) 42.3172 +LEVEL 6: 40.4045(38657/95675) 44.4201(38657/87026) 42.3172 +LEVEL 7: 40.1996(38461/95675) 44.1948(38461/87026) 42.1027 + +test.KT0 (corpus.all.mc): + precision recall F +LEVEL 0: 74.6569(71481/95746) 82.5740(71481/86566) 78.4161 +LEVEL 1: 64.5270(61782/95746) 71.3698(61782/86566) 67.7761 +LEVEL 2: 62.0109(59373/95746) 68.5870(59373/86566) 65.1334 +LEVEL 3: 45.1737(43252/95746) 49.9642(43252/86566) 47.4483 +LEVEL 4: 41.5046(39739/95746) 45.9060(39739/86566) 43.5945 +LEVEL 5: 41.5046(39739/95746) 45.9060(39739/86566) 43.5945 +LEVEL 6: 41.5046(39739/95746) 45.9060(39739/86566) 43.5945 +LEVEL 7: 41.2989(39542/95746) 45.6784(39542/86566) 43.3784 + +test.KT2 (corpus.all.mc): + precision recall F +LEVEL 0: 74.8738(4005/5349) 85.4856(4005/4685) 79.8286 +LEVEL 1: 64.4606(3448/5349) 73.5966(3448/4685) 68.7263 +LEVEL 2: 62.8342(3361/5349) 71.7396(3361/4685) 66.9922 +LEVEL 3: 43.7465(2340/5349) 49.9466(2340/4685) 46.6414 +LEVEL 4: 40.5496(2169/5349) 46.2967(2169/4685) 43.2330 +LEVEL 5: 40.5496(2169/5349) 46.2967(2169/4685) 43.2330 +LEVEL 6: 40.5496(2169/5349) 46.2967(2169/4685) 43.2330 +LEVEL 7: 40.2318(2152/5349) 45.9338(2152/4685) 42.8942 + +test.misc (corpus.all.mc): + precision recall F +LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310 +LEVEL 1: 90.4110(66/73) 91.6667(66/72) 91.0345 +LEVEL 2: 87.6712(64/73) 88.8889(64/72) 88.2759 +LEVEL 3: 71.2329(52/73) 72.2222(52/72) 71.7241 +LEVEL 4: 67.1233(49/73) 68.0556(49/72) 67.5862 +LEVEL 5: 67.1233(49/73) 68.0556(49/72) 67.5862 +LEVEL 6: 67.1233(49/73) 68.0556(49/72) 67.5862 +LEVEL 7: 67.1233(49/73) 68.0556(49/72) 67.5862 + +test.kanjikai (corpus.all.mc): + precision recall F +LEVEL 0: 87.5000(49/56) 70.0000(49/70) 77.7778 +LEVEL 1: 73.2143(41/56) 58.5714(41/70) 65.0794 +LEVEL 2: 71.4286(40/56) 57.1429(40/70) 63.4921 +LEVEL 3: 46.4286(26/56) 37.1429(26/70) 41.2698 +LEVEL 4: 37.5000(21/56) 30.0000(21/70) 33.3333 +LEVEL 5: 37.5000(21/56) 30.0000(21/70) 33.3333 +LEVEL 6: 37.5000(21/56) 30.0000(21/70) 33.3333 +LEVEL 7: 35.7143(20/56) 28.5714(20/70) 31.7460 + +test.ryomou (corpus.all.mc): + precision recall F +LEVEL 0: 93.5385(304/325) 95.5975(304/318) 94.5568 +LEVEL 1: 77.2308(251/325) 78.9308(251/318) 78.0715 +LEVEL 2: 75.0769(244/325) 76.7296(244/318) 75.8942 +LEVEL 3: 56.9231(185/325) 58.1761(185/318) 57.5428 +LEVEL 4: 50.7692(165/325) 51.8868(165/318) 51.3219 +LEVEL 5: 50.7692(165/325) 51.8868(165/318) 51.3219 +LEVEL 6: 50.7692(165/325) 51.8868(165/318) 51.3219 +LEVEL 7: 50.7692(165/325) 51.8868(165/318) 51.3219 + +test.non-KT (corpus.all.mc): + precision recall F +LEVEL 0: 93.3921(424/454) 92.1739(424/460) 92.7790 +LEVEL 1: 78.8546(358/454) 77.8261(358/460) 78.3370 +LEVEL 2: 76.6520(348/454) 75.6522(348/460) 76.1488 +LEVEL 3: 57.9295(263/454) 57.1739(263/460) 57.5492 +LEVEL 4: 51.7621(235/454) 51.0870(235/460) 51.4223 +LEVEL 5: 51.7621(235/454) 51.0870(235/460) 51.4223 +LEVEL 6: 51.7621(235/454) 51.0870(235/460) 51.4223 +LEVEL 7: 51.5419(234/454) 50.8696(234/460) 51.2035 + +test.mixed (corpus.all.mc): + precision recall F +LEVEL 0: 76.3226(4429/5803) 86.0836(4429/5145) 80.9098 +LEVEL 1: 65.5868(3806/5803) 73.9747(3806/5145) 69.5287 +LEVEL 2: 63.9152(3709/5803) 72.0894(3709/5145) 67.7567 +LEVEL 3: 44.8561(2603/5803) 50.5928(2603/5145) 47.5521 +LEVEL 4: 41.4268(2404/5803) 46.7250(2404/5145) 43.9167 +LEVEL 5: 41.4268(2404/5803) 46.7250(2404/5145) 43.9167 +LEVEL 6: 41.4268(2404/5803) 46.7250(2404/5145) 43.9167 +LEVEL 7: 41.1167(2386/5803) 46.3751(2386/5145) 43.5879 + +test.all (corpus.all.mc): + precision recall F +LEVEL 0: 74.7453(71905/96200) 82.6247(71905/87026) 78.4878 +LEVEL 1: 64.5946(62140/96200) 71.4039(62140/87026) 67.8288 +LEVEL 2: 62.0800(59721/96200) 68.6243(59721/87026) 65.1883 +LEVEL 3: 45.2339(43515/96200) 50.0023(43515/87026) 47.4987 +LEVEL 4: 41.5530(39974/96200) 45.9334(39974/87026) 43.6335 +LEVEL 5: 41.5530(39974/96200) 45.9334(39974/87026) 43.6335 +LEVEL 6: 41.5530(39974/96200) 45.9334(39974/87026) 43.6335 +LEVEL 7: 41.3472(39776/96200) 45.7059(39776/87026) 43.4174