diff --git a/seed/system-eval.results.2012-11-14 b/seed/system-eval.results.2012-11-14 new file mode 100644 index 0000000000000000000000000000000000000000..c879322b0a297b1dcf127f7da6842ee69a5c33a5 --- /dev/null +++ b/seed/system-eval.results.2012-11-14 @@ -0,0 +1,100 @@ +mecab-system-eval -l "0 1 2 3 4 5 6 7" + +test.misc (corpus.misc.mc): + precision recall F +LEVEL 0: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 1: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 2: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 3: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 4: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 5: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 6: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 7: 100.0000(72/72) 100.0000(72/72) 100.0000 + +test.kanjikai (corpus.misc.mc): + precision recall F +LEVEL 0: 98.5294(67/68) 95.7143(67/70) 97.1014 +LEVEL 1: 91.1765(62/68) 88.5714(62/70) 89.8551 +LEVEL 2: 89.7059(61/68) 87.1429(61/70) 88.4058 +LEVEL 3: 80.8824(55/68) 78.5714(55/70) 79.7101 +LEVEL 4: 76.4706(52/68) 74.2857(52/70) 75.3623 +LEVEL 5: 76.4706(52/68) 74.2857(52/70) 75.3623 +LEVEL 6: 76.4706(52/68) 74.2857(52/70) 75.3623 +LEVEL 7: 76.4706(52/68) 74.2857(52/70) 75.3623 + +test.ryomou (corpus.misc.mc): + precision recall F +LEVEL 0: 96.8553(308/318) 96.8553(308/318) 96.8553 +LEVEL 1: 86.7925(276/318) 86.7925(276/318) 86.7925 +LEVEL 2: 84.5912(269/318) 84.5912(269/318) 84.5912 +LEVEL 3: 82.3899(262/318) 82.3899(262/318) 82.3899 +LEVEL 4: 78.6164(250/318) 78.6164(250/318) 78.6164 +LEVEL 5: 78.6164(250/318) 78.6164(250/318) 78.6164 +LEVEL 6: 78.6164(250/318) 78.6164(250/318) 78.6164 +LEVEL 7: 78.6164(250/318) 78.6164(250/318) 78.6164 + +test.misc (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 90.0000(63/70) 87.5000(63/72) 88.7324 +LEVEL 1: 85.7143(60/70) 83.3333(60/72) 84.5070 +LEVEL 2: 82.8571(58/70) 80.5556(58/72) 81.6901 +LEVEL 3: 74.2857(52/70) 72.2222(52/72) 73.2394 +LEVEL 4: 71.4286(50/70) 69.4444(50/72) 70.4225 +LEVEL 5: 71.4286(50/70) 69.4444(50/72) 70.4225 +LEVEL 6: 71.4286(50/70) 69.4444(50/72) 70.4225 +LEVEL 7: 71.4286(50/70) 69.4444(50/72) 70.4225 + +test.kanjikai (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 100.0000(70/70) 100.0000(70/70) 100.0000 +LEVEL 1: 100.0000(70/70) 100.0000(70/70) 100.0000 +LEVEL 2: 100.0000(70/70) 100.0000(70/70) 100.0000 +LEVEL 3: 100.0000(70/70) 100.0000(70/70) 100.0000 +LEVEL 4: 100.0000(70/70) 100.0000(70/70) 100.0000 +LEVEL 5: 100.0000(70/70) 100.0000(70/70) 100.0000 +LEVEL 6: 100.0000(70/70) 100.0000(70/70) 100.0000 +LEVEL 7: 97.1429(68/70) 97.1429(68/70) 97.1429 + +test.ryomou (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 95.2978(304/319) 95.5975(304/318) 95.4474 +LEVEL 1: 87.4608(279/319) 87.7358(279/318) 87.5981 +LEVEL 2: 82.4451(263/319) 82.7044(263/318) 82.5746 +LEVEL 3: 79.3103(253/319) 79.5597(253/318) 79.4349 +LEVEL 4: 77.4295(247/319) 77.6730(247/318) 77.5510 +LEVEL 5: 77.4295(247/319) 77.6730(247/318) 77.5510 +LEVEL 6: 77.4295(247/319) 77.6730(247/318) 77.5510 +LEVEL 7: 77.4295(247/319) 77.6730(247/318) 77.5510 + +test.misc (corpus.ryomou.mc): + precision recall F +LEVEL 0: 94.2857(66/70) 91.6667(66/72) 92.9577 +LEVEL 1: 87.1429(61/70) 84.7222(61/72) 85.9155 +LEVEL 2: 84.2857(59/70) 81.9444(59/72) 83.0986 +LEVEL 3: 81.4286(57/70) 79.1667(57/72) 80.2817 +LEVEL 4: 77.1429(54/70) 75.0000(54/72) 76.0563 +LEVEL 5: 77.1429(54/70) 75.0000(54/72) 76.0563 +LEVEL 6: 77.1429(54/70) 75.0000(54/72) 76.0563 +LEVEL 7: 77.1429(54/70) 75.0000(54/72) 76.0563 + +test.kanjikai (corpus.ryomou.mc): + precision recall F +LEVEL 0: 91.8033(56/61) 80.0000(56/70) 85.4962 +LEVEL 1: 78.6885(48/61) 68.5714(48/70) 73.2824 +LEVEL 2: 77.0492(47/61) 67.1429(47/70) 71.7557 +LEVEL 3: 68.8525(42/61) 60.0000(42/70) 64.1221 +LEVEL 4: 67.2131(41/61) 58.5714(41/70) 62.5954 +LEVEL 5: 67.2131(41/61) 58.5714(41/70) 62.5954 +LEVEL 6: 67.2131(41/61) 58.5714(41/70) 62.5954 +LEVEL 7: 67.2131(41/61) 58.5714(41/70) 62.5954 + +test.ryomou (corpus.ryomou.mc): + precision recall F +LEVEL 0: 100.0000(318/318) 100.0000(318/318) 100.0000 +LEVEL 1: 100.0000(318/318) 100.0000(318/318) 100.0000 +LEVEL 2: 100.0000(318/318) 100.0000(318/318) 100.0000 +LEVEL 3: 100.0000(318/318) 100.0000(318/318) 100.0000 +LEVEL 4: 100.0000(318/318) 100.0000(318/318) 100.0000 +LEVEL 5: 100.0000(318/318) 100.0000(318/318) 100.0000 +LEVEL 6: 100.0000(318/318) 100.0000(318/318) 100.0000 +LEVEL 7: 100.0000(318/318) 100.0000(318/318) 100.0000 diff --git a/seed/system-eval.results.2014-08-24 b/seed/system-eval.results.2014-08-24 new file mode 100644 index 0000000000000000000000000000000000000000..99cd9dfa910c7c34289d1c1deaaede7740c128c6 --- /dev/null +++ b/seed/system-eval.results.2014-08-24 @@ -0,0 +1,705 @@ +mecab-system-eval -l "0 1 2 3 4 5 6 7" + +test.KT0 (corpus.KT0.mc): + precision recall F +LEVEL 0: 74.5151(71878/96461) 83.0326(71878/86566) 78.5436 +LEVEL 1: 66.0941(63755/96461) 73.6490(63755/86566) 69.6673 +LEVEL 2: 64.2861(62011/96461) 71.6344(62011/86566) 67.7616 +LEVEL 3: 50.5748(48785/96461) 56.3558(48785/86566) 53.3091 +LEVEL 4: 46.8656(45207/96461) 52.2226(45207/86566) 49.3993 +LEVEL 5: 46.8656(45207/96461) 52.2226(45207/86566) 49.3993 +LEVEL 6: 46.8656(45207/96461) 52.2226(45207/86566) 49.3993 +LEVEL 7: 46.6520(45001/96461) 51.9846(45001/86566) 49.1742 + +test.KT2 (corpus.KT0.mc): + precision recall F +LEVEL 0: 74.6739(4007/5366) 85.5283(4007/4685) 79.7334 +LEVEL 1: 67.0145(3596/5366) 76.7556(3596/4685) 71.5551 +LEVEL 2: 66.1387(3549/5366) 75.7524(3549/4685) 70.6198 +LEVEL 3: 50.5404(2712/5366) 57.8869(2712/4685) 53.9648 +LEVEL 4: 47.5401(2551/5366) 54.4504(2551/4685) 50.7611 +LEVEL 5: 47.5401(2551/5366) 54.4504(2551/4685) 50.7611 +LEVEL 6: 47.5401(2551/5366) 54.4504(2551/4685) 50.7611 +LEVEL 7: 47.2233(2534/5366) 54.0875(2534/4685) 50.4228 + +test.misc (corpus.KT0.mc): + precision recall F +LEVEL 0: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 1: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 2: 98.6111(71/72) 98.6111(71/72) 98.6111 +LEVEL 3: 98.6111(71/72) 98.6111(71/72) 98.6111 +LEVEL 4: 98.6111(71/72) 98.6111(71/72) 98.6111 +LEVEL 5: 98.6111(71/72) 98.6111(71/72) 98.6111 +LEVEL 6: 98.6111(71/72) 98.6111(71/72) 98.6111 +LEVEL 7: 98.6111(71/72) 98.6111(71/72) 98.6111 + +test.kanjikai (corpus.KT0.mc): + precision recall F +LEVEL 0: 100.0000(70/70) 100.0000(70/70) 100.0000 +LEVEL 1: 97.1429(68/70) 97.1429(68/70) 97.1429 +LEVEL 2: 97.1429(68/70) 97.1429(68/70) 97.1429 +LEVEL 3: 92.8571(65/70) 92.8571(65/70) 92.8571 +LEVEL 4: 92.8571(65/70) 92.8571(65/70) 92.8571 +LEVEL 5: 92.8571(65/70) 92.8571(65/70) 92.8571 +LEVEL 6: 92.8571(65/70) 92.8571(65/70) 92.8571 +LEVEL 7: 90.0000(63/70) 90.0000(63/70) 90.0000 + +test.ryomou (corpus.KT0.mc): + precision recall F +LEVEL 0: 99.6845(316/317) 99.3711(316/318) 99.5276 +LEVEL 1: 93.0599(295/317) 92.7673(295/318) 92.9134 +LEVEL 2: 92.1136(292/317) 91.8239(292/318) 91.9685 +LEVEL 3: 91.1672(289/317) 90.8805(289/318) 91.0236 +LEVEL 4: 89.5899(284/317) 89.3082(284/318) 89.4488 +LEVEL 5: 89.5899(284/317) 89.3082(284/318) 89.4488 +LEVEL 6: 89.5899(284/317) 89.3082(284/318) 89.4488 +LEVEL 7: 89.5899(284/317) 89.3082(284/318) 89.4488 + +test.non-KT (corpus.KT0.mc): + precision recall F +LEVEL 0: 99.7821(458/459) 99.5652(458/460) 99.6736 +LEVEL 1: 94.7712(435/459) 94.5652(435/460) 94.6681 +LEVEL 2: 93.8998(431/459) 93.6957(431/460) 93.7976 +LEVEL 3: 92.5926(425/459) 92.3913(425/460) 92.4918 +LEVEL 4: 91.5033(420/459) 91.3043(420/460) 91.4037 +LEVEL 5: 91.5033(420/459) 91.3043(420/460) 91.4037 +LEVEL 6: 91.5033(420/459) 91.3043(420/460) 91.4037 +LEVEL 7: 91.0675(418/459) 90.8696(418/460) 90.9684 + +test.mixed (corpus.KT0.mc): + precision recall F +LEVEL 0: 76.6524(4465/5825) 86.7833(4465/5145) 81.4038 +LEVEL 1: 69.2017(4031/5825) 78.3479(4031/5145) 73.4913 +LEVEL 2: 68.3262(3980/5825) 77.3567(3980/5145) 72.5615 +LEVEL 3: 53.8541(3137/5825) 60.9718(3137/5145) 57.1923 +LEVEL 4: 51.0043(2971/5825) 57.7454(2971/5145) 54.1659 +LEVEL 5: 51.0043(2971/5825) 57.7454(2971/5145) 54.1659 +LEVEL 6: 51.0043(2971/5825) 57.7454(2971/5145) 54.1659 +LEVEL 7: 50.6781(2952/5825) 57.3761(2952/5145) 53.8195 + +test.all (corpus.KT0.mc): + precision recall F +LEVEL 0: 74.6348(72336/96920) 83.1200(72336/87026) 78.6492 +LEVEL 1: 66.2299(64190/96920) 73.7596(64190/87026) 69.7922 +LEVEL 2: 64.4263(62442/96920) 71.7510(62442/87026) 67.8917 +LEVEL 3: 50.7738(49210/96920) 56.5463(49210/87026) 53.5048 +LEVEL 4: 47.0770(45627/96920) 52.4292(45627/87026) 49.6091 +LEVEL 5: 47.0770(45627/96920) 52.4292(45627/87026) 49.6091 +LEVEL 6: 47.0770(45627/96920) 52.4292(45627/87026) 49.6091 +LEVEL 7: 46.8624(45419/96920) 52.1902(45419/87026) 49.3830 + +test.KT0 (corpus.KT2.mc): + precision recall F +LEVEL 0: 74.7185(71345/95485) 82.4169(71345/86566) 78.3791 +LEVEL 1: 65.5799(62619/95485) 72.3367(62619/86566) 68.7928 +LEVEL 2: 62.7355(59903/95485) 69.1992(59903/86566) 65.8090 +LEVEL 3: 48.4097(46224/95485) 53.3974(46224/86566) 50.7814 +LEVEL 4: 44.9945(42963/95485) 49.6303(42963/86566) 47.1989 +LEVEL 5: 44.9945(42963/95485) 49.6303(42963/86566) 47.1989 +LEVEL 6: 44.9945(42963/95485) 49.6303(42963/86566) 47.1989 +LEVEL 7: 44.7819(42760/95485) 49.3958(42760/86566) 46.9758 + +test.KT2 (corpus.KT2.mc): + precision recall F +LEVEL 0: 75.1075(4016/5347) 85.7204(4016/4685) 80.0638 +LEVEL 1: 67.3836(3603/5347) 76.9050(3603/4685) 71.8301 +LEVEL 2: 66.1305(3536/5347) 75.4749(3536/4685) 70.4944 +LEVEL 3: 50.3273(2691/5347) 57.4386(2691/4685) 53.6483 +LEVEL 4: 47.5594(2543/5347) 54.2796(2543/4685) 50.6978 +LEVEL 5: 47.5594(2543/5347) 54.2796(2543/4685) 50.6978 +LEVEL 6: 47.5594(2543/5347) 54.2796(2543/4685) 50.6978 +LEVEL 7: 47.2414(2526/5347) 53.9168(2526/4685) 50.3589 + +test.misc (corpus.KT2.mc): + precision recall F +LEVEL 0: 95.5882(65/68) 90.2778(65/72) 92.8571 +LEVEL 1: 94.1176(64/68) 88.8889(64/72) 91.4286 +LEVEL 2: 89.7059(61/68) 84.7222(61/72) 87.1429 +LEVEL 3: 86.7647(59/68) 81.9444(59/72) 84.2857 +LEVEL 4: 85.2941(58/68) 80.5556(58/72) 82.8571 +LEVEL 5: 85.2941(58/68) 80.5556(58/72) 82.8571 +LEVEL 6: 85.2941(58/68) 80.5556(58/72) 82.8571 +LEVEL 7: 85.2941(58/68) 80.5556(58/72) 82.8571 + +test.kanjikai (corpus.KT2.mc): + precision recall F +LEVEL 0: 95.0000(57/60) 81.4286(57/70) 87.6923 +LEVEL 1: 93.3333(56/60) 80.0000(56/70) 86.1538 +LEVEL 2: 91.6667(55/60) 78.5714(55/70) 84.6154 +LEVEL 3: 83.3333(50/60) 71.4286(50/70) 76.9231 +LEVEL 4: 83.3333(50/60) 71.4286(50/70) 76.9231 +LEVEL 5: 83.3333(50/60) 71.4286(50/70) 76.9231 +LEVEL 6: 83.3333(50/60) 71.4286(50/70) 76.9231 +LEVEL 7: 83.3333(50/60) 71.4286(50/70) 76.9231 + +test.ryomou (corpus.KT2.mc): + precision recall F +LEVEL 0: 99.3631(312/314) 98.1132(312/318) 98.7342 +LEVEL 1: 95.2229(299/314) 94.0252(299/318) 94.6203 +LEVEL 2: 93.3121(293/314) 92.1384(293/318) 92.7215 +LEVEL 3: 92.3567(290/314) 91.1950(290/318) 91.7722 +LEVEL 4: 90.1274(283/314) 88.9937(283/318) 89.5570 +LEVEL 5: 90.1274(283/314) 88.9937(283/318) 89.5570 +LEVEL 6: 90.1274(283/314) 88.9937(283/318) 89.5570 +LEVEL 7: 90.1274(283/314) 88.9937(283/318) 89.5570 + +test.non-KT (corpus.KT2.mc): + precision recall F +LEVEL 0: 98.1900(434/442) 94.3478(434/460) 96.2306 +LEVEL 1: 94.7964(419/442) 91.0870(419/460) 92.9047 +LEVEL 2: 92.5339(409/442) 88.9130(409/460) 90.6874 +LEVEL 3: 90.2715(399/442) 86.7391(399/460) 88.4701 +LEVEL 4: 88.4615(391/442) 85.0000(391/460) 86.6962 +LEVEL 5: 88.4615(391/442) 85.0000(391/460) 86.6962 +LEVEL 6: 88.4615(391/442) 85.0000(391/460) 86.6962 +LEVEL 7: 88.4615(391/442) 85.0000(391/460) 86.6962 + +test.mixed (corpus.KT2.mc): + precision recall F +LEVEL 0: 76.8699(4450/5789) 86.4917(4450/5145) 81.3975 +LEVEL 1: 69.4766(4022/5789) 78.1730(4022/5145) 73.5687 +LEVEL 2: 68.1465(3945/5789) 76.6764(3945/5145) 72.1602 +LEVEL 3: 53.3771(3090/5789) 60.0583(3090/5145) 56.5209 +LEVEL 4: 50.6823(2934/5789) 57.0262(2934/5145) 53.6675 +LEVEL 5: 50.6823(2934/5789) 57.0262(2934/5145) 53.6675 +LEVEL 6: 50.6823(2934/5789) 57.0262(2934/5145) 53.6675 +LEVEL 7: 50.3887(2917/5789) 56.6958(2917/5145) 53.3565 + +test.all (corpus.KT2.mc): + precision recall F +LEVEL 0: 74.8267(71779/95927) 82.4799(71779/87026) 78.4671 +LEVEL 1: 65.7146(63038/95927) 72.4358(63038/87026) 68.9117 +LEVEL 2: 62.8728(60312/95927) 69.3034(60312/87026) 65.9317 +LEVEL 3: 48.6026(46623/95927) 53.5736(46623/87026) 50.9672 +LEVEL 4: 45.1948(43354/95927) 49.8173(43354/87026) 47.3936 +LEVEL 5: 45.1948(43354/95927) 49.8173(43354/87026) 47.3936 +LEVEL 6: 45.1948(43354/95927) 49.8173(43354/87026) 47.3936 +LEVEL 7: 44.9832(43151/95927) 49.5840(43151/87026) 47.1717 + +test.KT0 (corpus.misc.mc): + precision recall F +LEVEL 0: 73.0738(71054/97236) 82.0807(71054/86566) 77.3158 +LEVEL 1: 61.5482(59847/97236) 69.1345(59847/86566) 65.1212 +LEVEL 2: 58.0238(56420/97236) 65.1757(56420/86566) 61.3922 +LEVEL 3: 44.3282(43103/97236) 49.7921(43103/86566) 46.9016 +LEVEL 4: 40.3575(39242/97236) 45.3319(39242/86566) 42.7003 +LEVEL 5: 40.3575(39242/97236) 45.3319(39242/86566) 42.7003 +LEVEL 6: 40.3575(39242/97236) 45.3319(39242/86566) 42.7003 +LEVEL 7: 40.1847(39074/97236) 45.1378(39074/86566) 42.5175 + +test.KT2 (corpus.misc.mc): + precision recall F +LEVEL 0: 72.8882(3952/5422) 84.3543(3952/4685) 78.2032 +LEVEL 1: 61.9329(3358/5422) 71.6756(3358/4685) 66.4490 +LEVEL 2: 59.3139(3216/5422) 68.6446(3216/4685) 63.6391 +LEVEL 3: 44.4301(2409/5422) 51.4194(2409/4685) 47.6699 +LEVEL 4: 40.2066(2180/5422) 46.5315(2180/4685) 43.1384 +LEVEL 5: 40.2066(2180/5422) 46.5315(2180/4685) 43.1384 +LEVEL 6: 40.2066(2180/5422) 46.5315(2180/4685) 43.1384 +LEVEL 7: 39.9484(2166/5422) 46.2327(2166/4685) 42.8614 + +test.misc (corpus.misc.mc): + precision recall F +LEVEL 0: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 1: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 2: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 3: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 4: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 5: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 6: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 7: 100.0000(72/72) 100.0000(72/72) 100.0000 + +test.kanjikai (corpus.misc.mc): + precision recall F +LEVEL 0: 98.5294(67/68) 95.7143(67/70) 97.1014 +LEVEL 1: 91.1765(62/68) 88.5714(62/70) 89.8551 +LEVEL 2: 89.7059(61/68) 87.1429(61/70) 88.4058 +LEVEL 3: 80.8824(55/68) 78.5714(55/70) 79.7101 +LEVEL 4: 76.4706(52/68) 74.2857(52/70) 75.3623 +LEVEL 5: 76.4706(52/68) 74.2857(52/70) 75.3623 +LEVEL 6: 76.4706(52/68) 74.2857(52/70) 75.3623 +LEVEL 7: 76.4706(52/68) 74.2857(52/70) 75.3623 + +test.ryomou (corpus.misc.mc): + precision recall F +LEVEL 0: 96.8553(308/318) 96.8553(308/318) 96.8553 +LEVEL 1: 86.7925(276/318) 86.7925(276/318) 86.7925 +LEVEL 2: 84.9057(270/318) 84.9057(270/318) 84.9057 +LEVEL 3: 82.3899(262/318) 82.3899(262/318) 82.3899 +LEVEL 4: 78.6164(250/318) 78.6164(250/318) 78.6164 +LEVEL 5: 78.6164(250/318) 78.6164(250/318) 78.6164 +LEVEL 6: 78.6164(250/318) 78.6164(250/318) 78.6164 +LEVEL 7: 78.6164(250/318) 78.6164(250/318) 78.6164 + +test.non-KT (corpus.misc.mc): + precision recall F +LEVEL 0: 97.5983(447/458) 97.1739(447/460) 97.3856 +LEVEL 1: 89.5197(410/458) 89.1304(410/460) 89.3246 +LEVEL 2: 87.9913(403/458) 87.6087(403/460) 87.7996 +LEVEL 3: 84.9345(389/458) 84.5652(389/460) 84.7495 +LEVEL 4: 81.6594(374/458) 81.3043(374/460) 81.4815 +LEVEL 5: 81.6594(374/458) 81.3043(374/460) 81.4815 +LEVEL 6: 81.6594(374/458) 81.3043(374/460) 81.4815 +LEVEL 7: 81.6594(374/458) 81.3043(374/460) 81.4815 + +test.mixed (corpus.misc.mc): + precision recall F +LEVEL 0: 74.8129(4399/5880) 85.5005(4399/5145) 79.8005 +LEVEL 1: 64.0816(3768/5880) 73.2362(3768/5145) 68.3537 +LEVEL 2: 61.5476(3619/5880) 70.3401(3619/5145) 65.6508 +LEVEL 3: 47.5850(2798/5880) 54.3829(2798/5145) 50.7574 +LEVEL 4: 43.4354(2554/5880) 49.6404(2554/5145) 46.3311 +LEVEL 5: 43.4354(2554/5880) 49.6404(2554/5145) 46.3311 +LEVEL 6: 43.4354(2554/5880) 49.6404(2554/5145) 46.3311 +LEVEL 7: 43.1973(2540/5880) 49.3683(2540/5145) 46.0771 + +test.all (corpus.misc.mc): + precision recall F +LEVEL 0: 73.1887(71501/97694) 82.1605(71501/87026) 77.4155 +LEVEL 1: 61.6793(60257/97694) 69.2402(60257/87026) 65.2414 +LEVEL 2: 58.1643(56823/97694) 65.2943(56823/87026) 61.5234 +LEVEL 3: 44.5186(43492/97694) 49.9759(43492/87026) 47.0896 +LEVEL 4: 40.5511(39616/97694) 45.5220(39616/87026) 42.8930 +LEVEL 5: 40.5511(39616/97694) 45.5220(39616/87026) 42.8930 +LEVEL 6: 40.5511(39616/97694) 45.5220(39616/87026) 42.8930 +LEVEL 7: 40.3791(39448/97694) 45.3290(39448/87026) 42.7111 + +test.KT0 (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 73.1135(71418/97681) 82.5012(71418/86566) 77.5242 +LEVEL 1: 61.7776(60345/97681) 69.7098(60345/86566) 65.5045 +LEVEL 2: 57.4994(56166/97681) 64.8823(56166/86566) 60.9682 +LEVEL 3: 42.9428(41947/97681) 48.4567(41947/86566) 45.5334 +LEVEL 4: 39.9269(39001/97681) 45.0535(39001/86566) 42.3356 +LEVEL 5: 39.9269(39001/97681) 45.0535(39001/86566) 42.3356 +LEVEL 6: 39.9269(39001/97681) 45.0535(39001/86566) 42.3356 +LEVEL 7: 39.7662(38844/97681) 44.8721(38844/86566) 42.1651 + +test.KT2 (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 73.0244(3955/5416) 84.4184(3955/4685) 78.3091 +LEVEL 1: 62.2784(3373/5416) 71.9957(3373/4685) 66.7855 +LEVEL 2: 58.8811(3189/5416) 68.0683(3189/4685) 63.1423 +LEVEL 3: 42.8914(2323/5416) 49.5838(2323/4685) 45.9954 +LEVEL 4: 39.6418(2147/5416) 45.8271(2147/4685) 42.5106 +LEVEL 5: 39.6418(2147/5416) 45.8271(2147/4685) 42.5106 +LEVEL 6: 39.6418(2147/5416) 45.8271(2147/4685) 42.5106 +LEVEL 7: 39.3833(2133/5416) 45.5283(2133/4685) 42.2334 + +test.misc (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 90.0000(63/70) 87.5000(63/72) 88.7324 +LEVEL 1: 85.7143(60/70) 83.3333(60/72) 84.5070 +LEVEL 2: 82.8571(58/70) 80.5556(58/72) 81.6901 +LEVEL 3: 74.2857(52/70) 72.2222(52/72) 73.2394 +LEVEL 4: 71.4286(50/70) 69.4444(50/72) 70.4225 +LEVEL 5: 71.4286(50/70) 69.4444(50/72) 70.4225 +LEVEL 6: 71.4286(50/70) 69.4444(50/72) 70.4225 +LEVEL 7: 71.4286(50/70) 69.4444(50/72) 70.4225 + +test.kanjikai (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 100.0000(70/70) 100.0000(70/70) 100.0000 +LEVEL 1: 100.0000(70/70) 100.0000(70/70) 100.0000 +LEVEL 2: 100.0000(70/70) 100.0000(70/70) 100.0000 +LEVEL 3: 100.0000(70/70) 100.0000(70/70) 100.0000 +LEVEL 4: 100.0000(70/70) 100.0000(70/70) 100.0000 +LEVEL 5: 100.0000(70/70) 100.0000(70/70) 100.0000 +LEVEL 6: 100.0000(70/70) 100.0000(70/70) 100.0000 +LEVEL 7: 97.1429(68/70) 97.1429(68/70) 97.1429 + +test.ryomou (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 95.9119(305/318) 95.9119(305/318) 95.9119 +LEVEL 1: 88.9937(283/318) 88.9937(283/318) 88.9937 +LEVEL 2: 84.5912(269/318) 84.5912(269/318) 84.5912 +LEVEL 3: 81.1321(258/318) 81.1321(258/318) 81.1321 +LEVEL 4: 78.6164(250/318) 78.6164(250/318) 78.6164 +LEVEL 5: 78.6164(250/318) 78.6164(250/318) 78.6164 +LEVEL 6: 78.6164(250/318) 78.6164(250/318) 78.6164 +LEVEL 7: 78.6164(250/318) 78.6164(250/318) 78.6164 + +test.non-KT (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 95.6332(438/458) 95.2174(438/460) 95.4248 +LEVEL 1: 90.1747(413/458) 89.7826(413/460) 89.9782 +LEVEL 2: 86.6812(397/458) 86.3043(397/460) 86.4924 +LEVEL 3: 82.9694(380/458) 82.6087(380/460) 82.7887 +LEVEL 4: 80.7860(370/458) 80.4348(370/460) 80.6100 +LEVEL 5: 80.7860(370/458) 80.4348(370/460) 80.6100 +LEVEL 6: 80.7860(370/458) 80.4348(370/460) 80.6100 +LEVEL 7: 80.3493(368/458) 80.0000(368/460) 80.1743 + +test.mixed (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 74.7872(4393/5874) 85.3839(4393/5145) 79.7350 +LEVEL 1: 64.4535(3786/5874) 73.5860(3786/5145) 68.7177 +LEVEL 2: 61.0487(3586/5874) 69.6987(3586/5145) 65.0876 +LEVEL 3: 46.0163(2703/5874) 52.5364(2703/5145) 49.0607 +LEVEL 4: 42.8498(2517/5874) 48.9213(2517/5145) 45.6847 +LEVEL 5: 42.8498(2517/5874) 48.9213(2517/5145) 45.6847 +LEVEL 6: 42.8498(2517/5874) 48.9213(2517/5145) 45.6847 +LEVEL 7: 42.5775(2501/5874) 48.6103(2501/5145) 45.3943 + +test.all (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 73.2186(71856/98139) 82.5684(71856/87026) 77.6129 +LEVEL 1: 61.9101(60758/98139) 69.8159(60758/87026) 65.6258 +LEVEL 2: 57.6356(56563/98139) 64.9955(56563/87026) 61.0947 +LEVEL 3: 43.1296(42327/98139) 48.6372(42327/87026) 45.7181 +LEVEL 4: 40.1176(39371/98139) 45.2405(39371/87026) 42.5253 +LEVEL 5: 40.1176(39371/98139) 45.2405(39371/87026) 42.5253 +LEVEL 6: 40.1176(39371/98139) 45.2405(39371/87026) 42.5253 +LEVEL 7: 39.9556(39212/98139) 45.0578(39212/87026) 42.3536 + +test.KT0 (corpus.ryomou.mc): + precision recall F +LEVEL 0: 73.5749(70473/95784) 81.4096(70473/86566) 77.2942 +LEVEL 1: 62.5345(59898/95784) 69.1934(59898/86566) 65.6956 +LEVEL 2: 59.1038(56612/95784) 65.3975(56612/86566) 62.0916 +LEVEL 3: 44.8854(42993/95784) 49.6650(42993/86566) 47.1544 +LEVEL 4: 41.7001(39942/95784) 46.1405(39942/86566) 43.8081 +LEVEL 5: 41.7001(39942/95784) 46.1405(39942/86566) 43.8081 +LEVEL 6: 41.7001(39942/95784) 46.1405(39942/86566) 43.8081 +LEVEL 7: 41.5017(39752/95784) 45.9210(39752/86566) 43.5997 + +test.KT2 (corpus.ryomou.mc): + precision recall F +LEVEL 0: 74.1537(3965/5347) 84.6318(3965/4685) 79.0470 +LEVEL 1: 64.3164(3439/5347) 73.4045(3439/4685) 68.5606 +LEVEL 2: 61.7917(3304/5347) 70.5229(3304/4685) 65.8692 +LEVEL 3: 45.8575(2452/5347) 52.3372(2452/4685) 48.8836 +LEVEL 4: 42.9774(2298/5347) 49.0502(2298/4685) 45.8134 +LEVEL 5: 42.9774(2298/5347) 49.0502(2298/4685) 45.8134 +LEVEL 6: 42.9774(2298/5347) 49.0502(2298/4685) 45.8134 +LEVEL 7: 42.6781(2282/5347) 48.7086(2282/4685) 45.4944 + +test.misc (corpus.ryomou.mc): + precision recall F +LEVEL 0: 94.2857(66/70) 91.6667(66/72) 92.9577 +LEVEL 1: 87.1429(61/70) 84.7222(61/72) 85.9155 +LEVEL 2: 84.2857(59/70) 81.9444(59/72) 83.0986 +LEVEL 3: 81.4286(57/70) 79.1667(57/72) 80.2817 +LEVEL 4: 77.1429(54/70) 75.0000(54/72) 76.0563 +LEVEL 5: 77.1429(54/70) 75.0000(54/72) 76.0563 +LEVEL 6: 77.1429(54/70) 75.0000(54/72) 76.0563 +LEVEL 7: 77.1429(54/70) 75.0000(54/72) 76.0563 + +test.kanjikai (corpus.ryomou.mc): + precision recall F +LEVEL 0: 91.8033(56/61) 80.0000(56/70) 85.4962 +LEVEL 1: 78.6885(48/61) 68.5714(48/70) 73.2824 +LEVEL 2: 77.0492(47/61) 67.1429(47/70) 71.7557 +LEVEL 3: 63.9344(39/61) 55.7143(39/70) 59.5420 +LEVEL 4: 62.2951(38/61) 54.2857(38/70) 58.0153 +LEVEL 5: 62.2951(38/61) 54.2857(38/70) 58.0153 +LEVEL 6: 62.2951(38/61) 54.2857(38/70) 58.0153 +LEVEL 7: 62.2951(38/61) 54.2857(38/70) 58.0153 + +test.ryomou (corpus.ryomou.mc): + precision recall F +LEVEL 0: 100.0000(318/318) 100.0000(318/318) 100.0000 +LEVEL 1: 100.0000(318/318) 100.0000(318/318) 100.0000 +LEVEL 2: 100.0000(318/318) 100.0000(318/318) 100.0000 +LEVEL 3: 100.0000(318/318) 100.0000(318/318) 100.0000 +LEVEL 4: 100.0000(318/318) 100.0000(318/318) 100.0000 +LEVEL 5: 100.0000(318/318) 100.0000(318/318) 100.0000 +LEVEL 6: 100.0000(318/318) 100.0000(318/318) 100.0000 +LEVEL 7: 100.0000(318/318) 100.0000(318/318) 100.0000 + +test.non-KT (corpus.ryomou.mc): + precision recall F +LEVEL 0: 97.9955(440/449) 95.6522(440/460) 96.8097 +LEVEL 1: 95.1002(427/449) 92.8261(427/460) 93.9494 +LEVEL 2: 94.4321(424/449) 92.1739(424/460) 93.2893 +LEVEL 3: 92.2049(414/449) 90.0000(414/460) 91.0891 +LEVEL 4: 91.3140(410/449) 89.1304(410/460) 90.2090 +LEVEL 5: 91.3140(410/449) 89.1304(410/460) 90.2090 +LEVEL 6: 91.3140(410/449) 89.1304(410/460) 90.2090 +LEVEL 7: 91.3140(410/449) 89.1304(410/460) 90.2090 + +test.mixed (corpus.ryomou.mc): + precision recall F +LEVEL 0: 76.0007(4405/5796) 85.6171(4405/5145) 80.5228 +LEVEL 1: 66.7012(3866/5796) 75.1409(3866/5145) 70.6700 +LEVEL 2: 64.3202(3728/5796) 72.4587(3728/5145) 68.1473 +LEVEL 3: 49.4479(2866/5796) 55.7046(2866/5145) 52.3901 +LEVEL 4: 46.7219(2708/5796) 52.6336(2708/5145) 49.5019 +LEVEL 5: 46.7219(2708/5796) 52.6336(2708/5145) 49.5019 +LEVEL 6: 46.7219(2708/5796) 52.6336(2708/5145) 49.5019 +LEVEL 7: 46.4458(2692/5796) 52.3226(2692/5145) 49.2094 + +test.all (corpus.ryomou.mc): + precision recall F +LEVEL 0: 73.6889(70913/96233) 81.4848(70913/87026) 77.3910 +LEVEL 1: 62.6864(60325/96233) 69.3184(60325/87026) 65.8358 +LEVEL 2: 59.2687(57036/96233) 65.5390(57036/87026) 62.2463 +LEVEL 3: 45.1061(43407/96233) 49.8782(43407/87026) 47.3723 +LEVEL 4: 41.9316(40352/96233) 46.3678(40352/87026) 44.0382 +LEVEL 5: 41.9316(40352/96233) 46.3678(40352/87026) 44.0382 +LEVEL 6: 41.9316(40352/96233) 46.3678(40352/87026) 44.0382 +LEVEL 7: 41.7341(40162/96233) 46.1494(40162/87026) 43.8309 + +test.KT0 (corpus.non-KT.mc): + precision recall F +LEVEL 0: 73.9805(71278/96347) 82.3395(71278/86566) 77.9365 +LEVEL 1: 63.9366(61601/96347) 71.1607(61601/86566) 67.3555 +LEVEL 2: 60.9744(58747/96347) 67.8638(58747/86566) 64.2349 +LEVEL 3: 47.1016(45381/96347) 52.4236(45381/86566) 49.6203 +LEVEL 4: 43.9692(42363/96347) 48.9372(42363/86566) 46.3204 +LEVEL 5: 43.9692(42363/96347) 48.9372(42363/86566) 46.3204 +LEVEL 6: 43.9692(42363/96347) 48.9372(42363/86566) 46.3204 +LEVEL 7: 43.7803(42181/96347) 48.7270(42181/86566) 46.1214 + +test.KT2 (corpus.non-KT.mc): + precision recall F +LEVEL 0: 74.2128(3983/5367) 85.0160(3983/4685) 79.2479 +LEVEL 1: 65.0643(3492/5367) 74.5358(3492/4685) 69.4787 +LEVEL 2: 63.1265(3388/5367) 72.3159(3388/4685) 67.4095 +LEVEL 3: 47.9598(2574/5367) 54.9413(2574/4685) 51.2137 +LEVEL 4: 44.8481(2407/5367) 51.3767(2407/4685) 47.8910 +LEVEL 5: 44.8481(2407/5367) 51.3767(2407/4685) 47.8910 +LEVEL 6: 44.8481(2407/5367) 51.3767(2407/4685) 47.8910 +LEVEL 7: 44.5687(2392/5367) 51.0566(2392/4685) 47.5925 + +test.misc (corpus.non-KT.mc): + precision recall F +LEVEL 0: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 1: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 2: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 3: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 4: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 5: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 6: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 7: 100.0000(72/72) 100.0000(72/72) 100.0000 + +test.kanjikai (corpus.non-KT.mc): + precision recall F +LEVEL 0: 100.0000(70/70) 100.0000(70/70) 100.0000 +LEVEL 1: 100.0000(70/70) 100.0000(70/70) 100.0000 +LEVEL 2: 100.0000(70/70) 100.0000(70/70) 100.0000 +LEVEL 3: 100.0000(70/70) 100.0000(70/70) 100.0000 +LEVEL 4: 100.0000(70/70) 100.0000(70/70) 100.0000 +LEVEL 5: 100.0000(70/70) 100.0000(70/70) 100.0000 +LEVEL 6: 100.0000(70/70) 100.0000(70/70) 100.0000 +LEVEL 7: 97.1429(68/70) 97.1429(68/70) 97.1429 + +test.ryomou (corpus.non-KT.mc): + precision recall F +LEVEL 0: 100.0000(318/318) 100.0000(318/318) 100.0000 +LEVEL 1: 100.0000(318/318) 100.0000(318/318) 100.0000 +LEVEL 2: 100.0000(318/318) 100.0000(318/318) 100.0000 +LEVEL 3: 100.0000(318/318) 100.0000(318/318) 100.0000 +LEVEL 4: 100.0000(318/318) 100.0000(318/318) 100.0000 +LEVEL 5: 100.0000(318/318) 100.0000(318/318) 100.0000 +LEVEL 6: 100.0000(318/318) 100.0000(318/318) 100.0000 +LEVEL 7: 100.0000(318/318) 100.0000(318/318) 100.0000 + +test.non-KT (corpus.non-KT.mc): + precision recall F +LEVEL 0: 100.0000(460/460) 100.0000(460/460) 100.0000 +LEVEL 1: 100.0000(460/460) 100.0000(460/460) 100.0000 +LEVEL 2: 100.0000(460/460) 100.0000(460/460) 100.0000 +LEVEL 3: 100.0000(460/460) 100.0000(460/460) 100.0000 +LEVEL 4: 100.0000(460/460) 100.0000(460/460) 100.0000 +LEVEL 5: 100.0000(460/460) 100.0000(460/460) 100.0000 +LEVEL 6: 100.0000(460/460) 100.0000(460/460) 100.0000 +LEVEL 7: 99.5652(458/460) 99.5652(458/460) 99.5652 + +test.mixed (corpus.non-KT.mc): + precision recall F +LEVEL 0: 76.2485(4443/5827) 86.3557(4443/5145) 80.9880 +LEVEL 1: 67.8222(3952/5827) 76.8124(3952/5145) 72.0379 +LEVEL 2: 66.0374(3848/5827) 74.7911(3848/5145) 70.1422 +LEVEL 3: 52.0680(3034/5827) 58.9699(3034/5145) 55.3044 +LEVEL 4: 49.2020(2867/5827) 55.7240(2867/5145) 52.2603 +LEVEL 5: 49.2020(2867/5827) 55.7240(2867/5145) 52.2603 +LEVEL 6: 49.2020(2867/5827) 55.7240(2867/5145) 52.2603 +LEVEL 7: 48.9102(2850/5827) 55.3936(2850/5145) 51.9504 + +test.all (corpus.non-KT.mc): + precision recall F +LEVEL 0: 74.1041(71738/96807) 82.4328(71738/87026) 78.0469 +LEVEL 1: 64.1080(62061/96807) 71.3132(62061/87026) 67.5189 +LEVEL 2: 61.1598(59207/96807) 68.0337(59207/87026) 64.4139 +LEVEL 3: 47.3530(45841/96807) 52.6751(45841/87026) 49.8724 +LEVEL 4: 44.2354(42823/96807) 49.2071(42823/87026) 46.5890 +LEVEL 5: 44.2354(42823/96807) 49.2071(42823/87026) 46.5890 +LEVEL 6: 44.2354(42823/96807) 49.2071(42823/87026) 46.5890 +LEVEL 7: 44.0454(42639/96807) 48.9957(42639/87026) 46.3888 + +test.KT0 (corpus.mixed.mc): + precision recall F +LEVEL 0: 74.7463(71657/95867) 82.7773(71657/86566) 78.5571 +LEVEL 1: 65.6263(62914/95867) 72.6775(62914/86566) 68.9722 +LEVEL 2: 62.9747(60372/95867) 69.7410(60372/86566) 66.1854 +LEVEL 3: 48.7363(46722/95867) 53.9727(46722/86566) 51.2210 +LEVEL 4: 45.2721(43401/95867) 50.1363(43401/86566) 47.5802 +LEVEL 5: 45.2721(43401/95867) 50.1363(43401/86566) 47.5802 +LEVEL 6: 45.2721(43401/95867) 50.1363(43401/86566) 47.5802 +LEVEL 7: 45.0614(43199/95867) 49.9030(43199/86566) 47.3588 + +test.KT2 (corpus.mixed.mc): + precision recall F +LEVEL 0: 75.0654(4019/5354) 85.7844(4019/4685) 80.0677 +LEVEL 1: 67.5570(3617/5354) 77.2038(3617/4685) 72.0590 +LEVEL 2: 66.3990(3555/5354) 75.8805(3555/4685) 70.8238 +LEVEL 3: 50.6164(2710/5354) 57.8442(2710/4685) 53.9894 +LEVEL 4: 47.7400(2556/5354) 54.5571(2556/4685) 50.9214 +LEVEL 5: 47.7400(2556/5354) 54.5571(2556/4685) 50.9214 +LEVEL 6: 47.7400(2556/5354) 54.5571(2556/4685) 50.9214 +LEVEL 7: 47.4225(2539/5354) 54.1942(2539/4685) 50.5827 + +test.misc (corpus.mixed.mc): + precision recall F +LEVEL 0: 98.5714(69/70) 95.8333(69/72) 97.1831 +LEVEL 1: 98.5714(69/70) 95.8333(69/72) 97.1831 +LEVEL 2: 98.5714(69/70) 95.8333(69/72) 97.1831 +LEVEL 3: 98.5714(69/70) 95.8333(69/72) 97.1831 +LEVEL 4: 98.5714(69/70) 95.8333(69/72) 97.1831 +LEVEL 5: 98.5714(69/70) 95.8333(69/72) 97.1831 +LEVEL 6: 98.5714(69/70) 95.8333(69/72) 97.1831 +LEVEL 7: 98.5714(69/70) 95.8333(69/72) 97.1831 + +test.kanjikai (corpus.mixed.mc): + precision recall F +LEVEL 0: 100.0000(70/70) 100.0000(70/70) 100.0000 +LEVEL 1: 100.0000(70/70) 100.0000(70/70) 100.0000 +LEVEL 2: 100.0000(70/70) 100.0000(70/70) 100.0000 +LEVEL 3: 98.5714(69/70) 98.5714(69/70) 98.5714 +LEVEL 4: 98.5714(69/70) 98.5714(69/70) 98.5714 +LEVEL 5: 98.5714(69/70) 98.5714(69/70) 98.5714 +LEVEL 6: 98.5714(69/70) 98.5714(69/70) 98.5714 +LEVEL 7: 95.7143(67/70) 95.7143(67/70) 95.7143 + +test.ryomou (corpus.mixed.mc): + precision recall F +LEVEL 0: 100.0000(318/318) 100.0000(318/318) 100.0000 +LEVEL 1: 100.0000(318/318) 100.0000(318/318) 100.0000 +LEVEL 2: 100.0000(318/318) 100.0000(318/318) 100.0000 +LEVEL 3: 100.0000(318/318) 100.0000(318/318) 100.0000 +LEVEL 4: 99.6855(317/318) 99.6855(317/318) 99.6855 +LEVEL 5: 99.6855(317/318) 99.6855(317/318) 99.6855 +LEVEL 6: 99.6855(317/318) 99.6855(317/318) 99.6855 +LEVEL 7: 99.6855(317/318) 99.6855(317/318) 99.6855 + +test.non-KT (corpus.mixed.mc): + precision recall F +LEVEL 0: 99.7817(457/458) 99.3478(457/460) 99.5643 +LEVEL 1: 99.7817(457/458) 99.3478(457/460) 99.5643 +LEVEL 2: 99.7817(457/458) 99.3478(457/460) 99.5643 +LEVEL 3: 99.5633(456/458) 99.1304(456/460) 99.3464 +LEVEL 4: 99.3450(455/458) 98.9130(455/460) 99.1285 +LEVEL 5: 99.3450(455/458) 98.9130(455/460) 99.1285 +LEVEL 6: 99.3450(455/458) 98.9130(455/460) 99.1285 +LEVEL 7: 98.9083(453/458) 98.4783(453/460) 98.6928 + +test.mixed (corpus.mixed.mc): + precision recall F +LEVEL 0: 77.0131(4476/5812) 86.9971(4476/5145) 81.7012 +LEVEL 1: 70.0964(4074/5812) 79.1837(4074/5145) 74.3634 +LEVEL 2: 69.0296(4012/5812) 77.9786(4012/5145) 73.2317 +LEVEL 3: 54.4735(3166/5812) 61.5355(3166/5145) 57.7895 +LEVEL 4: 51.8066(3011/5812) 58.5228(3011/5145) 54.9603 +LEVEL 5: 51.8066(3011/5812) 58.5228(3011/5145) 54.9603 +LEVEL 6: 51.8066(3011/5812) 58.5228(3011/5145) 54.9603 +LEVEL 7: 51.4797(2992/5812) 58.1535(2992/5145) 54.6135 + +test.all (corpus.mixed.mc): + precision recall F +LEVEL 0: 74.8653(72114/96325) 82.8649(72114/87026) 78.6622 +LEVEL 1: 65.7887(63371/96325) 72.8185(63371/87026) 69.1253 +LEVEL 2: 63.1498(60829/96325) 69.8975(60829/87026) 66.3525 +LEVEL 3: 48.9779(47178/96325) 54.2114(47178/87026) 51.4620 +LEVEL 4: 45.5292(43856/96325) 50.3941(43856/87026) 47.8383 +LEVEL 5: 45.5292(43856/96325) 50.3941(43856/87026) 47.8383 +LEVEL 6: 45.5292(43856/96325) 50.3941(43856/87026) 47.8383 +LEVEL 7: 45.3174(43652/96325) 50.1597(43652/87026) 47.6158 + +test.KT0 (corpus.all.mc): + precision recall F +LEVEL 0: 74.5442(71918/96477) 83.0788(71918/86566) 78.5804 +LEVEL 1: 66.1183(63789/96477) 73.6883(63789/86566) 69.6984 +LEVEL 2: 64.3076(62042/96477) 71.6702(62042/86566) 67.7895 +LEVEL 3: 50.5551(48774/96477) 56.3431(48774/86566) 53.2924 +LEVEL 4: 46.8702(45219/96477) 52.2364(45219/86566) 49.4081 +LEVEL 5: 46.8702(45219/96477) 52.2364(45219/86566) 49.4081 +LEVEL 6: 46.8702(45219/96477) 52.2364(45219/86566) 49.4081 +LEVEL 7: 46.6567(45013/96477) 51.9985(45013/86566) 49.1830 + +test.KT2 (corpus.all.mc): + precision recall F +LEVEL 0: 74.6413(4006/5367) 85.5069(4006/4685) 79.7055 +LEVEL 1: 66.9462(3593/5367) 76.6916(3593/4685) 71.4883 +LEVEL 2: 65.9773(3541/5367) 75.5816(3541/4685) 70.4536 +LEVEL 3: 50.3447(2702/5367) 57.6734(2702/4685) 53.7604 +LEVEL 4: 47.3635(2542/5367) 54.2583(2542/4685) 50.5770 +LEVEL 5: 47.3635(2542/5367) 54.2583(2542/4685) 50.5770 +LEVEL 6: 47.3635(2542/5367) 54.2583(2542/4685) 50.5770 +LEVEL 7: 47.0468(2525/5367) 53.8954(2525/4685) 50.2388 + +test.misc (corpus.all.mc): + precision recall F +LEVEL 0: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 1: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 2: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 3: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 4: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 5: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 6: 100.0000(72/72) 100.0000(72/72) 100.0000 +LEVEL 7: 100.0000(72/72) 100.0000(72/72) 100.0000 + +test.kanjikai (corpus.all.mc): + precision recall F +LEVEL 0: 100.0000(70/70) 100.0000(70/70) 100.0000 +LEVEL 1: 98.5714(69/70) 98.5714(69/70) 98.5714 +LEVEL 2: 98.5714(69/70) 98.5714(69/70) 98.5714 +LEVEL 3: 95.7143(67/70) 95.7143(67/70) 95.7143 +LEVEL 4: 95.7143(67/70) 95.7143(67/70) 95.7143 +LEVEL 5: 95.7143(67/70) 95.7143(67/70) 95.7143 +LEVEL 6: 95.7143(67/70) 95.7143(67/70) 95.7143 +LEVEL 7: 92.8571(65/70) 92.8571(65/70) 92.8571 + +test.ryomou (corpus.all.mc): + precision recall F +LEVEL 0: 100.0000(318/318) 100.0000(318/318) 100.0000 +LEVEL 1: 98.4277(313/318) 98.4277(313/318) 98.4277 +LEVEL 2: 97.7987(311/318) 97.7987(311/318) 97.7987 +LEVEL 3: 97.7987(311/318) 97.7987(311/318) 97.7987 +LEVEL 4: 96.8553(308/318) 96.8553(308/318) 96.8553 +LEVEL 5: 96.8553(308/318) 96.8553(308/318) 96.8553 +LEVEL 6: 96.8553(308/318) 96.8553(308/318) 96.8553 +LEVEL 7: 96.8553(308/318) 96.8553(308/318) 96.8553 + +test.non-KT (corpus.all.mc): + precision recall F +LEVEL 0: 100.0000(460/460) 100.0000(460/460) 100.0000 +LEVEL 1: 98.6957(454/460) 98.6957(454/460) 98.6957 +LEVEL 2: 98.2609(452/460) 98.2609(452/460) 98.2609 +LEVEL 3: 97.8261(450/460) 97.8261(450/460) 97.8261 +LEVEL 4: 97.1739(447/460) 97.1739(447/460) 97.1739 +LEVEL 5: 97.1739(447/460) 97.1739(447/460) 97.1739 +LEVEL 6: 97.1739(447/460) 97.1739(447/460) 97.1739 +LEVEL 7: 96.7391(445/460) 96.7391(445/460) 96.7391 + +test.mixed (corpus.all.mc): + precision recall F +LEVEL 0: 76.6432(4466/5827) 86.8027(4466/5145) 81.4072 +LEVEL 1: 69.4525(4047/5827) 78.6589(4047/5145) 73.7696 +LEVEL 2: 68.5258(3993/5827) 77.6093(3993/5145) 72.7853 +LEVEL 3: 54.0930(3152/5827) 61.2634(3152/5145) 57.4553 +LEVEL 4: 51.2957(2989/5827) 58.0952(2989/5145) 54.4841 +LEVEL 5: 51.2957(2989/5827) 58.0952(2989/5145) 54.4841 +LEVEL 6: 51.2957(2989/5827) 58.0952(2989/5145) 54.4841 +LEVEL 7: 50.9696(2970/5827) 57.7259(2970/5145) 54.1378 + +test.all (corpus.all.mc): + precision recall F +LEVEL 0: 74.6650(72378/96937) 83.1682(72378/87026) 78.6876 +LEVEL 1: 66.2729(64243/96937) 73.8205(64243/87026) 69.8434 +LEVEL 2: 64.4687(62494/96937) 71.8107(62494/87026) 67.9419 +LEVEL 3: 50.7794(49224/96937) 56.5624(49224/87026) 53.5151 +LEVEL 4: 47.1089(45666/96937) 52.4740(45666/87026) 49.6469 +LEVEL 5: 47.1089(45666/96937) 52.4740(45666/87026) 49.6469 +LEVEL 6: 47.1089(45666/96937) 52.4740(45666/87026) 49.6469 +LEVEL 7: 46.8944(45458/96937) 52.2350(45458/87026) 49.4208