diff --git a/seed_KTp2/system-eval.results b/seed_KTp2/system-eval.results new file mode 100644 index 0000000000000000000000000000000000000000..ccd7d8fd9ee5a92a4d858fe7345e5bc396157d68 --- /dev/null +++ b/seed_KTp2/system-eval.results @@ -0,0 +1,705 @@ +mecab-system-eval -l "0 1 2 3 4 5 6 7" + +test.KT0 (corpus.KT0.mc): + precision recall F +LEVEL 0: 81.7894(76231/93204) 88.0611(76231/86566) 84.8095 +LEVEL 1: 76.1931(71015/93204) 82.0357(71015/86566) 79.0065 +LEVEL 2: 74.8519(69765/93204) 80.5917(69765/86566) 77.6158 +LEVEL 3: 68.5314(63874/93204) 73.7865(63874/86566) 71.0619 +LEVEL 4: 65.2118(60780/93204) 70.2123(60780/86566) 67.6197 +LEVEL 5: 65.2118(60780/93204) 70.2123(60780/86566) 67.6197 +LEVEL 6: 65.2118(60780/93204) 70.2123(60780/86566) 67.6197 +LEVEL 7: 64.9393(60526/93204) 69.9189(60526/86566) 67.3372 + +test.KT2 (corpus.KT0.mc): + precision recall F +LEVEL 0: 99.8410(6279/6289) 99.7300(6279/6296) 99.7855 +LEVEL 1: 99.1096(6233/6289) 98.9994(6233/6296) 99.0544 +LEVEL 2: 98.7756(6212/6289) 98.6658(6212/6296) 98.7207 +LEVEL 3: 98.3940(6188/6289) 98.2846(6188/6296) 98.3393 +LEVEL 4: 97.6467(6141/6289) 97.5381(6141/6296) 97.5924 +LEVEL 5: 97.6467(6141/6289) 97.5381(6141/6296) 97.5924 +LEVEL 6: 97.6467(6141/6289) 97.5381(6141/6296) 97.5924 +LEVEL 7: 97.4718(6130/6289) 97.3634(6130/6296) 97.4176 + +test.misc (corpus.KT0.mc): + precision recall F +LEVEL 0: 92.0000(69/75) 95.8333(69/72) 93.8776 +LEVEL 1: 85.3333(64/75) 88.8889(64/72) 87.0748 +LEVEL 2: 82.6667(62/75) 86.1111(62/72) 84.3537 +LEVEL 3: 72.0000(54/75) 75.0000(54/72) 73.4694 +LEVEL 4: 69.3333(52/75) 72.2222(52/72) 70.7483 +LEVEL 5: 69.3333(52/75) 72.2222(52/72) 70.7483 +LEVEL 6: 69.3333(52/75) 72.2222(52/72) 70.7483 +LEVEL 7: 69.3333(52/75) 72.2222(52/72) 70.7483 + +test.kanjikai (corpus.KT0.mc): + precision recall F +LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538 +LEVEL 1: 85.0000(51/60) 72.8571(51/70) 78.4615 +LEVEL 2: 85.0000(51/60) 72.8571(51/70) 78.4615 +LEVEL 3: 70.0000(42/60) 60.0000(42/70) 64.6154 +LEVEL 4: 60.0000(36/60) 51.4286(36/70) 55.3846 +LEVEL 5: 60.0000(36/60) 51.4286(36/70) 55.3846 +LEVEL 6: 60.0000(36/60) 51.4286(36/70) 55.3846 +LEVEL 7: 58.3333(35/60) 50.0000(35/70) 53.8462 + +test.ryomou (corpus.KT0.mc): + precision recall F +LEVEL 0: 94.1538(306/325) 96.2264(306/318) 95.1788 +LEVEL 1: 81.5385(265/325) 83.3333(265/318) 82.4261 +LEVEL 2: 80.3077(261/325) 82.0755(261/318) 81.1820 +LEVEL 3: 70.4615(229/325) 72.0126(229/318) 71.2286 +LEVEL 4: 65.5385(213/325) 66.9811(213/318) 66.2519 +LEVEL 5: 65.5385(213/325) 66.9811(213/318) 66.2519 +LEVEL 6: 65.5385(213/325) 66.9811(213/318) 66.2519 +LEVEL 7: 64.9231(211/325) 66.3522(211/318) 65.6299 + +test.non-KT (corpus.KT0.mc): + precision recall F +LEVEL 0: 93.6957(431/460) 93.6957(431/460) 93.6957 +LEVEL 1: 82.6087(380/460) 82.6087(380/460) 82.6087 +LEVEL 2: 81.3043(374/460) 81.3043(374/460) 81.3043 +LEVEL 3: 70.6522(325/460) 70.6522(325/460) 70.6522 +LEVEL 4: 65.4348(301/460) 65.4348(301/460) 65.4348 +LEVEL 5: 65.4348(301/460) 65.4348(301/460) 65.4348 +LEVEL 6: 65.4348(301/460) 65.4348(301/460) 65.4348 +LEVEL 7: 64.7826(298/460) 64.7826(298/460) 64.7826 + +test.mixed (corpus.KT0.mc): + precision recall F +LEVEL 0: 99.4221(6710/6749) 99.3191(6710/6756) 99.3706 +LEVEL 1: 97.9849(6613/6749) 97.8834(6613/6756) 97.9341 +LEVEL 2: 97.5848(6586/6749) 97.4837(6586/6756) 97.5342 +LEVEL 3: 96.5032(6513/6749) 96.4032(6513/6756) 96.4532 +LEVEL 4: 95.4512(6442/6749) 95.3523(6442/6756) 95.4017 +LEVEL 5: 95.4512(6442/6749) 95.3523(6442/6756) 95.4017 +LEVEL 6: 95.4512(6442/6749) 95.3523(6442/6756) 95.4017 +LEVEL 7: 95.2437(6428/6749) 95.1451(6428/6756) 95.1944 + +test.all (corpus.KT0.mc): + precision recall F +LEVEL 0: 81.8479(76662/93664) 88.0909(76662/87026) 84.8547 +LEVEL 1: 76.2246(71395/93664) 82.0387(71395/87026) 79.0248 +LEVEL 2: 74.8836(70139/93664) 80.5955(70139/87026) 77.6346 +LEVEL 3: 68.5418(64199/93664) 73.7699(64199/87026) 71.0598 +LEVEL 4: 65.2129(61081/93664) 70.1871(61081/87026) 67.6086 +LEVEL 5: 65.2129(61081/93664) 70.1871(61081/87026) 67.6086 +LEVEL 6: 65.2129(61081/93664) 70.1871(61081/87026) 67.6086 +LEVEL 7: 64.9385(60824/93664) 69.8918(60824/87026) 67.3241 + +test.KT0 (corpus.KT2.mc): + precision recall F +LEVEL 0: 81.5124(74989/91997) 86.6264(74989/86566) 83.9916 +LEVEL 1: 75.0014(68999/91997) 79.7068(68999/86566) 77.2825 +LEVEL 2: 72.8198(66992/91997) 77.3884(66992/86566) 75.0346 +LEVEL 3: 65.9413(60664/91997) 70.0783(60664/86566) 67.9469 +LEVEL 4: 62.5053(57503/91997) 66.4268(57503/86566) 64.4064 +LEVEL 5: 62.5053(57503/91997) 66.4268(57503/86566) 64.4064 +LEVEL 6: 62.5053(57503/91997) 66.4268(57503/86566) 64.4064 +LEVEL 7: 62.2379(57257/91997) 66.1426(57257/86566) 64.1309 + +test.KT2 (corpus.KT2.mc): + precision recall F +LEVEL 0: 99.9364(6288/6292) 99.8729(6288/6296) 99.9047 +LEVEL 1: 99.7139(6274/6292) 99.6506(6274/6296) 99.6822 +LEVEL 2: 99.6186(6268/6292) 99.5553(6268/6296) 99.5869 +LEVEL 3: 99.5709(6265/6292) 99.5076(6265/6296) 99.5392 +LEVEL 4: 99.2689(6246/6292) 99.2058(6246/6296) 99.2374 +LEVEL 5: 99.2689(6246/6292) 99.2058(6246/6296) 99.2374 +LEVEL 6: 99.2689(6246/6292) 99.2058(6246/6296) 99.2374 +LEVEL 7: 99.0941(6235/6292) 99.0311(6235/6296) 99.0626 + +test.misc (corpus.KT2.mc): + precision recall F +LEVEL 0: 92.7536(64/69) 88.8889(64/72) 90.7801 +LEVEL 1: 85.5072(59/69) 81.9444(59/72) 83.6879 +LEVEL 2: 85.5072(59/69) 81.9444(59/72) 83.6879 +LEVEL 3: 72.4638(50/69) 69.4444(50/72) 70.9220 +LEVEL 4: 66.6667(46/69) 63.8889(46/72) 65.2482 +LEVEL 5: 66.6667(46/69) 63.8889(46/72) 65.2482 +LEVEL 6: 66.6667(46/69) 63.8889(46/72) 65.2482 +LEVEL 7: 66.6667(46/69) 63.8889(46/72) 65.2482 + +test.kanjikai (corpus.KT2.mc): + precision recall F +LEVEL 0: 91.5254(54/59) 77.1429(54/70) 83.7209 +LEVEL 1: 83.0508(49/59) 70.0000(49/70) 75.9690 +LEVEL 2: 83.0508(49/59) 70.0000(49/70) 75.9690 +LEVEL 3: 66.1017(39/59) 55.7143(39/70) 60.4651 +LEVEL 4: 57.6271(34/59) 48.5714(34/70) 52.7132 +LEVEL 5: 57.6271(34/59) 48.5714(34/70) 52.7132 +LEVEL 6: 57.6271(34/59) 48.5714(34/70) 52.7132 +LEVEL 7: 55.9322(33/59) 47.1429(33/70) 51.1628 + +test.ryomou (corpus.KT2.mc): + precision recall F +LEVEL 0: 95.0311(306/322) 96.2264(306/318) 95.6250 +LEVEL 1: 81.3665(262/322) 82.3899(262/318) 81.8750 +LEVEL 2: 79.5031(256/322) 80.5031(256/318) 80.0000 +LEVEL 3: 69.5652(224/322) 70.4403(224/318) 70.0000 +LEVEL 4: 63.3540(204/322) 64.1509(204/318) 63.7500 +LEVEL 5: 63.3540(204/322) 64.1509(204/318) 63.7500 +LEVEL 6: 63.3540(204/322) 64.1509(204/318) 63.7500 +LEVEL 7: 62.7329(202/322) 63.5220(202/318) 63.1250 + +test.non-KT (corpus.KT2.mc): + precision recall F +LEVEL 0: 94.2222(424/450) 92.1739(424/460) 93.1868 +LEVEL 1: 82.2222(370/450) 80.4348(370/460) 81.3187 +LEVEL 2: 80.8889(364/450) 79.1304(364/460) 80.0000 +LEVEL 3: 69.5556(313/450) 68.0435(313/460) 68.7912 +LEVEL 4: 63.1111(284/450) 61.7391(284/460) 62.4176 +LEVEL 5: 63.1111(284/450) 61.7391(284/460) 62.4176 +LEVEL 6: 63.1111(284/450) 61.7391(284/460) 62.4176 +LEVEL 7: 62.4444(281/450) 61.0870(281/460) 61.7582 + +test.mixed (corpus.KT2.mc): + precision recall F +LEVEL 0: 99.5550(6712/6742) 99.3487(6712/6756) 99.4518 +LEVEL 1: 98.5464(6644/6742) 98.3422(6644/6756) 98.4442 +LEVEL 2: 98.3684(6632/6742) 98.1646(6632/6756) 98.2664 +LEVEL 3: 97.5675(6578/6742) 97.3653(6578/6756) 97.4663 +LEVEL 4: 96.8555(6530/6742) 96.6548(6530/6756) 96.7551 +LEVEL 5: 96.8555(6530/6742) 96.6548(6530/6756) 96.7551 +LEVEL 6: 96.8555(6530/6742) 96.6548(6530/6756) 96.7551 +LEVEL 7: 96.6479(6516/6742) 96.4476(6516/6756) 96.5476 + +test.all (corpus.KT2.mc): + precision recall F +LEVEL 0: 81.5743(75413/92447) 86.6557(75413/87026) 84.0383 +LEVEL 1: 75.0365(69369/92447) 79.7107(69369/87026) 77.3030 +LEVEL 2: 72.8590(67356/92447) 77.3976(67356/87026) 75.0598 +LEVEL 3: 65.9589(60977/92447) 70.0676(60977/87026) 67.9512 +LEVEL 4: 62.5082(57787/92447) 66.4020(57787/87026) 64.3963 +LEVEL 5: 62.5082(57787/92447) 66.4020(57787/87026) 64.3963 +LEVEL 6: 62.5082(57787/92447) 66.4020(57787/87026) 64.3963 +LEVEL 7: 62.2389(57538/92447) 66.1159(57538/87026) 64.1188 + +test.KT0 (corpus.misc.mc): + precision recall F +LEVEL 0: 79.4026(73719/92842) 85.1593(73719/86566) 82.1803 +LEVEL 1: 68.6683(63753/92842) 73.6467(63753/86566) 71.0704 +LEVEL 2: 63.6835(59125/92842) 68.3005(59125/86566) 65.9112 +LEVEL 3: 54.7371(50819/92842) 58.7055(50819/86566) 56.6519 +LEVEL 4: 50.7475(47115/92842) 54.4267(47115/86566) 52.5227 +LEVEL 5: 50.7475(47115/92842) 54.4267(47115/86566) 52.5227 +LEVEL 6: 50.7475(47115/92842) 54.4267(47115/86566) 52.5227 +LEVEL 7: 50.5052(46890/92842) 54.1668(46890/86566) 52.2719 + +test.KT2 (corpus.misc.mc): + precision recall F +LEVEL 0: 94.1048(6050/6429) 96.0928(6050/6296) 95.0884 +LEVEL 1: 84.5233(5434/6429) 86.3088(5434/6296) 85.4067 +LEVEL 2: 79.9502(5140/6429) 81.6391(5140/6296) 80.7859 +LEVEL 3: 74.3195(4778/6429) 75.8895(4778/6296) 75.0963 +LEVEL 4: 71.3952(4590/6429) 72.9034(4590/6296) 72.1415 +LEVEL 5: 71.3952(4590/6429) 72.9034(4590/6296) 72.1415 +LEVEL 6: 71.3952(4590/6429) 72.9034(4590/6296) 72.1415 +LEVEL 7: 71.2708(4582/6429) 72.7764(4582/6296) 72.0157 + +test.misc (corpus.misc.mc): + precision recall F +LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310 +LEVEL 1: 91.7808(67/73) 93.0556(67/72) 92.4138 +LEVEL 2: 91.7808(67/73) 93.0556(67/72) 92.4138 +LEVEL 3: 83.5616(61/73) 84.7222(61/72) 84.1379 +LEVEL 4: 78.0822(57/73) 79.1667(57/72) 78.6207 +LEVEL 5: 78.0822(57/73) 79.1667(57/72) 78.6207 +LEVEL 6: 78.0822(57/73) 79.1667(57/72) 78.6207 +LEVEL 7: 78.0822(57/73) 79.1667(57/72) 78.6207 + +test.kanjikai (corpus.misc.mc): + precision recall F +LEVEL 0: 87.5000(49/56) 70.0000(49/70) 77.7778 +LEVEL 1: 71.4286(40/56) 57.1429(40/70) 63.4921 +LEVEL 2: 67.8571(38/56) 54.2857(38/70) 60.3175 +LEVEL 3: 58.9286(33/56) 47.1429(33/70) 52.3810 +LEVEL 4: 46.4286(26/56) 37.1429(26/70) 41.2698 +LEVEL 5: 46.4286(26/56) 37.1429(26/70) 41.2698 +LEVEL 6: 46.4286(26/56) 37.1429(26/70) 41.2698 +LEVEL 7: 46.4286(26/56) 37.1429(26/70) 41.2698 + +test.ryomou (corpus.misc.mc): + precision recall F +LEVEL 0: 92.2601(298/323) 93.7107(298/318) 92.9797 +LEVEL 1: 72.7554(235/323) 73.8994(235/318) 73.3229 +LEVEL 2: 69.0402(223/323) 70.1258(223/318) 69.5788 +LEVEL 3: 59.7523(193/323) 60.6918(193/318) 60.2184 +LEVEL 4: 53.2508(172/323) 54.0881(172/318) 53.6661 +LEVEL 5: 53.2508(172/323) 54.0881(172/318) 53.6661 +LEVEL 6: 53.2508(172/323) 54.0881(172/318) 53.6661 +LEVEL 7: 52.6316(170/323) 53.4591(170/318) 53.0421 + +test.non-KT (corpus.misc.mc): + precision recall F +LEVEL 0: 92.4779(418/452) 90.8696(418/460) 91.6667 +LEVEL 1: 75.6637(342/452) 74.3478(342/460) 75.0000 +LEVEL 2: 72.5664(328/452) 71.3043(328/460) 71.9298 +LEVEL 3: 63.4956(287/452) 62.3913(287/460) 62.9386 +LEVEL 4: 56.4159(255/452) 55.4348(255/460) 55.9211 +LEVEL 5: 56.4159(255/452) 55.4348(255/460) 55.9211 +LEVEL 6: 56.4159(255/452) 55.4348(255/460) 55.9211 +LEVEL 7: 55.9735(253/452) 55.0000(253/460) 55.4825 + +test.mixed (corpus.misc.mc): + precision recall F +LEVEL 0: 93.9980(6468/6881) 95.7371(6468/6756) 94.8596 +LEVEL 1: 83.9413(5776/6881) 85.4944(5776/6756) 84.7107 +LEVEL 2: 79.4652(5468/6881) 80.9355(5468/6756) 80.1936 +LEVEL 3: 73.6085(5065/6881) 74.9704(5065/6756) 74.2832 +LEVEL 4: 70.4113(4845/6881) 71.7140(4845/6756) 71.0567 +LEVEL 5: 70.4113(4845/6881) 71.7140(4845/6756) 71.0567 +LEVEL 6: 70.4113(4845/6881) 71.7140(4845/6756) 71.0567 +LEVEL 7: 70.2659(4835/6881) 71.5660(4835/6756) 70.9100 + +test.all (corpus.misc.mc): + precision recall F +LEVEL 0: 79.4660(74137/93294) 85.1895(74137/87026) 82.2283 +LEVEL 1: 68.7022(64095/93294) 73.6504(64095/87026) 71.0903 +LEVEL 2: 63.7265(59453/93294) 68.3164(59453/87026) 65.9417 +LEVEL 3: 54.7795(51106/93294) 58.7250(51106/87026) 56.6837 +LEVEL 4: 50.7750(47370/93294) 54.4320(47370/87026) 52.5399 +LEVEL 5: 50.7750(47370/93294) 54.4320(47370/87026) 52.5399 +LEVEL 6: 50.7750(47370/93294) 54.4320(47370/87026) 52.5399 +LEVEL 7: 50.5317(47143/93294) 54.1712(47143/87026) 52.2882 + +test.KT0 (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 78.7190(73078/92834) 84.4188(73078/86566) 81.4693 +LEVEL 1: 67.5097(62672/92834) 72.3979(62672/86566) 69.8685 +LEVEL 2: 62.7744(58276/92834) 67.3197(58276/86566) 64.9677 +LEVEL 3: 53.3544(49531/92834) 57.2176(49531/86566) 55.2185 +LEVEL 4: 49.6327(46076/92834) 53.2264(46076/86566) 51.3668 +LEVEL 5: 49.6327(46076/92834) 53.2264(46076/86566) 51.3668 +LEVEL 6: 49.6327(46076/92834) 53.2264(46076/86566) 51.3668 +LEVEL 7: 49.4172(45876/92834) 52.9954(45876/86566) 51.1438 + +test.KT2 (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 93.9125(6032/6423) 95.8069(6032/6296) 94.8502 +LEVEL 1: 85.3184(5480/6423) 87.0394(5480/6296) 86.1703 +LEVEL 2: 80.5076(5171/6423) 82.1315(5171/6296) 81.3114 +LEVEL 3: 75.9770(4880/6423) 77.5095(4880/6296) 76.7356 +LEVEL 4: 73.2212(4703/6423) 74.6982(4703/6296) 73.9524 +LEVEL 5: 73.2212(4703/6423) 74.6982(4703/6296) 73.9524 +LEVEL 6: 73.2212(4703/6423) 74.6982(4703/6296) 73.9524 +LEVEL 7: 73.0967(4695/6423) 74.5712(4695/6296) 73.8266 + +test.misc (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 87.3239(62/71) 86.1111(62/72) 86.7133 +LEVEL 1: 76.0563(54/71) 75.0000(54/72) 75.5245 +LEVEL 2: 71.8310(51/71) 70.8333(51/72) 71.3287 +LEVEL 3: 61.9718(44/71) 61.1111(44/72) 61.5385 +LEVEL 4: 59.1549(42/71) 58.3333(42/72) 58.7413 +LEVEL 5: 59.1549(42/71) 58.3333(42/72) 58.7413 +LEVEL 6: 59.1549(42/71) 58.3333(42/72) 58.7413 +LEVEL 7: 59.1549(42/71) 58.3333(42/72) 58.7413 + +test.kanjikai (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538 +LEVEL 1: 88.3333(53/60) 75.7143(53/70) 81.5385 +LEVEL 2: 86.6667(52/60) 74.2857(52/70) 80.0000 +LEVEL 3: 78.3333(47/60) 67.1429(47/70) 72.3077 +LEVEL 4: 68.3333(41/60) 58.5714(41/70) 63.0769 +LEVEL 5: 68.3333(41/60) 58.5714(41/70) 63.0769 +LEVEL 6: 68.3333(41/60) 58.5714(41/70) 63.0769 +LEVEL 7: 66.6667(40/60) 57.1429(40/70) 61.5385 + +test.ryomou (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 92.8571(299/322) 94.0252(299/318) 93.4375 +LEVEL 1: 73.9130(238/322) 74.8428(238/318) 74.3750 +LEVEL 2: 69.2547(223/322) 70.1258(223/318) 69.6875 +LEVEL 3: 56.8323(183/322) 57.5472(183/318) 57.1875 +LEVEL 4: 50.6211(163/322) 51.2579(163/318) 50.9375 +LEVEL 5: 50.6211(163/322) 51.2579(163/318) 50.9375 +LEVEL 6: 50.6211(163/322) 51.2579(163/318) 50.9375 +LEVEL 7: 50.0000(161/322) 50.6289(161/318) 50.3125 + +test.non-KT (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 92.0530(417/453) 90.6522(417/460) 91.3472 +LEVEL 1: 76.1589(345/453) 75.0000(345/460) 75.5750 +LEVEL 2: 71.9647(326/453) 70.8696(326/460) 71.4129 +LEVEL 3: 60.4857(274/453) 59.5652(274/460) 60.0219 +LEVEL 4: 54.3046(246/453) 53.4783(246/460) 53.8883 +LEVEL 5: 54.3046(246/453) 53.4783(246/460) 53.8883 +LEVEL 6: 54.3046(246/453) 53.4783(246/460) 53.8883 +LEVEL 7: 53.6424(243/453) 52.8261(243/460) 53.2311 + +test.mixed (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 93.7900(6449/6876) 95.4559(6449/6756) 94.6156 +LEVEL 1: 84.7150(5825/6876) 86.2197(5825/6756) 85.4607 +LEVEL 2: 79.9447(5497/6876) 81.3647(5497/6756) 80.6485 +LEVEL 3: 74.9564(5154/6876) 76.2877(5154/6756) 75.6162 +LEVEL 4: 71.9750(4949/6876) 73.2534(4949/6756) 72.6086 +LEVEL 5: 71.9750(4949/6876) 73.2534(4949/6756) 72.6086 +LEVEL 6: 71.9750(4949/6876) 73.2534(4949/6756) 72.6086 +LEVEL 7: 71.8150(4938/6876) 73.0906(4938/6756) 72.4472 + +test.all (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 78.7838(73495/93287) 84.4518(73495/87026) 81.5194 +LEVEL 1: 67.5517(63017/93287) 72.4117(63017/87026) 69.8973 +LEVEL 2: 62.8190(58602/93287) 67.3385(58602/87026) 65.0003 +LEVEL 3: 53.3890(49805/93287) 57.2300(49805/87026) 55.2428 +LEVEL 4: 49.6554(46322/93287) 53.2278(46322/87026) 51.3795 +LEVEL 5: 49.6554(46322/93287) 53.2278(46322/87026) 51.3795 +LEVEL 6: 49.6554(46322/93287) 53.2278(46322/87026) 51.3795 +LEVEL 7: 49.4378(46119/93287) 52.9945(46119/87026) 51.1544 + +test.KT0 (corpus.ryomou.mc): + precision recall F +LEVEL 0: 80.4790(73586/91435) 85.0057(73586/86566) 82.6804 +LEVEL 1: 70.6316(64582/91435) 74.6043(64582/86566) 72.5636 +LEVEL 2: 66.7491(61032/91435) 70.5034(61032/86566) 68.5749 +LEVEL 3: 58.2457(53257/91435) 61.5218(53257/86566) 59.8390 +LEVEL 4: 53.9859(49362/91435) 57.0224(49362/86566) 55.4626 +LEVEL 5: 53.9859(49362/91435) 57.0224(49362/86566) 55.4626 +LEVEL 6: 53.9859(49362/91435) 57.0224(49362/86566) 55.4626 +LEVEL 7: 53.7168(49116/91435) 56.7382(49116/86566) 55.1862 + +test.KT2 (corpus.ryomou.mc): + precision recall F +LEVEL 0: 98.2880(6143/6250) 97.5699(6143/6296) 97.9276 +LEVEL 1: 92.1760(5761/6250) 91.5025(5761/6296) 91.8380 +LEVEL 2: 89.1840(5574/6250) 88.5324(5574/6296) 88.8570 +LEVEL 3: 85.2960(5331/6250) 84.6728(5331/6296) 84.9833 +LEVEL 4: 82.6400(5165/6250) 82.0362(5165/6296) 82.3370 +LEVEL 5: 82.6400(5165/6250) 82.0362(5165/6296) 82.3370 +LEVEL 6: 82.6400(5165/6250) 82.0362(5165/6296) 82.3370 +LEVEL 7: 82.4800(5155/6250) 81.8774(5155/6296) 82.1776 + +test.misc (corpus.ryomou.mc): + precision recall F +LEVEL 0: 90.0000(63/70) 87.5000(63/72) 88.7324 +LEVEL 1: 81.4286(57/70) 79.1667(57/72) 80.2817 +LEVEL 2: 80.0000(56/70) 77.7778(56/72) 78.8732 +LEVEL 3: 67.1429(47/70) 65.2778(47/72) 66.1972 +LEVEL 4: 61.4286(43/70) 59.7222(43/72) 60.5634 +LEVEL 5: 61.4286(43/70) 59.7222(43/72) 60.5634 +LEVEL 6: 61.4286(43/70) 59.7222(43/72) 60.5634 +LEVEL 7: 61.4286(43/70) 59.7222(43/72) 60.5634 + +test.kanjikai (corpus.ryomou.mc): + precision recall F +LEVEL 0: 89.4737(51/57) 72.8571(51/70) 80.3150 +LEVEL 1: 75.4386(43/57) 61.4286(43/70) 67.7165 +LEVEL 2: 75.4386(43/57) 61.4286(43/70) 67.7165 +LEVEL 3: 54.3860(31/57) 44.2857(31/70) 48.8189 +LEVEL 4: 40.3509(23/57) 32.8571(23/70) 36.2205 +LEVEL 5: 40.3509(23/57) 32.8571(23/70) 36.2205 +LEVEL 6: 40.3509(23/57) 32.8571(23/70) 36.2205 +LEVEL 7: 40.3509(23/57) 32.8571(23/70) 36.2205 + +test.ryomou (corpus.ryomou.mc): + precision recall F +LEVEL 0: 95.0769(309/325) 97.1698(309/318) 96.1120 +LEVEL 1: 84.6154(275/325) 86.4780(275/318) 85.5365 +LEVEL 2: 82.7692(269/325) 84.5912(269/318) 83.6703 +LEVEL 3: 74.1538(241/325) 75.7862(241/318) 74.9611 +LEVEL 4: 68.9231(224/325) 70.4403(224/318) 69.6734 +LEVEL 5: 68.9231(224/325) 70.4403(224/318) 69.6734 +LEVEL 6: 68.9231(224/325) 70.4403(224/318) 69.6734 +LEVEL 7: 68.3077(222/325) 69.8113(222/318) 69.0513 + +test.non-KT (corpus.ryomou.mc): + precision recall F +LEVEL 0: 93.5841(423/452) 91.9565(423/460) 92.7632 +LEVEL 1: 82.9646(375/452) 81.5217(375/460) 82.2368 +LEVEL 2: 81.4159(368/452) 80.0000(368/460) 80.7018 +LEVEL 3: 70.5752(319/452) 69.3478(319/460) 69.9561 +LEVEL 4: 64.1593(290/452) 63.0435(290/460) 63.5965 +LEVEL 5: 64.1593(290/452) 63.0435(290/460) 63.5965 +LEVEL 6: 64.1593(290/452) 63.0435(290/460) 63.5965 +LEVEL 7: 63.7168(288/452) 62.6087(288/460) 63.1579 + +test.mixed (corpus.ryomou.mc): + precision recall F +LEVEL 0: 97.9708(6566/6702) 97.1877(6566/6756) 97.5776 +LEVEL 1: 91.5548(6136/6702) 90.8230(6136/6756) 91.1874 +LEVEL 2: 88.6601(5942/6702) 87.9515(5942/6756) 88.3044 +LEVEL 3: 84.3032(5650/6702) 83.6294(5650/6756) 83.9649 +LEVEL 4: 81.3936(5455/6702) 80.7430(5455/6756) 81.0670 +LEVEL 5: 81.3936(5455/6702) 80.7430(5455/6756) 81.0670 +LEVEL 6: 81.3936(5455/6702) 80.7430(5455/6756) 81.0670 +LEVEL 7: 81.2146(5443/6702) 80.5654(5443/6756) 80.8887 + +test.all (corpus.ryomou.mc): + precision recall F +LEVEL 0: 80.5435(74009/91887) 85.0424(74009/87026) 82.7318 +LEVEL 1: 70.6923(64957/91887) 74.6409(64957/87026) 72.6129 +LEVEL 2: 66.8212(61400/91887) 70.5536(61400/87026) 68.6367 +LEVEL 3: 58.3064(53576/91887) 61.5632(53576/87026) 59.8906 +LEVEL 4: 54.0359(49652/91887) 57.0542(49652/87026) 55.5041 +LEVEL 5: 54.0359(49652/91887) 57.0542(49652/87026) 55.5041 +LEVEL 6: 54.0359(49652/91887) 57.0542(49652/87026) 55.5041 +LEVEL 7: 53.7660(49404/91887) 56.7692(49404/87026) 55.2268 + +test.KT0 (corpus.non-KT.mc): + precision recall F +LEVEL 0: 80.7575(74582/92353) 86.1562(74582/86566) 83.3696 +LEVEL 1: 71.6458(66167/92353) 76.4353(66167/86566) 73.9631 +LEVEL 2: 67.9902(62791/92353) 72.5354(62791/86566) 70.1893 +LEVEL 3: 59.7934(55221/92353) 63.7906(55221/86566) 61.7274 +LEVEL 4: 55.8238(51555/92353) 59.5557(51555/86566) 57.6294 +LEVEL 5: 55.8238(51555/92353) 59.5557(51555/86566) 57.6294 +LEVEL 6: 55.8238(51555/92353) 59.5557(51555/86566) 57.6294 +LEVEL 7: 55.5629(51314/92353) 59.2773(51314/86566) 57.3600 + +test.KT2 (corpus.non-KT.mc): + precision recall F +LEVEL 0: 98.1922(6192/6306) 98.3482(6192/6296) 98.2701 +LEVEL 1: 93.1177(5872/6306) 93.2656(5872/6296) 93.1916 +LEVEL 2: 90.2474(5691/6306) 90.3907(5691/6296) 90.3190 +LEVEL 3: 86.7586(5471/6306) 86.8964(5471/6296) 86.8275 +LEVEL 4: 83.9042(5291/6306) 84.0375(5291/6296) 83.9708 +LEVEL 5: 83.9042(5291/6306) 84.0375(5291/6296) 83.9708 +LEVEL 6: 83.9042(5291/6306) 84.0375(5291/6296) 83.9708 +LEVEL 7: 83.7456(5281/6306) 83.8787(5281/6296) 83.8121 + +test.misc (corpus.non-KT.mc): + precision recall F +LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310 +LEVEL 1: 91.7808(67/73) 93.0556(67/72) 92.4138 +LEVEL 2: 91.7808(67/73) 93.0556(67/72) 92.4138 +LEVEL 3: 83.5616(61/73) 84.7222(61/72) 84.1379 +LEVEL 4: 78.0822(57/73) 79.1667(57/72) 78.6207 +LEVEL 5: 78.0822(57/73) 79.1667(57/72) 78.6207 +LEVEL 6: 78.0822(57/73) 79.1667(57/72) 78.6207 +LEVEL 7: 78.0822(57/73) 79.1667(57/72) 78.6207 + +test.kanjikai (corpus.non-KT.mc): + precision recall F +LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538 +LEVEL 1: 88.3333(53/60) 75.7143(53/70) 81.5385 +LEVEL 2: 88.3333(53/60) 75.7143(53/70) 81.5385 +LEVEL 3: 76.6667(46/60) 65.7143(46/70) 70.7692 +LEVEL 4: 68.3333(41/60) 58.5714(41/70) 63.0769 +LEVEL 5: 68.3333(41/60) 58.5714(41/70) 63.0769 +LEVEL 6: 68.3333(41/60) 58.5714(41/70) 63.0769 +LEVEL 7: 66.6667(40/60) 57.1429(40/70) 61.5385 + +test.ryomou (corpus.non-KT.mc): + precision recall F +LEVEL 0: 95.0769(309/325) 97.1698(309/318) 96.1120 +LEVEL 1: 83.0769(270/325) 84.9057(270/318) 83.9813 +LEVEL 2: 81.2308(264/325) 83.0189(264/318) 82.1151 +LEVEL 3: 72.9231(237/325) 74.5283(237/318) 73.7170 +LEVEL 4: 68.3077(222/325) 69.8113(222/318) 69.0513 +LEVEL 5: 68.3077(222/325) 69.8113(222/318) 69.0513 +LEVEL 6: 68.3077(222/325) 69.8113(222/318) 69.0513 +LEVEL 7: 67.6923(220/325) 69.1824(220/318) 68.4292 + +test.non-KT (corpus.non-KT.mc): + precision recall F +LEVEL 0: 95.1965(436/458) 94.7826(436/460) 94.9891 +LEVEL 1: 85.1528(390/458) 84.7826(390/460) 84.9673 +LEVEL 2: 83.8428(384/458) 83.4783(384/460) 83.6601 +LEVEL 3: 75.1092(344/458) 74.7826(344/460) 74.9455 +LEVEL 4: 69.8690(320/458) 69.5652(320/460) 69.7168 +LEVEL 5: 69.8690(320/458) 69.5652(320/460) 69.7168 +LEVEL 6: 69.8690(320/458) 69.5652(320/460) 69.7168 +LEVEL 7: 69.2140(317/458) 68.9130(317/460) 69.0632 + +test.mixed (corpus.non-KT.mc): + precision recall F +LEVEL 0: 97.9894(6628/6764) 98.1054(6628/6756) 98.0473 +LEVEL 1: 92.5784(6262/6764) 92.6880(6262/6756) 92.6331 +LEVEL 2: 89.8137(6075/6764) 89.9201(6075/6756) 89.8669 +LEVEL 3: 85.9698(5815/6764) 86.0716(5815/6756) 86.0207 +LEVEL 4: 82.9539(5611/6764) 83.0521(5611/6756) 83.0030 +LEVEL 5: 82.9539(5611/6764) 83.0521(5611/6756) 83.0030 +LEVEL 6: 82.9539(5611/6764) 83.0521(5611/6756) 83.0030 +LEVEL 7: 82.7617(5598/6764) 82.8597(5598/6756) 82.8107 + +test.all (corpus.non-KT.mc): + precision recall F +LEVEL 0: 80.8288(75018/92811) 86.2018(75018/87026) 83.4289 +LEVEL 1: 71.7124(66557/92811) 76.4794(66557/87026) 74.0193 +LEVEL 2: 68.0684(63175/92811) 72.5932(63175/87026) 70.2581 +LEVEL 3: 59.8690(55565/92811) 63.8487(55565/87026) 61.7948 +LEVEL 4: 55.8932(51875/92811) 59.6086(51875/87026) 57.6911 +LEVEL 5: 55.8932(51875/92811) 59.6086(51875/87026) 57.6911 +LEVEL 6: 55.8932(51875/92811) 59.6086(51875/87026) 57.6911 +LEVEL 7: 55.6303(51631/92811) 59.3282(51631/87026) 57.4198 + +test.KT0 (corpus.mixed.mc): + precision recall F +LEVEL 0: 81.5394(75097/92099) 86.7511(75097/86566) 84.0646 +LEVEL 1: 75.0345(69106/92099) 79.8304(69106/86566) 77.3582 +LEVEL 2: 72.8955(67136/92099) 77.5547(67136/86566) 75.1529 +LEVEL 3: 65.9899(60776/92099) 70.2077(60776/86566) 68.0335 +LEVEL 4: 62.5859(57641/92099) 66.5862(57641/86566) 64.5241 +LEVEL 5: 62.5859(57641/92099) 66.5862(57641/86566) 64.5241 +LEVEL 6: 62.5859(57641/92099) 66.5862(57641/86566) 64.5241 +LEVEL 7: 62.3156(57392/92099) 66.2985(57392/86566) 64.2454 + +test.KT2 (corpus.mixed.mc): + precision recall F +LEVEL 0: 99.9523(6290/6293) 99.9047(6290/6296) 99.9285 +LEVEL 1: 99.7457(6277/6293) 99.6982(6277/6296) 99.7220 +LEVEL 2: 99.6345(6270/6293) 99.5870(6270/6296) 99.6108 +LEVEL 3: 99.5868(6267/6293) 99.5394(6267/6296) 99.5631 +LEVEL 4: 99.2849(6248/6293) 99.2376(6248/6296) 99.2613 +LEVEL 5: 99.2849(6248/6293) 99.2376(6248/6296) 99.2613 +LEVEL 6: 99.2849(6248/6293) 99.2376(6248/6296) 99.2613 +LEVEL 7: 99.1101(6237/6293) 99.0629(6237/6296) 99.0865 + +test.misc (corpus.mixed.mc): + precision recall F +LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310 +LEVEL 1: 90.4110(66/73) 91.6667(66/72) 91.0345 +LEVEL 2: 90.4110(66/73) 91.6667(66/72) 91.0345 +LEVEL 3: 82.1918(60/73) 83.3333(60/72) 82.7586 +LEVEL 4: 76.7123(56/73) 77.7778(56/72) 77.2414 +LEVEL 5: 76.7123(56/73) 77.7778(56/72) 77.2414 +LEVEL 6: 76.7123(56/73) 77.7778(56/72) 77.2414 +LEVEL 7: 76.7123(56/73) 77.7778(56/72) 77.2414 + +test.kanjikai (corpus.mixed.mc): + precision recall F +LEVEL 0: 91.5254(54/59) 77.1429(54/70) 83.7209 +LEVEL 1: 86.4407(51/59) 72.8571(51/70) 79.0698 +LEVEL 2: 86.4407(51/59) 72.8571(51/70) 79.0698 +LEVEL 3: 74.5763(44/59) 62.8571(44/70) 68.2171 +LEVEL 4: 67.7966(40/59) 57.1429(40/70) 62.0155 +LEVEL 5: 67.7966(40/59) 57.1429(40/70) 62.0155 +LEVEL 6: 67.7966(40/59) 57.1429(40/70) 62.0155 +LEVEL 7: 66.1017(39/59) 55.7143(39/70) 60.4651 + +test.ryomou (corpus.mixed.mc): + precision recall F +LEVEL 0: 95.0769(309/325) 97.1698(309/318) 96.1120 +LEVEL 1: 84.3077(274/325) 86.1635(274/318) 85.2255 +LEVEL 2: 83.0769(270/325) 84.9057(270/318) 83.9813 +LEVEL 3: 73.5385(239/325) 75.1572(239/318) 74.3390 +LEVEL 4: 68.3077(222/325) 69.8113(222/318) 69.0513 +LEVEL 5: 68.3077(222/325) 69.8113(222/318) 69.0513 +LEVEL 6: 68.3077(222/325) 69.8113(222/318) 69.0513 +LEVEL 7: 67.6923(220/325) 69.1824(220/318) 68.4292 + +test.non-KT (corpus.mixed.mc): + precision recall F +LEVEL 0: 94.9672(434/457) 94.3478(434/460) 94.6565 +LEVEL 1: 85.5580(391/457) 85.0000(391/460) 85.2781 +LEVEL 2: 84.6827(387/457) 84.1304(387/460) 84.4057 +LEVEL 3: 75.0547(343/457) 74.5652(343/460) 74.8092 +LEVEL 4: 69.5842(318/457) 69.1304(318/460) 69.3566 +LEVEL 5: 69.5842(318/457) 69.1304(318/460) 69.3566 +LEVEL 6: 69.5842(318/457) 69.1304(318/460) 69.3566 +LEVEL 7: 68.9278(315/457) 68.4783(315/460) 68.7023 + +test.mixed (corpus.mixed.mc): + precision recall F +LEVEL 0: 99.6148(6724/6750) 99.5263(6724/6756) 99.5706 +LEVEL 1: 98.7852(6668/6750) 98.6975(6668/6756) 98.7413 +LEVEL 2: 98.6222(6657/6750) 98.5346(6657/6756) 98.5784 +LEVEL 3: 97.9259(6610/6750) 97.8390(6610/6756) 97.8824 +LEVEL 4: 97.2741(6566/6750) 97.1877(6566/6756) 97.2309 +LEVEL 5: 97.2741(6566/6750) 97.1877(6566/6756) 97.2309 +LEVEL 6: 97.2741(6566/6750) 97.1877(6566/6756) 97.2309 +LEVEL 7: 97.0667(6552/6750) 96.9805(6552/6756) 97.0235 + +test.all (corpus.mixed.mc): + precision recall F +LEVEL 0: 81.6057(75531/92556) 86.7913(75531/87026) 84.1187 +LEVEL 1: 75.0864(69497/92556) 79.8577(69497/87026) 77.3986 +LEVEL 2: 72.9537(67523/92556) 77.5895(67523/87026) 75.2002 +LEVEL 3: 66.0346(61119/92556) 70.2307(61119/87026) 68.0681 +LEVEL 4: 62.6205(57959/92556) 66.5996(57959/87026) 64.5488 +LEVEL 5: 62.6205(57959/92556) 66.5996(57959/87026) 64.5488 +LEVEL 6: 62.6205(57959/92556) 66.5996(57959/87026) 64.5488 +LEVEL 7: 62.3482(57707/92556) 66.3101(57707/87026) 64.2681 + +test.KT0 (corpus.all.mc): + precision recall F +LEVEL 0: 81.7881(76220/93192) 88.0484(76220/86566) 84.8029 +LEVEL 1: 76.1825(70996/93192) 82.0137(70996/86566) 78.9906 +LEVEL 2: 74.8358(69741/93192) 80.5640(69741/86566) 77.5943 +LEVEL 3: 68.4951(63832/93192) 73.7380(63832/86566) 71.0199 +LEVEL 4: 65.1987(60760/93192) 70.1892(60760/86566) 67.6020 +LEVEL 5: 65.1987(60760/93192) 70.1892(60760/86566) 67.6020 +LEVEL 6: 65.1987(60760/93192) 70.1892(60760/86566) 67.6020 +LEVEL 7: 64.9262(60506/93192) 69.8958(60506/86566) 67.3194 + +test.KT2 (corpus.all.mc): + precision recall F +LEVEL 0: 99.8410(6279/6289) 99.7300(6279/6296) 99.7855 +LEVEL 1: 99.1096(6233/6289) 98.9994(6233/6296) 99.0544 +LEVEL 2: 98.7597(6211/6289) 98.6499(6211/6296) 98.7048 +LEVEL 3: 98.3463(6185/6289) 98.2370(6185/6296) 98.2916 +LEVEL 4: 97.5990(6138/6289) 97.4905(6138/6296) 97.5447 +LEVEL 5: 97.5990(6138/6289) 97.4905(6138/6296) 97.5447 +LEVEL 6: 97.5990(6138/6289) 97.4905(6138/6296) 97.5447 +LEVEL 7: 97.4241(6127/6289) 97.3158(6127/6296) 97.3699 + +test.misc (corpus.all.mc): + precision recall F +LEVEL 0: 92.0000(69/75) 95.8333(69/72) 93.8776 +LEVEL 1: 85.3333(64/75) 88.8889(64/72) 87.0748 +LEVEL 2: 84.0000(63/75) 87.5000(63/72) 85.7143 +LEVEL 3: 73.3333(55/75) 76.3889(55/72) 74.8299 +LEVEL 4: 70.6667(53/75) 73.6111(53/72) 72.1088 +LEVEL 5: 70.6667(53/75) 73.6111(53/72) 72.1088 +LEVEL 6: 70.6667(53/75) 73.6111(53/72) 72.1088 +LEVEL 7: 70.6667(53/75) 73.6111(53/72) 72.1088 + +test.kanjikai (corpus.all.mc): + precision recall F +LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538 +LEVEL 1: 88.3333(53/60) 75.7143(53/70) 81.5385 +LEVEL 2: 88.3333(53/60) 75.7143(53/70) 81.5385 +LEVEL 3: 73.3333(44/60) 62.8571(44/70) 67.6923 +LEVEL 4: 65.0000(39/60) 55.7143(39/70) 60.0000 +LEVEL 5: 65.0000(39/60) 55.7143(39/70) 60.0000 +LEVEL 6: 65.0000(39/60) 55.7143(39/70) 60.0000 +LEVEL 7: 63.3333(38/60) 54.2857(38/70) 58.4615 + +test.ryomou (corpus.all.mc): + precision recall F +LEVEL 0: 94.4785(308/326) 96.8553(308/318) 95.6522 +LEVEL 1: 82.2086(268/326) 84.2767(268/318) 83.2298 +LEVEL 2: 80.9816(264/326) 83.0189(264/318) 81.9876 +LEVEL 3: 71.4724(233/326) 73.2704(233/318) 72.3602 +LEVEL 4: 66.5644(217/326) 68.2390(217/318) 67.3913 +LEVEL 5: 66.5644(217/326) 68.2390(217/318) 67.3913 +LEVEL 6: 66.5644(217/326) 68.2390(217/318) 67.3913 +LEVEL 7: 65.9509(215/326) 67.6101(215/318) 66.7702 + +test.non-KT (corpus.all.mc): + precision recall F +LEVEL 0: 93.9262(433/461) 94.1304(433/460) 94.0282 +LEVEL 1: 83.5141(385/461) 83.6957(385/460) 83.6048 +LEVEL 2: 82.4295(380/461) 82.6087(380/460) 82.5190 +LEVEL 3: 72.0174(332/461) 72.1739(332/460) 72.0955 +LEVEL 4: 67.0282(309/461) 67.1739(309/460) 67.1010 +LEVEL 5: 67.0282(309/461) 67.1739(309/460) 67.1010 +LEVEL 6: 67.0282(309/461) 67.1739(309/460) 67.1010 +LEVEL 7: 66.3774(306/461) 66.5217(306/460) 66.4495 + +test.mixed (corpus.all.mc): + precision recall F +LEVEL 0: 99.4370(6712/6750) 99.3487(6712/6756) 99.3929 +LEVEL 1: 98.0444(6618/6750) 97.9574(6618/6756) 98.0009 +LEVEL 2: 97.6444(6591/6750) 97.5577(6591/6756) 97.6011 +LEVEL 3: 96.5481(6517/6750) 96.4624(6517/6756) 96.5053 +LEVEL 4: 95.5111(6447/6750) 95.4263(6447/6756) 95.4687 +LEVEL 5: 95.5111(6447/6750) 95.4263(6447/6756) 95.4687 +LEVEL 6: 95.5111(6447/6750) 95.4263(6447/6756) 95.4687 +LEVEL 7: 95.3037(6433/6750) 95.2191(6433/6756) 95.2614 + +test.all (corpus.all.mc): + precision recall F +LEVEL 0: 81.8479(76653/93653) 88.0806(76653/87026) 84.8499 +LEVEL 1: 76.2186(71381/93653) 82.0226(71381/87026) 79.0142 +LEVEL 2: 74.8732(70121/93653) 80.5748(70121/87026) 77.6194 +LEVEL 3: 68.5125(64164/93653) 73.7297(64164/87026) 71.0254 +LEVEL 4: 65.2077(61069/93653) 70.1733(61069/87026) 67.5994 +LEVEL 5: 65.2077(61069/93653) 70.1733(61069/87026) 67.5994 +LEVEL 6: 65.2077(61069/93653) 70.1733(61069/87026) 67.5994 +LEVEL 7: 64.9333(60812/93653) 69.8780(60812/87026) 67.3150 diff --git a/seed_KTp2/system-eval.results.2014-11-02.00 b/seed_KTp2/system-eval.results.2014-11-02.00 new file mode 100644 index 0000000000000000000000000000000000000000..f1fdf5332e98e01ce3e350aff1d41d01a98fc9da --- /dev/null +++ b/seed_KTp2/system-eval.results.2014-11-02.00 @@ -0,0 +1,705 @@ +mecab-system-eval -l "0 1 2 3 4 5 6 7" + +test.KT0 (corpus.KT0.mc): + precision recall F +LEVEL 0: 79.7277(75412/94587) 87.1150(75412/86566) 83.2578 +LEVEL 1: 74.1021(70091/94587) 80.9683(70091/86566) 77.3832 +LEVEL 2: 72.7542(68816/94587) 79.4954(68816/86566) 75.9756 +LEVEL 3: 66.2744(62687/94587) 72.4153(62687/86566) 69.2089 +LEVEL 4: 62.9664(59558/94587) 68.8007(59558/86566) 65.7544 +LEVEL 5: 62.9664(59558/94587) 68.8007(59558/86566) 65.7544 +LEVEL 6: 62.9664(59558/94587) 68.8007(59558/86566) 65.7544 +LEVEL 7: 62.8088(59409/94587) 68.6286(59409/86566) 65.5899 + +test.KT2 (corpus.KT0.mc): + precision recall F +LEVEL 0: 99.8728(6283/6291) 99.7935(6283/6296) 99.8332 +LEVEL 1: 99.1575(6238/6291) 99.0788(6238/6296) 99.1181 +LEVEL 2: 98.8237(6217/6291) 98.7452(6217/6296) 98.7845 +LEVEL 3: 98.4422(6193/6291) 98.3640(6193/6296) 98.4031 +LEVEL 4: 97.7269(6148/6291) 97.6493(6148/6296) 97.6881 +LEVEL 5: 97.7269(6148/6291) 97.6493(6148/6296) 97.6881 +LEVEL 6: 97.7269(6148/6291) 97.6493(6148/6296) 97.6881 +LEVEL 7: 97.6474(6143/6291) 97.5699(6143/6296) 97.6086 + +test.misc (corpus.KT0.mc): + precision recall F +LEVEL 0: 89.4737(68/76) 94.4444(68/72) 91.8919 +LEVEL 1: 82.8947(63/76) 87.5000(63/72) 85.1351 +LEVEL 2: 80.2632(61/76) 84.7222(61/72) 82.4324 +LEVEL 3: 69.7368(53/76) 73.6111(53/72) 71.6216 +LEVEL 4: 68.4211(52/76) 72.2222(52/72) 70.2703 +LEVEL 5: 68.4211(52/76) 72.2222(52/72) 70.2703 +LEVEL 6: 68.4211(52/76) 72.2222(52/72) 70.2703 +LEVEL 7: 68.4211(52/76) 72.2222(52/72) 70.2703 + +test.kanjikai (corpus.KT0.mc): + precision recall F +LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538 +LEVEL 1: 85.0000(51/60) 72.8571(51/70) 78.4615 +LEVEL 2: 85.0000(51/60) 72.8571(51/70) 78.4615 +LEVEL 3: 70.0000(42/60) 60.0000(42/70) 64.6154 +LEVEL 4: 60.0000(36/60) 51.4286(36/70) 55.3846 +LEVEL 5: 60.0000(36/60) 51.4286(36/70) 55.3846 +LEVEL 6: 60.0000(36/60) 51.4286(36/70) 55.3846 +LEVEL 7: 58.3333(35/60) 50.0000(35/70) 53.8462 + +test.ryomou (corpus.KT0.mc): + precision recall F +LEVEL 0: 91.6409(296/323) 93.0818(296/318) 92.3557 +LEVEL 1: 68.1115(220/323) 69.1824(220/318) 68.6427 +LEVEL 2: 66.8731(216/323) 67.9245(216/318) 67.3947 +LEVEL 3: 57.2755(185/323) 58.1761(185/318) 57.7223 +LEVEL 4: 52.9412(171/323) 53.7736(171/318) 53.3541 +LEVEL 5: 52.9412(171/323) 53.7736(171/318) 53.3541 +LEVEL 6: 52.9412(171/323) 53.7736(171/318) 53.3541 +LEVEL 7: 52.6316(170/323) 53.4591(170/318) 53.0421 + +test.non-KT (corpus.KT0.mc): + precision recall F +LEVEL 0: 91.5033(420/459) 91.3043(420/460) 91.4037 +LEVEL 1: 72.7669(334/459) 72.6087(334/460) 72.6877 +LEVEL 2: 71.4597(328/459) 71.3043(328/460) 71.3819 +LEVEL 3: 61.0022(280/459) 60.8696(280/460) 60.9358 +LEVEL 4: 56.4270(259/459) 56.3043(259/460) 56.3656 +LEVEL 5: 56.4270(259/459) 56.3043(259/460) 56.3656 +LEVEL 6: 56.4270(259/459) 56.3043(259/460) 56.3656 +LEVEL 7: 55.9913(257/459) 55.8696(257/460) 55.9304 + +test.mixed (corpus.KT0.mc): + precision recall F +LEVEL 0: 99.3037(6703/6750) 99.2155(6703/6756) 99.2596 +LEVEL 1: 97.3630(6572/6750) 97.2765(6572/6756) 97.3197 +LEVEL 2: 96.9630(6545/6750) 96.8769(6545/6756) 96.9199 +LEVEL 3: 95.8963(6473/6750) 95.8111(6473/6756) 95.8537 +LEVEL 4: 94.9185(6407/6750) 94.8342(6407/6756) 94.8764 +LEVEL 5: 94.9185(6407/6750) 94.8342(6407/6756) 94.8764 +LEVEL 6: 94.9185(6407/6750) 94.8342(6407/6756) 94.8764 +LEVEL 7: 94.8148(6400/6750) 94.7306(6400/6756) 94.7727 + +test.all (corpus.KT0.mc): + precision recall F +LEVEL 0: 79.7845(75832/95046) 87.1372(75832/87026) 83.2989 +LEVEL 1: 74.0957(70425/95046) 80.9241(70425/87026) 77.3595 +LEVEL 2: 72.7479(69144/95046) 79.4521(69144/87026) 75.9524 +LEVEL 3: 66.2490(62967/95046) 72.3542(62967/87026) 69.1671 +LEVEL 4: 62.9348(59817/95046) 68.7346(59817/87026) 65.7070 +LEVEL 5: 62.9348(59817/95046) 68.7346(59817/87026) 65.7070 +LEVEL 6: 62.9348(59817/95046) 68.7346(59817/87026) 65.7070 +LEVEL 7: 62.7759(59666/95046) 68.5611(59666/87026) 65.5411 + +test.KT0 (corpus.KT2.mc): + precision recall F +LEVEL 0: 79.4922(74229/93379) 85.7484(74229/86566) 82.5019 +LEVEL 1: 72.9672(68136/93379) 78.7099(68136/86566) 75.7298 +LEVEL 2: 70.7675(66082/93379) 76.3371(66082/86566) 73.4469 +LEVEL 3: 63.7906(59567/93379) 68.8111(59567/86566) 66.2058 +LEVEL 4: 60.4279(56427/93379) 65.1838(56427/86566) 62.7158 +LEVEL 5: 60.4279(56427/93379) 65.1838(56427/86566) 62.7158 +LEVEL 6: 60.4279(56427/93379) 65.1838(56427/86566) 62.7158 +LEVEL 7: 60.2748(56284/93379) 65.0186(56284/86566) 62.5569 + +test.KT2 (corpus.KT2.mc): + precision recall F +LEVEL 0: 99.9523(6290/6293) 99.9047(6290/6296) 99.9285 +LEVEL 1: 99.7299(6276/6293) 99.6823(6276/6296) 99.7061 +LEVEL 2: 99.6186(6269/6293) 99.5712(6269/6296) 99.5949 +LEVEL 3: 99.5710(6266/6293) 99.5235(6266/6296) 99.5472 +LEVEL 4: 99.2690(6247/6293) 99.2217(6247/6296) 99.2454 +LEVEL 5: 99.2690(6247/6293) 99.2217(6247/6296) 99.2454 +LEVEL 6: 99.2690(6247/6293) 99.2217(6247/6296) 99.2454 +LEVEL 7: 99.1896(6242/6293) 99.1423(6242/6296) 99.1659 + +test.misc (corpus.KT2.mc): + precision recall F +LEVEL 0: 92.7536(64/69) 88.8889(64/72) 90.7801 +LEVEL 1: 85.5072(59/69) 81.9444(59/72) 83.6879 +LEVEL 2: 85.5072(59/69) 81.9444(59/72) 83.6879 +LEVEL 3: 72.4638(50/69) 69.4444(50/72) 70.9220 +LEVEL 4: 66.6667(46/69) 63.8889(46/72) 65.2482 +LEVEL 5: 66.6667(46/69) 63.8889(46/72) 65.2482 +LEVEL 6: 66.6667(46/69) 63.8889(46/72) 65.2482 +LEVEL 7: 66.6667(46/69) 63.8889(46/72) 65.2482 + +test.kanjikai (corpus.KT2.mc): + precision recall F +LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538 +LEVEL 1: 85.0000(51/60) 72.8571(51/70) 78.4615 +LEVEL 2: 85.0000(51/60) 72.8571(51/70) 78.4615 +LEVEL 3: 66.6667(40/60) 57.1429(40/70) 61.5385 +LEVEL 4: 58.3333(35/60) 50.0000(35/70) 53.8462 +LEVEL 5: 58.3333(35/60) 50.0000(35/70) 53.8462 +LEVEL 6: 58.3333(35/60) 50.0000(35/70) 53.8462 +LEVEL 7: 56.6667(34/60) 48.5714(34/70) 52.3077 + +test.ryomou (corpus.KT2.mc): + precision recall F +LEVEL 0: 93.1034(297/319) 93.3962(297/318) 93.2496 +LEVEL 1: 67.7116(216/319) 67.9245(216/318) 67.8179 +LEVEL 2: 66.1442(211/319) 66.3522(211/318) 66.2480 +LEVEL 3: 56.4263(180/319) 56.6038(180/318) 56.5149 +LEVEL 4: 50.1567(160/319) 50.3145(160/318) 50.2355 +LEVEL 5: 50.1567(160/319) 50.3145(160/318) 50.2355 +LEVEL 6: 50.1567(160/319) 50.3145(160/318) 50.2355 +LEVEL 7: 49.8433(159/319) 50.0000(159/318) 49.9215 + +test.non-KT (corpus.KT2.mc): + precision recall F +LEVEL 0: 93.0804(417/448) 90.6522(417/460) 91.8502 +LEVEL 1: 72.7679(326/448) 70.8696(326/460) 71.8062 +LEVEL 2: 71.6518(321/448) 69.7826(321/460) 70.7048 +LEVEL 3: 60.2679(270/448) 58.6957(270/460) 59.4714 +LEVEL 4: 53.7946(241/448) 52.3913(241/460) 53.0837 +LEVEL 5: 53.7946(241/448) 52.3913(241/460) 53.0837 +LEVEL 6: 53.7946(241/448) 52.3913(241/460) 53.0837 +LEVEL 7: 53.3482(239/448) 51.9565(239/460) 52.6432 + +test.mixed (corpus.KT2.mc): + precision recall F +LEVEL 0: 99.4956(6707/6741) 99.2747(6707/6756) 99.3850 +LEVEL 1: 97.9380(6602/6741) 97.7205(6602/6756) 97.8291 +LEVEL 2: 97.7600(6590/6741) 97.5429(6590/6756) 97.6513 +LEVEL 3: 96.9589(6536/6741) 96.7436(6536/6756) 96.8512 +LEVEL 4: 96.2468(6488/6741) 96.0332(6488/6756) 96.1399 +LEVEL 5: 96.2468(6488/6741) 96.0332(6488/6756) 96.1399 +LEVEL 6: 96.2468(6488/6741) 96.0332(6488/6756) 96.1399 +LEVEL 7: 96.1430(6481/6741) 95.9295(6481/6756) 96.0362 + +test.all (corpus.KT2.mc): + precision recall F +LEVEL 0: 79.5571(74646/93827) 85.7744(74646/87026) 82.5488 +LEVEL 1: 72.9662(68462/93827) 78.6684(68462/87026) 75.7101 +LEVEL 2: 70.7717(66403/93827) 76.3025(66403/87026) 73.4331 +LEVEL 3: 63.7738(59837/93827) 68.7576(59837/87026) 66.1720 +LEVEL 4: 60.3963(56668/93827) 65.1162(56668/87026) 62.6675 +LEVEL 5: 60.3963(56668/93827) 65.1162(56668/87026) 62.6675 +LEVEL 6: 60.3963(56668/93827) 65.1162(56668/87026) 62.6675 +LEVEL 7: 60.2417(56523/93827) 64.9496(56523/87026) 62.5071 + +test.KT0 (corpus.misc.mc): + precision recall F +LEVEL 0: 77.6645(73160/94200) 84.5136(73160/86566) 80.9444 +LEVEL 1: 67.1093(63217/94200) 73.0275(63217/86566) 69.9435 +LEVEL 2: 62.2208(58612/94200) 67.7079(58612/86566) 64.8485 +LEVEL 3: 53.4214(50323/94200) 58.1325(50323/86566) 55.6775 +LEVEL 4: 49.3715(46508/94200) 53.7255(46508/86566) 51.4566 +LEVEL 5: 49.3715(46508/94200) 53.7255(46508/86566) 51.4566 +LEVEL 6: 49.3715(46508/94200) 53.7255(46508/86566) 51.4566 +LEVEL 7: 49.2240(46369/94200) 53.5649(46369/86566) 51.3028 + +test.KT2 (corpus.misc.mc): + precision recall F +LEVEL 0: 94.3390(6066/6430) 96.3469(6066/6296) 95.3324 +LEVEL 1: 84.7434(5449/6430) 86.5470(5449/6296) 85.6357 +LEVEL 2: 80.1711(5155/6430) 81.8774(5155/6296) 81.0152 +LEVEL 3: 74.9767(4821/6430) 76.5724(4821/6296) 75.7661 +LEVEL 4: 72.0684(4634/6430) 73.6023(4634/6296) 72.8273 +LEVEL 5: 72.0684(4634/6430) 73.6023(4634/6296) 72.8273 +LEVEL 6: 72.0684(4634/6430) 73.6023(4634/6296) 72.8273 +LEVEL 7: 72.0062(4630/6430) 73.5388(4630/6296) 72.7644 + +test.misc (corpus.misc.mc): + precision recall F +LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310 +LEVEL 1: 91.7808(67/73) 93.0556(67/72) 92.4138 +LEVEL 2: 91.7808(67/73) 93.0556(67/72) 92.4138 +LEVEL 3: 84.9315(62/73) 86.1111(62/72) 85.5172 +LEVEL 4: 78.0822(57/73) 79.1667(57/72) 78.6207 +LEVEL 5: 78.0822(57/73) 79.1667(57/72) 78.6207 +LEVEL 6: 78.0822(57/73) 79.1667(57/72) 78.6207 +LEVEL 7: 78.0822(57/73) 79.1667(57/72) 78.6207 + +test.kanjikai (corpus.misc.mc): + precision recall F +LEVEL 0: 87.5000(49/56) 70.0000(49/70) 77.7778 +LEVEL 1: 71.4286(40/56) 57.1429(40/70) 63.4921 +LEVEL 2: 67.8571(38/56) 54.2857(38/70) 60.3175 +LEVEL 3: 58.9286(33/56) 47.1429(33/70) 52.3810 +LEVEL 4: 46.4286(26/56) 37.1429(26/70) 41.2698 +LEVEL 5: 46.4286(26/56) 37.1429(26/70) 41.2698 +LEVEL 6: 46.4286(26/56) 37.1429(26/70) 41.2698 +LEVEL 7: 46.4286(26/56) 37.1429(26/70) 41.2698 + +test.ryomou (corpus.misc.mc): + precision recall F +LEVEL 0: 91.2500(292/320) 91.8239(292/318) 91.5361 +LEVEL 1: 60.9375(195/320) 61.3208(195/318) 61.1285 +LEVEL 2: 56.8750(182/320) 57.2327(182/318) 57.0533 +LEVEL 3: 47.1875(151/320) 47.4843(151/318) 47.3354 +LEVEL 4: 40.6250(130/320) 40.8805(130/318) 40.7524 +LEVEL 5: 40.6250(130/320) 40.8805(130/318) 40.7524 +LEVEL 6: 40.6250(130/320) 40.8805(130/318) 40.7524 +LEVEL 7: 40.3125(129/320) 40.5660(129/318) 40.4389 + +test.non-KT (corpus.misc.mc): + precision recall F +LEVEL 0: 91.7595(412/449) 89.5652(412/460) 90.6491 +LEVEL 1: 67.2606(302/449) 65.6522(302/460) 66.4466 +LEVEL 2: 63.9198(287/449) 62.3913(287/460) 63.1463 +LEVEL 3: 54.7884(246/449) 53.4783(246/460) 54.1254 +LEVEL 4: 47.4388(213/449) 46.3043(213/460) 46.8647 +LEVEL 5: 47.4388(213/449) 46.3043(213/460) 46.8647 +LEVEL 6: 47.4388(213/449) 46.3043(213/460) 46.8647 +LEVEL 7: 47.2160(212/449) 46.0870(212/460) 46.6447 + +test.mixed (corpus.misc.mc): + precision recall F +LEVEL 0: 94.1707(6478/6879) 95.8851(6478/6756) 95.0202 +LEVEL 1: 83.6023(5751/6879) 85.1243(5751/6756) 84.3564 +LEVEL 2: 79.1103(5442/6879) 80.5506(5442/6756) 79.8240 +LEVEL 3: 73.6590(5067/6879) 75.0000(5067/6756) 74.3234 +LEVEL 4: 70.4608(4847/6879) 71.7436(4847/6756) 71.0964 +LEVEL 5: 70.4608(4847/6879) 71.7436(4847/6756) 71.0964 +LEVEL 6: 70.4608(4847/6879) 71.7436(4847/6756) 71.0964 +LEVEL 7: 70.3881(4842/6879) 71.6696(4842/6756) 71.0231 + +test.all (corpus.misc.mc): + precision recall F +LEVEL 0: 77.7314(73572/94649) 84.5403(73572/87026) 80.9930 +LEVEL 1: 67.1101(63519/94649) 72.9885(63519/87026) 69.9260 +LEVEL 2: 62.2289(58899/94649) 67.6798(58899/87026) 64.8400 +LEVEL 3: 53.4279(50569/94649) 58.1079(50569/87026) 55.6697 +LEVEL 4: 49.3624(46721/94649) 53.6863(46721/87026) 51.4336 +LEVEL 5: 49.3624(46721/94649) 53.6863(46721/87026) 51.4336 +LEVEL 6: 49.3624(46721/94649) 53.6863(46721/87026) 51.4336 +LEVEL 7: 49.2145(46581/94649) 53.5254(46581/87026) 51.2795 + +test.KT0 (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 77.1975(72480/93889) 83.7280(72480/86566) 80.3303 +LEVEL 1: 66.0961(62057/93889) 71.6875(62057/86566) 68.7784 +LEVEL 2: 61.4140(57661/93889) 66.6093(57661/86566) 63.9062 +LEVEL 3: 51.7643(48601/93889) 56.1433(48601/86566) 53.8650 +LEVEL 4: 48.1377(45196/93889) 52.2099(45196/86566) 50.0912 +LEVEL 5: 48.1377(45196/93889) 52.2099(45196/86566) 50.0912 +LEVEL 6: 48.1377(45196/93889) 52.2099(45196/86566) 50.0912 +LEVEL 7: 48.0014(45068/93889) 52.0620(45068/86566) 49.9493 + +test.KT2 (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 94.4410(6048/6404) 96.0610(6048/6296) 95.2441 +LEVEL 1: 85.9151(5502/6404) 87.3888(5502/6296) 86.6457 +LEVEL 2: 81.1056(5194/6404) 82.4968(5194/6296) 81.7953 +LEVEL 3: 76.4054(4893/6404) 77.7160(4893/6296) 77.0551 +LEVEL 4: 73.6259(4715/6404) 74.8888(4715/6296) 74.2520 +LEVEL 5: 73.6259(4715/6404) 74.8888(4715/6296) 74.2520 +LEVEL 6: 73.6259(4715/6404) 74.8888(4715/6296) 74.2520 +LEVEL 7: 73.5478(4710/6404) 74.8094(4710/6296) 74.1732 + +test.misc (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 87.3239(62/71) 86.1111(62/72) 86.7133 +LEVEL 1: 74.6479(53/71) 73.6111(53/72) 74.1259 +LEVEL 2: 70.4225(50/71) 69.4444(50/72) 69.9301 +LEVEL 3: 60.5634(43/71) 59.7222(43/72) 60.1399 +LEVEL 4: 57.7465(41/71) 56.9444(41/72) 57.3427 +LEVEL 5: 57.7465(41/71) 56.9444(41/72) 57.3427 +LEVEL 6: 57.7465(41/71) 56.9444(41/72) 57.3427 +LEVEL 7: 57.7465(41/71) 56.9444(41/72) 57.3427 + +test.kanjikai (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538 +LEVEL 1: 88.3333(53/60) 75.7143(53/70) 81.5385 +LEVEL 2: 86.6667(52/60) 74.2857(52/70) 80.0000 +LEVEL 3: 76.6667(46/60) 65.7143(46/70) 70.7692 +LEVEL 4: 68.3333(41/60) 58.5714(41/70) 63.0769 +LEVEL 5: 68.3333(41/60) 58.5714(41/70) 63.0769 +LEVEL 6: 68.3333(41/60) 58.5714(41/70) 63.0769 +LEVEL 7: 66.6667(40/60) 57.1429(40/70) 61.5385 + +test.ryomou (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 92.1136(292/317) 91.8239(292/318) 91.9685 +LEVEL 1: 63.7224(202/317) 63.5220(202/318) 63.6220 +LEVEL 2: 58.9905(187/317) 58.8050(187/318) 58.8976 +LEVEL 3: 46.3722(147/317) 46.2264(147/318) 46.2992 +LEVEL 4: 40.0631(127/317) 39.9371(127/318) 40.0000 +LEVEL 5: 40.0631(127/317) 39.9371(127/318) 40.0000 +LEVEL 6: 40.0631(127/317) 39.9371(127/318) 40.0000 +LEVEL 7: 39.7476(126/317) 39.6226(126/318) 39.6850 + +test.non-KT (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 91.5179(410/448) 89.1304(410/460) 90.3084 +LEVEL 1: 68.7500(308/448) 66.9565(308/460) 67.8414 +LEVEL 2: 64.5089(289/448) 62.8261(289/460) 63.6564 +LEVEL 3: 52.6786(236/448) 51.3043(236/460) 51.9824 +LEVEL 4: 46.6518(209/448) 45.4348(209/460) 46.0352 +LEVEL 5: 46.6518(209/448) 45.4348(209/460) 46.0352 +LEVEL 6: 46.6518(209/448) 45.4348(209/460) 46.0352 +LEVEL 7: 46.2054(207/448) 45.0000(207/460) 45.5947 + +test.mixed (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 94.2499(6458/6852) 95.5891(6458/6756) 94.9148 +LEVEL 1: 84.7928(5810/6852) 85.9976(5810/6756) 85.3909 +LEVEL 2: 80.0204(5483/6852) 81.1575(5483/6756) 80.5850 +LEVEL 3: 74.8541(5129/6852) 75.9177(5129/6756) 75.3821 +LEVEL 4: 71.8622(4924/6852) 72.8834(4924/6756) 72.3692 +LEVEL 5: 71.8622(4924/6852) 72.8834(4924/6756) 72.3692 +LEVEL 6: 71.8622(4924/6852) 72.8834(4924/6756) 72.3692 +LEVEL 7: 71.7601(4917/6852) 72.7798(4917/6756) 72.2663 + +test.all (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 77.2655(72890/94337) 83.7566(72890/87026) 80.3802 +LEVEL 1: 66.1087(62365/94337) 71.6625(62365/87026) 68.7737 +LEVEL 2: 61.4287(57950/94337) 66.5893(57950/87026) 63.9050 +LEVEL 3: 51.7687(48837/94337) 56.1177(48837/87026) 53.8555 +LEVEL 4: 48.1306(45405/94337) 52.1741(45405/87026) 50.0709 +LEVEL 5: 48.1306(45405/94337) 52.1741(45405/87026) 50.0709 +LEVEL 6: 48.1306(45405/94337) 52.1741(45405/87026) 50.0709 +LEVEL 7: 47.9928(45275/94337) 52.0247(45275/87026) 49.9275 + +test.KT0 (corpus.ryomou.mc): + precision recall F +LEVEL 0: 78.5193(72913/92860) 84.2282(72913/86566) 81.2736 +LEVEL 1: 68.8811(63963/92860) 73.8893(63963/86566) 71.2974 +LEVEL 2: 65.1120(60463/92860) 69.8461(60463/86566) 67.3960 +LEVEL 3: 56.2481(52232/92860) 60.3378(52232/86566) 58.2212 +LEVEL 4: 52.0429(48327/92860) 55.8268(48327/86566) 53.8684 +LEVEL 5: 52.0429(48327/92860) 55.8268(48327/86566) 53.8684 +LEVEL 6: 52.0429(48327/92860) 55.8268(48327/86566) 53.8684 +LEVEL 7: 51.8889(48184/92860) 55.6616(48184/86566) 53.7090 + +test.KT2 (corpus.ryomou.mc): + precision recall F +LEVEL 0: 98.3373(6151/6255) 97.6970(6151/6296) 98.0161 +LEVEL 1: 92.6459(5795/6255) 92.0426(5795/6296) 92.3432 +LEVEL 2: 89.6882(5610/6255) 89.1042(5610/6296) 89.3953 +LEVEL 3: 85.3397(5338/6255) 84.7840(5338/6296) 85.0610 +LEVEL 4: 82.5580(5164/6255) 82.0203(5164/6296) 82.2883 +LEVEL 5: 82.5580(5164/6255) 82.0203(5164/6296) 82.2883 +LEVEL 6: 82.5580(5164/6255) 82.0203(5164/6296) 82.2883 +LEVEL 7: 82.4940(5160/6255) 81.9568(5160/6296) 82.2245 + +test.misc (corpus.ryomou.mc): + precision recall F +LEVEL 0: 90.0000(63/70) 87.5000(63/72) 88.7324 +LEVEL 1: 82.8571(58/70) 80.5556(58/72) 81.6901 +LEVEL 2: 81.4286(57/70) 79.1667(57/72) 80.2817 +LEVEL 3: 68.5714(48/70) 66.6667(48/72) 67.6056 +LEVEL 4: 62.8571(44/70) 61.1111(44/72) 61.9718 +LEVEL 5: 62.8571(44/70) 61.1111(44/72) 61.9718 +LEVEL 6: 62.8571(44/70) 61.1111(44/72) 61.9718 +LEVEL 7: 62.8571(44/70) 61.1111(44/72) 61.9718 + +test.kanjikai (corpus.ryomou.mc): + precision recall F +LEVEL 0: 89.4737(51/57) 72.8571(51/70) 80.3150 +LEVEL 1: 75.4386(43/57) 61.4286(43/70) 67.7165 +LEVEL 2: 75.4386(43/57) 61.4286(43/70) 67.7165 +LEVEL 3: 57.8947(33/57) 47.1429(33/70) 51.9685 +LEVEL 4: 43.8596(25/57) 35.7143(25/70) 39.3701 +LEVEL 5: 43.8596(25/57) 35.7143(25/70) 39.3701 +LEVEL 6: 43.8596(25/57) 35.7143(25/70) 39.3701 +LEVEL 7: 43.8596(25/57) 35.7143(25/70) 39.3701 + +test.ryomou (corpus.ryomou.mc): + precision recall F +LEVEL 0: 93.1677(300/322) 94.3396(300/318) 93.7500 +LEVEL 1: 72.6708(234/322) 73.5849(234/318) 73.1250 +LEVEL 2: 71.1180(229/322) 72.0126(229/318) 71.5625 +LEVEL 3: 62.4224(201/322) 63.2075(201/318) 62.8125 +LEVEL 4: 56.5217(182/322) 57.2327(182/318) 56.8750 +LEVEL 5: 56.5217(182/322) 57.2327(182/318) 56.8750 +LEVEL 6: 56.5217(182/322) 57.2327(182/318) 56.8750 +LEVEL 7: 56.2112(181/322) 56.9182(181/318) 56.5625 + +test.non-KT (corpus.ryomou.mc): + precision recall F +LEVEL 0: 92.2049(414/449) 90.0000(414/460) 91.0891 +LEVEL 1: 74.6102(335/449) 72.8261(335/460) 73.7074 +LEVEL 2: 73.2739(329/449) 71.5217(329/460) 72.3872 +LEVEL 3: 62.8062(282/449) 61.3043(282/460) 62.0462 +LEVEL 4: 55.9020(251/449) 54.5652(251/460) 55.2255 +LEVEL 5: 55.9020(251/449) 54.5652(251/460) 55.2255 +LEVEL 6: 55.9020(251/449) 54.5652(251/460) 55.2255 +LEVEL 7: 55.6793(250/449) 54.3478(250/460) 55.0055 + +test.mixed (corpus.ryomou.mc): + precision recall F +LEVEL 0: 97.9266(6565/6704) 97.1729(6565/6756) 97.5483 +LEVEL 1: 91.4379(6130/6704) 90.7342(6130/6756) 91.0847 +LEVEL 2: 88.5889(5939/6704) 87.9070(5939/6756) 88.2467 +LEVEL 3: 83.8305(5620/6704) 83.1853(5620/6756) 83.5067 +LEVEL 4: 80.7727(5415/6704) 80.1510(5415/6756) 80.4606 +LEVEL 5: 80.7727(5415/6704) 80.1510(5415/6756) 80.4606 +LEVEL 6: 80.7727(5415/6704) 80.1510(5415/6756) 80.4606 +LEVEL 7: 80.6981(5410/6704) 80.0770(5410/6756) 80.3863 + +test.all (corpus.ryomou.mc): + precision recall F +LEVEL 0: 78.5851(73327/93309) 84.2587(73327/87026) 81.3231 +LEVEL 1: 68.9087(64298/93309) 73.8837(64298/87026) 71.3095 +LEVEL 2: 65.1513(60792/93309) 69.8550(60792/87026) 67.4212 +LEVEL 3: 56.2797(52514/93309) 60.3429(52514/87026) 58.2405 +LEVEL 4: 52.0614(48578/93309) 55.8201(48578/87026) 53.8753 +LEVEL 5: 52.0614(48578/93309) 55.8201(48578/87026) 53.8753 +LEVEL 6: 52.0614(48578/93309) 55.8201(48578/87026) 53.8753 +LEVEL 7: 51.9071(48434/93309) 55.6546(48434/87026) 53.7156 + +test.KT0 (corpus.non-KT.mc): + precision recall F +LEVEL 0: 78.7969(73917/93807) 85.3880(73917/86566) 81.9602 +LEVEL 1: 69.8221(65498/93807) 75.6625(65498/86566) 72.6251 +LEVEL 2: 66.2072(62107/93807) 71.7453(62107/86566) 68.8651 +LEVEL 3: 57.8837(54299/93807) 62.7256(54299/86566) 60.2075 +LEVEL 4: 53.9832(50640/93807) 58.4987(50640/86566) 56.1503 +LEVEL 5: 53.9832(50640/93807) 58.4987(50640/86566) 56.1503 +LEVEL 6: 53.9832(50640/93807) 58.4987(50640/86566) 56.1503 +LEVEL 7: 53.8318(50498/93807) 58.3347(50498/86566) 55.9929 + +test.KT2 (corpus.non-KT.mc): + precision recall F +LEVEL 0: 98.1010(6199/6319) 98.4593(6199/6296) 98.2798 +LEVEL 1: 93.0685(5881/6319) 93.4085(5881/6296) 93.2382 +LEVEL 2: 90.1567(5697/6319) 90.4860(5697/6296) 90.3210 +LEVEL 3: 86.7701(5483/6319) 87.0870(5483/6296) 86.9283 +LEVEL 4: 83.8424(5298/6319) 84.1487(5298/6296) 83.9952 +LEVEL 5: 83.8424(5298/6319) 84.1487(5298/6296) 83.9952 +LEVEL 6: 83.8424(5298/6319) 84.1487(5298/6296) 83.9952 +LEVEL 7: 83.7791(5294/6319) 84.0851(5294/6296) 83.9318 + +test.misc (corpus.non-KT.mc): + precision recall F +LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310 +LEVEL 1: 91.7808(67/73) 93.0556(67/72) 92.4138 +LEVEL 2: 91.7808(67/73) 93.0556(67/72) 92.4138 +LEVEL 3: 83.5616(61/73) 84.7222(61/72) 84.1379 +LEVEL 4: 78.0822(57/73) 79.1667(57/72) 78.6207 +LEVEL 5: 78.0822(57/73) 79.1667(57/72) 78.6207 +LEVEL 6: 78.0822(57/73) 79.1667(57/72) 78.6207 +LEVEL 7: 78.0822(57/73) 79.1667(57/72) 78.6207 + +test.kanjikai (corpus.non-KT.mc): + precision recall F +LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538 +LEVEL 1: 86.6667(52/60) 74.2857(52/70) 80.0000 +LEVEL 2: 86.6667(52/60) 74.2857(52/70) 80.0000 +LEVEL 3: 76.6667(46/60) 65.7143(46/70) 70.7692 +LEVEL 4: 68.3333(41/60) 58.5714(41/70) 63.0769 +LEVEL 5: 68.3333(41/60) 58.5714(41/70) 63.0769 +LEVEL 6: 68.3333(41/60) 58.5714(41/70) 63.0769 +LEVEL 7: 66.6667(40/60) 57.1429(40/70) 61.5385 + +test.ryomou (corpus.non-KT.mc): + precision recall F +LEVEL 0: 93.1677(300/322) 94.3396(300/318) 93.7500 +LEVEL 1: 71.1180(229/322) 72.0126(229/318) 71.5625 +LEVEL 2: 69.2547(223/322) 70.1258(223/318) 69.6875 +LEVEL 3: 60.8696(196/322) 61.6352(196/318) 61.2500 +LEVEL 4: 55.5901(179/322) 56.2893(179/318) 55.9375 +LEVEL 5: 55.5901(179/322) 56.2893(179/318) 55.9375 +LEVEL 6: 55.5901(179/322) 56.2893(179/318) 55.9375 +LEVEL 7: 55.2795(178/322) 55.9748(178/318) 55.6250 + +test.non-KT (corpus.non-KT.mc): + precision recall F +LEVEL 0: 93.8462(427/455) 92.8261(427/460) 93.3333 +LEVEL 1: 76.4835(348/455) 75.6522(348/460) 76.0656 +LEVEL 2: 75.1648(342/455) 74.3478(342/460) 74.7541 +LEVEL 3: 66.5934(303/455) 65.8696(303/460) 66.2295 +LEVEL 4: 60.8791(277/455) 60.2174(277/460) 60.5464 +LEVEL 5: 60.8791(277/455) 60.2174(277/460) 60.5464 +LEVEL 6: 60.8791(277/455) 60.2174(277/460) 60.5464 +LEVEL 7: 60.4396(275/455) 59.7826(275/460) 60.1093 + +test.mixed (corpus.non-KT.mc): + precision recall F +LEVEL 0: 97.8152(6626/6774) 98.0758(6626/6756) 97.9453 +LEVEL 1: 91.9545(6229/6774) 92.1995(6229/6756) 92.0769 +LEVEL 2: 89.1497(6039/6774) 89.3872(6039/6756) 89.2683 +LEVEL 3: 85.4148(5786/6774) 85.6424(5786/6756) 85.5285 +LEVEL 4: 82.3000(5575/6774) 82.5192(5575/6756) 82.4095 +LEVEL 5: 82.3000(5575/6774) 82.5192(5575/6756) 82.4095 +LEVEL 6: 82.3000(5575/6774) 82.5192(5575/6756) 82.4095 +LEVEL 7: 82.2114(5569/6774) 82.4304(5569/6756) 82.3208 + +test.all (corpus.non-KT.mc): + precision recall F +LEVEL 0: 78.8695(74344/94262) 85.4273(74344/87026) 82.0176 +LEVEL 1: 69.8542(65846/94262) 75.6624(65846/87026) 72.6424 +LEVEL 2: 66.2505(62449/94262) 71.7590(62449/87026) 68.8948 +LEVEL 3: 57.9258(54602/94262) 62.7422(54602/87026) 60.2379 +LEVEL 4: 54.0165(50917/94262) 58.5078(50917/87026) 56.1725 +LEVEL 5: 54.0165(50917/94262) 58.5078(50917/87026) 56.1725 +LEVEL 6: 54.0165(50917/94262) 58.5078(50917/87026) 56.1725 +LEVEL 7: 53.8637(50773/94262) 58.3423(50773/87026) 56.0136 + +test.KT0 (corpus.mixed.mc): + precision recall F +LEVEL 0: 79.5044(74335/93498) 85.8709(74335/86566) 82.5651 +LEVEL 1: 72.9866(68241/93498) 78.8312(68241/86566) 75.7964 +LEVEL 2: 70.8400(66234/93498) 76.5127(66234/86566) 73.5672 +LEVEL 3: 63.8548(59703/93498) 68.9682(59703/86566) 66.3131 +LEVEL 4: 60.5318(56596/93498) 65.3790(56596/86566) 62.8621 +LEVEL 5: 60.5318(56596/93498) 65.3790(56596/86566) 62.8621 +LEVEL 6: 60.5318(56596/93498) 65.3790(56596/86566) 62.8621 +LEVEL 7: 60.3756(56450/93498) 65.2104(56450/86566) 62.6999 + +test.KT2 (corpus.mixed.mc): + precision recall F +LEVEL 0: 99.9523(6290/6293) 99.9047(6290/6296) 99.9285 +LEVEL 1: 99.7457(6277/6293) 99.6982(6277/6296) 99.7220 +LEVEL 2: 99.6345(6270/6293) 99.5870(6270/6296) 99.6108 +LEVEL 3: 99.5868(6267/6293) 99.5394(6267/6296) 99.5631 +LEVEL 4: 99.2849(6248/6293) 99.2376(6248/6296) 99.2613 +LEVEL 5: 99.2849(6248/6293) 99.2376(6248/6296) 99.2613 +LEVEL 6: 99.2849(6248/6293) 99.2376(6248/6296) 99.2613 +LEVEL 7: 99.2055(6243/6293) 99.1582(6243/6296) 99.1818 + +test.misc (corpus.mixed.mc): + precision recall F +LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310 +LEVEL 1: 90.4110(66/73) 91.6667(66/72) 91.0345 +LEVEL 2: 90.4110(66/73) 91.6667(66/72) 91.0345 +LEVEL 3: 82.1918(60/73) 83.3333(60/72) 82.7586 +LEVEL 4: 76.7123(56/73) 77.7778(56/72) 77.2414 +LEVEL 5: 76.7123(56/73) 77.7778(56/72) 77.2414 +LEVEL 6: 76.7123(56/73) 77.7778(56/72) 77.2414 +LEVEL 7: 76.7123(56/73) 77.7778(56/72) 77.2414 + +test.kanjikai (corpus.mixed.mc): + precision recall F +LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538 +LEVEL 1: 88.3333(53/60) 75.7143(53/70) 81.5385 +LEVEL 2: 88.3333(53/60) 75.7143(53/70) 81.5385 +LEVEL 3: 75.0000(45/60) 64.2857(45/70) 69.2308 +LEVEL 4: 68.3333(41/60) 58.5714(41/70) 63.0769 +LEVEL 5: 68.3333(41/60) 58.5714(41/70) 63.0769 +LEVEL 6: 68.3333(41/60) 58.5714(41/70) 63.0769 +LEVEL 7: 66.6667(40/60) 57.1429(40/70) 61.5385 + +test.ryomou (corpus.mixed.mc): + precision recall F +LEVEL 0: 93.1677(300/322) 94.3396(300/318) 93.7500 +LEVEL 1: 69.8758(225/322) 70.7547(225/318) 70.3125 +LEVEL 2: 69.2547(223/322) 70.1258(223/318) 69.6875 +LEVEL 3: 60.2484(194/322) 61.0063(194/318) 60.6250 +LEVEL 4: 54.9689(177/322) 55.6604(177/318) 55.3125 +LEVEL 5: 54.9689(177/322) 55.6604(177/318) 55.3125 +LEVEL 6: 54.9689(177/322) 55.6604(177/318) 55.3125 +LEVEL 7: 54.6584(176/322) 55.3459(176/318) 55.0000 + +test.non-KT (corpus.mixed.mc): + precision recall F +LEVEL 0: 93.8462(427/455) 92.8261(427/460) 93.3333 +LEVEL 1: 75.6044(344/455) 74.7826(344/460) 75.1913 +LEVEL 2: 75.1648(342/455) 74.3478(342/460) 74.7541 +LEVEL 3: 65.7143(299/455) 65.0000(299/460) 65.3552 +LEVEL 4: 60.2198(274/455) 59.5652(274/460) 59.8907 +LEVEL 5: 60.2198(274/455) 59.5652(274/460) 59.8907 +LEVEL 6: 60.2198(274/455) 59.5652(274/460) 59.8907 +LEVEL 7: 59.7802(272/455) 59.1304(272/460) 59.4536 + +test.mixed (corpus.mixed.mc): + precision recall F +LEVEL 0: 99.5406(6717/6748) 99.4227(6717/6756) 99.4816 +LEVEL 1: 98.1180(6621/6748) 98.0018(6621/6756) 98.0598 +LEVEL 2: 97.9846(6612/6748) 97.8686(6612/6756) 97.9265 +LEVEL 3: 97.3029(6566/6748) 97.1877(6566/6756) 97.2453 +LEVEL 4: 96.6509(6522/6748) 96.5364(6522/6756) 96.5936 +LEVEL 5: 96.6509(6522/6748) 96.5364(6522/6756) 96.5936 +LEVEL 6: 96.6509(6522/6748) 96.5364(6522/6756) 96.5936 +LEVEL 7: 96.5471(6515/6748) 96.4328(6515/6756) 96.4899 + +test.all (corpus.mixed.mc): + precision recall F +LEVEL 0: 79.5738(74762/93953) 85.9077(74762/87026) 82.6195 +LEVEL 1: 72.9993(68585/93953) 78.8098(68585/87026) 75.7933 +LEVEL 2: 70.8610(66576/93953) 76.5013(66576/87026) 73.5732 +LEVEL 3: 63.8638(60002/93953) 68.9472(60002/87026) 66.3082 +LEVEL 4: 60.5303(56870/93953) 65.3483(56870/87026) 62.8471 +LEVEL 5: 60.5303(56870/93953) 65.3483(56870/87026) 62.8471 +LEVEL 6: 60.5303(56870/93953) 65.3483(56870/87026) 62.8471 +LEVEL 7: 60.3727(56722/93953) 65.1782(56722/87026) 62.6835 + +test.KT0 (corpus.all.mc): + precision recall F +LEVEL 0: 79.7536(75407/94550) 87.1093(75407/86566) 83.2693 +LEVEL 1: 74.1036(70065/94550) 80.9382(70065/86566) 77.3703 +LEVEL 2: 72.7499(68785/94550) 79.4596(68785/86566) 75.9568 +LEVEL 3: 66.2718(62660/94550) 72.3841(62660/86566) 69.1932 +LEVEL 4: 62.9699(59538/94550) 68.7776(59538/86566) 65.7457 +LEVEL 5: 62.9699(59538/94550) 68.7776(59538/86566) 65.7457 +LEVEL 6: 62.9699(59538/94550) 68.7776(59538/86566) 65.7457 +LEVEL 7: 62.8123(59389/94550) 68.6055(59389/86566) 65.5812 + +test.KT2 (corpus.all.mc): + precision recall F +LEVEL 0: 99.8728(6283/6291) 99.7935(6283/6296) 99.8332 +LEVEL 1: 99.1416(6237/6291) 99.0629(6237/6296) 99.1022 +LEVEL 2: 98.7919(6215/6291) 98.7135(6215/6296) 98.7527 +LEVEL 3: 98.4104(6191/6291) 98.3323(6191/6296) 98.3713 +LEVEL 4: 97.7110(6147/6291) 97.6334(6147/6296) 97.6722 +LEVEL 5: 97.7110(6147/6291) 97.6334(6147/6296) 97.6722 +LEVEL 6: 97.7110(6147/6291) 97.6334(6147/6296) 97.6722 +LEVEL 7: 97.6315(6142/6291) 97.5540(6142/6296) 97.5928 + +test.misc (corpus.all.mc): + precision recall F +LEVEL 0: 89.4737(68/76) 94.4444(68/72) 91.8919 +LEVEL 1: 82.8947(63/76) 87.5000(63/72) 85.1351 +LEVEL 2: 81.5789(62/76) 86.1111(62/72) 83.7838 +LEVEL 3: 71.0526(54/76) 75.0000(54/72) 72.9730 +LEVEL 4: 69.7368(53/76) 73.6111(53/72) 71.6216 +LEVEL 5: 69.7368(53/76) 73.6111(53/72) 71.6216 +LEVEL 6: 69.7368(53/76) 73.6111(53/72) 71.6216 +LEVEL 7: 69.7368(53/76) 73.6111(53/72) 71.6216 + +test.kanjikai (corpus.all.mc): + precision recall F +LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538 +LEVEL 1: 88.3333(53/60) 75.7143(53/70) 81.5385 +LEVEL 2: 88.3333(53/60) 75.7143(53/70) 81.5385 +LEVEL 3: 73.3333(44/60) 62.8571(44/70) 67.6923 +LEVEL 4: 63.3333(38/60) 54.2857(38/70) 58.4615 +LEVEL 5: 63.3333(38/60) 54.2857(38/70) 58.4615 +LEVEL 6: 63.3333(38/60) 54.2857(38/70) 58.4615 +LEVEL 7: 61.6667(37/60) 52.8571(37/70) 56.9231 + +test.ryomou (corpus.all.mc): + precision recall F +LEVEL 0: 91.9753(298/324) 93.7107(298/318) 92.8349 +LEVEL 1: 68.8272(223/324) 70.1258(223/318) 69.4704 +LEVEL 2: 67.5926(219/324) 68.8679(219/318) 68.2243 +LEVEL 3: 58.3333(189/324) 59.4340(189/318) 58.8785 +LEVEL 4: 54.0123(175/324) 55.0314(175/318) 54.5171 +LEVEL 5: 54.0123(175/324) 55.0314(175/318) 54.5171 +LEVEL 6: 54.0123(175/324) 55.0314(175/318) 54.5171 +LEVEL 7: 53.7037(174/324) 54.7170(174/318) 54.2056 + +test.non-KT (corpus.all.mc): + precision recall F +LEVEL 0: 91.7391(422/460) 91.7391(422/460) 91.7391 +LEVEL 1: 73.6957(339/460) 73.6957(339/460) 73.6957 +LEVEL 2: 72.6087(334/460) 72.6087(334/460) 72.6087 +LEVEL 3: 62.3913(287/460) 62.3913(287/460) 62.3913 +LEVEL 4: 57.8261(266/460) 57.8261(266/460) 57.8261 +LEVEL 5: 57.8261(266/460) 57.8261(266/460) 57.8261 +LEVEL 6: 57.8261(266/460) 57.8261(266/460) 57.8261 +LEVEL 7: 57.3913(264/460) 57.3913(264/460) 57.3913 + +test.mixed (corpus.all.mc): + precision recall F +LEVEL 0: 99.3186(6705/6751) 99.2451(6705/6756) 99.2819 +LEVEL 1: 97.4078(6576/6751) 97.3357(6576/6756) 97.3717 +LEVEL 2: 97.0079(6549/6751) 96.9361(6549/6756) 96.9719 +LEVEL 3: 95.9562(6478/6751) 95.8851(6478/6756) 95.9206 +LEVEL 4: 94.9933(6413/6751) 94.9230(6413/6756) 94.9582 +LEVEL 5: 94.9933(6413/6751) 94.9230(6413/6756) 94.9582 +LEVEL 6: 94.9933(6413/6751) 94.9230(6413/6756) 94.9582 +LEVEL 7: 94.8896(6406/6751) 94.8194(6406/6756) 94.8545 + +test.all (corpus.all.mc): + precision recall F +LEVEL 0: 79.8116(75829/95010) 87.1337(75829/87026) 83.3121 +LEVEL 1: 74.1017(70404/95010) 80.9000(70404/87026) 77.3517 +LEVEL 2: 72.7492(69119/95010) 79.4234(69119/87026) 75.9399 +LEVEL 3: 66.2530(62947/95010) 72.3313(62947/87026) 69.1588 +LEVEL 4: 62.9450(59804/95010) 68.7197(59804/87026) 65.7057 +LEVEL 5: 62.9450(59804/95010) 68.7197(59804/87026) 65.7057 +LEVEL 6: 62.9450(59804/95010) 68.7197(59804/87026) 65.7057 +LEVEL 7: 62.7860(59653/95010) 68.5462(59653/87026) 65.5398 diff --git a/seed_KTp2/system-eval.results.2014-11-02.08.without-Symbol b/seed_KTp2/system-eval.results.2014-11-02.08.without-Symbol new file mode 100644 index 0000000000000000000000000000000000000000..4524f47c3a90aaabaf77143dee36e892cca84104 --- /dev/null +++ b/seed_KTp2/system-eval.results.2014-11-02.08.without-Symbol @@ -0,0 +1,705 @@ +mecab-system-eval -l "0 1 2 3 4 5 6 7" + +test.KT0 (corpus.KT0.mc): + precision recall F +LEVEL 0: 81.7719(76213/93202) 88.0403(76213/86566) 84.7904 +LEVEL 1: 76.1647(70987/93202) 82.0033(70987/86566) 78.9762 +LEVEL 2: 74.8192(69733/93202) 80.5547(69733/86566) 77.5811 +LEVEL 3: 68.5017(63845/93202) 73.7530(63845/86566) 71.0304 +LEVEL 4: 65.1874(60756/93202) 70.1846(60756/86566) 67.5938 +LEVEL 5: 65.1874(60756/93202) 70.1846(60756/86566) 67.5938 +LEVEL 6: 65.1874(60756/93202) 70.1846(60756/86566) 67.5938 +LEVEL 7: 64.9149(60502/93202) 69.8912(60502/86566) 67.3112 + +test.KT2 (corpus.KT0.mc): + precision recall F +LEVEL 0: 99.8410(6279/6289) 99.7300(6279/6296) 99.7855 +LEVEL 1: 99.1096(6233/6289) 98.9994(6233/6296) 99.0544 +LEVEL 2: 98.7597(6211/6289) 98.6499(6211/6296) 98.7048 +LEVEL 3: 98.3781(6187/6289) 98.2687(6187/6296) 98.3234 +LEVEL 4: 97.6467(6141/6289) 97.5381(6141/6296) 97.5924 +LEVEL 5: 97.6467(6141/6289) 97.5381(6141/6296) 97.5924 +LEVEL 6: 97.6467(6141/6289) 97.5381(6141/6296) 97.5924 +LEVEL 7: 97.4718(6130/6289) 97.3634(6130/6296) 97.4176 + +test.misc (corpus.KT0.mc): + precision recall F +LEVEL 0: 92.0000(69/75) 95.8333(69/72) 93.8776 +LEVEL 1: 85.3333(64/75) 88.8889(64/72) 87.0748 +LEVEL 2: 82.6667(62/75) 86.1111(62/72) 84.3537 +LEVEL 3: 72.0000(54/75) 75.0000(54/72) 73.4694 +LEVEL 4: 69.3333(52/75) 72.2222(52/72) 70.7483 +LEVEL 5: 69.3333(52/75) 72.2222(52/72) 70.7483 +LEVEL 6: 69.3333(52/75) 72.2222(52/72) 70.7483 +LEVEL 7: 69.3333(52/75) 72.2222(52/72) 70.7483 + +test.kanjikai (corpus.KT0.mc): + precision recall F +LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538 +LEVEL 1: 85.0000(51/60) 72.8571(51/70) 78.4615 +LEVEL 2: 85.0000(51/60) 72.8571(51/70) 78.4615 +LEVEL 3: 70.0000(42/60) 60.0000(42/70) 64.6154 +LEVEL 4: 60.0000(36/60) 51.4286(36/70) 55.3846 +LEVEL 5: 60.0000(36/60) 51.4286(36/70) 55.3846 +LEVEL 6: 60.0000(36/60) 51.4286(36/70) 55.3846 +LEVEL 7: 58.3333(35/60) 50.0000(35/70) 53.8462 + +test.ryomou (corpus.KT0.mc): + precision recall F +LEVEL 0: 92.2360(297/322) 93.3962(297/318) 92.8125 +LEVEL 1: 68.9441(222/322) 69.8113(222/318) 69.3750 +LEVEL 2: 67.7019(218/322) 68.5535(218/318) 68.1250 +LEVEL 3: 57.7640(186/322) 58.4906(186/318) 58.1250 +LEVEL 4: 53.1056(171/322) 53.7736(171/318) 53.4375 +LEVEL 5: 53.1056(171/322) 53.7736(171/318) 53.4375 +LEVEL 6: 53.1056(171/322) 53.7736(171/318) 53.4375 +LEVEL 7: 52.4845(169/322) 53.1447(169/318) 52.8125 + +test.non-KT (corpus.KT0.mc): + precision recall F +LEVEL 0: 92.3414(422/457) 91.7391(422/460) 92.0393 +LEVEL 1: 73.7418(337/457) 73.2609(337/460) 73.5005 +LEVEL 2: 72.4289(331/457) 71.9565(331/460) 72.1919 +LEVEL 3: 61.7068(282/457) 61.3043(282/460) 61.5049 +LEVEL 4: 56.6740(259/457) 56.3043(259/460) 56.4885 +LEVEL 5: 56.6740(259/457) 56.3043(259/460) 56.4885 +LEVEL 6: 56.6740(259/457) 56.3043(259/460) 56.4885 +LEVEL 7: 56.0175(256/457) 55.6522(256/460) 55.8342 + +test.mixed (corpus.KT0.mc): + precision recall F +LEVEL 0: 99.3329(6701/6746) 99.1859(6701/6756) 99.2594 +LEVEL 1: 97.3910(6570/6746) 97.2469(6570/6756) 97.3189 +LEVEL 2: 96.9760(6542/6746) 96.8324(6542/6756) 96.9042 +LEVEL 3: 95.8939(6469/6746) 95.7519(6469/6756) 95.8228 +LEVEL 4: 94.8710(6400/6746) 94.7306(6400/6756) 94.8008 +LEVEL 5: 94.8710(6400/6746) 94.7306(6400/6756) 94.8008 +LEVEL 6: 94.8710(6400/6746) 94.7306(6400/6756) 94.8008 +LEVEL 7: 94.6635(6386/6746) 94.5234(6386/6756) 94.5934 + +test.all (corpus.KT0.mc): + precision recall F +LEVEL 0: 81.8234(76635/93659) 88.0599(76635/87026) 84.8272 +LEVEL 1: 76.1529(71324/93659) 81.9571(71324/87026) 78.9484 +LEVEL 2: 74.8075(70064/93659) 80.5093(70064/87026) 77.5538 +LEVEL 3: 68.4686(64127/93659) 73.6872(64127/87026) 70.9821 +LEVEL 4: 65.1459(61015/93659) 70.1112(61015/87026) 67.5374 +LEVEL 5: 65.1459(61015/93659) 70.1112(61015/87026) 67.5374 +LEVEL 6: 65.1459(61015/93659) 70.1112(61015/87026) 67.5374 +LEVEL 7: 64.8715(60758/93659) 69.8159(60758/87026) 67.2530 + +test.KT0 (corpus.KT2.mc): + precision recall F +LEVEL 0: 81.5124(74989/91997) 86.6264(74989/86566) 83.9916 +LEVEL 1: 75.0014(68999/91997) 79.7068(68999/86566) 77.2825 +LEVEL 2: 72.8198(66992/91997) 77.3884(66992/86566) 75.0346 +LEVEL 3: 65.9413(60664/91997) 70.0783(60664/86566) 67.9469 +LEVEL 4: 62.5053(57503/91997) 66.4268(57503/86566) 64.4064 +LEVEL 5: 62.5053(57503/91997) 66.4268(57503/86566) 64.4064 +LEVEL 6: 62.5053(57503/91997) 66.4268(57503/86566) 64.4064 +LEVEL 7: 62.2379(57257/91997) 66.1426(57257/86566) 64.1309 + +test.KT2 (corpus.KT2.mc): + precision recall F +LEVEL 0: 99.9364(6288/6292) 99.8729(6288/6296) 99.9047 +LEVEL 1: 99.7139(6274/6292) 99.6506(6274/6296) 99.6822 +LEVEL 2: 99.6186(6268/6292) 99.5553(6268/6296) 99.5869 +LEVEL 3: 99.5709(6265/6292) 99.5076(6265/6296) 99.5392 +LEVEL 4: 99.2689(6246/6292) 99.2058(6246/6296) 99.2374 +LEVEL 5: 99.2689(6246/6292) 99.2058(6246/6296) 99.2374 +LEVEL 6: 99.2689(6246/6292) 99.2058(6246/6296) 99.2374 +LEVEL 7: 99.0941(6235/6292) 99.0311(6235/6296) 99.0626 + +test.misc (corpus.KT2.mc): + precision recall F +LEVEL 0: 92.7536(64/69) 88.8889(64/72) 90.7801 +LEVEL 1: 85.5072(59/69) 81.9444(59/72) 83.6879 +LEVEL 2: 85.5072(59/69) 81.9444(59/72) 83.6879 +LEVEL 3: 72.4638(50/69) 69.4444(50/72) 70.9220 +LEVEL 4: 66.6667(46/69) 63.8889(46/72) 65.2482 +LEVEL 5: 66.6667(46/69) 63.8889(46/72) 65.2482 +LEVEL 6: 66.6667(46/69) 63.8889(46/72) 65.2482 +LEVEL 7: 66.6667(46/69) 63.8889(46/72) 65.2482 + +test.kanjikai (corpus.KT2.mc): + precision recall F +LEVEL 0: 91.5254(54/59) 77.1429(54/70) 83.7209 +LEVEL 1: 83.0508(49/59) 70.0000(49/70) 75.9690 +LEVEL 2: 83.0508(49/59) 70.0000(49/70) 75.9690 +LEVEL 3: 66.1017(39/59) 55.7143(39/70) 60.4651 +LEVEL 4: 57.6271(34/59) 48.5714(34/70) 52.7132 +LEVEL 5: 57.6271(34/59) 48.5714(34/70) 52.7132 +LEVEL 6: 57.6271(34/59) 48.5714(34/70) 52.7132 +LEVEL 7: 55.9322(33/59) 47.1429(33/70) 51.1628 + +test.ryomou (corpus.KT2.mc): + precision recall F +LEVEL 0: 93.1034(297/319) 93.3962(297/318) 93.2496 +LEVEL 1: 67.7116(216/319) 67.9245(216/318) 67.8179 +LEVEL 2: 66.1442(211/319) 66.3522(211/318) 66.2480 +LEVEL 3: 56.7398(181/319) 56.9182(181/318) 56.8289 +LEVEL 4: 50.7837(162/319) 50.9434(162/318) 50.8634 +LEVEL 5: 50.7837(162/319) 50.9434(162/318) 50.8634 +LEVEL 6: 50.7837(162/319) 50.9434(162/318) 50.8634 +LEVEL 7: 50.1567(160/319) 50.3145(160/318) 50.2355 + +test.non-KT (corpus.KT2.mc): + precision recall F +LEVEL 0: 92.8412(415/447) 90.2174(415/460) 91.5105 +LEVEL 1: 72.4832(324/447) 70.4348(324/460) 71.4443 +LEVEL 2: 71.3647(319/447) 69.3478(319/460) 70.3418 +LEVEL 3: 60.4027(270/447) 58.6957(270/460) 59.5369 +LEVEL 4: 54.1387(242/447) 52.6087(242/460) 53.3627 +LEVEL 5: 54.1387(242/447) 52.6087(242/460) 53.3627 +LEVEL 6: 54.1387(242/447) 52.6087(242/460) 53.3627 +LEVEL 7: 53.4676(239/447) 51.9565(239/460) 52.7012 + +test.mixed (corpus.KT2.mc): + precision recall F +LEVEL 0: 99.4658(6703/6739) 99.2155(6703/6756) 99.3405 +LEVEL 1: 97.9077(6598/6739) 97.6613(6598/6756) 97.7844 +LEVEL 2: 97.7445(6587/6739) 97.4985(6587/6756) 97.6213 +LEVEL 3: 96.9728(6535/6739) 96.7288(6535/6756) 96.8507 +LEVEL 4: 96.2754(6488/6739) 96.0332(6488/6756) 96.1541 +LEVEL 5: 96.2754(6488/6739) 96.0332(6488/6756) 96.1541 +LEVEL 6: 96.2754(6488/6739) 96.0332(6488/6756) 96.1541 +LEVEL 7: 96.0677(6474/6739) 95.8259(6474/6756) 95.9466 + +test.all (corpus.KT2.mc): + precision recall F +LEVEL 0: 81.5672(75404/92444) 86.6454(75404/87026) 84.0296 +LEVEL 1: 74.9892(69323/92444) 79.6578(69323/87026) 77.2530 +LEVEL 2: 72.8127(67311/92444) 77.3459(67311/87026) 75.0109 +LEVEL 3: 65.9145(60934/92444) 70.0182(60934/87026) 67.9044 +LEVEL 4: 62.4648(57745/92444) 66.3537(57745/87026) 64.3506 +LEVEL 5: 62.4648(57745/92444) 66.3537(57745/87026) 64.3506 +LEVEL 6: 62.4648(57745/92444) 66.3537(57745/87026) 64.3506 +LEVEL 7: 62.1955(57496/92444) 66.0676(57496/87026) 64.0731 + +test.KT0 (corpus.misc.mc): + precision recall F +LEVEL 0: 79.4026(73719/92842) 85.1593(73719/86566) 82.1803 +LEVEL 1: 68.6683(63753/92842) 73.6467(63753/86566) 71.0704 +LEVEL 2: 63.6835(59125/92842) 68.3005(59125/86566) 65.9112 +LEVEL 3: 54.7371(50819/92842) 58.7055(50819/86566) 56.6519 +LEVEL 4: 50.7475(47115/92842) 54.4267(47115/86566) 52.5227 +LEVEL 5: 50.7475(47115/92842) 54.4267(47115/86566) 52.5227 +LEVEL 6: 50.7475(47115/92842) 54.4267(47115/86566) 52.5227 +LEVEL 7: 50.5052(46890/92842) 54.1668(46890/86566) 52.2719 + +test.KT2 (corpus.misc.mc): + precision recall F +LEVEL 0: 94.1048(6050/6429) 96.0928(6050/6296) 95.0884 +LEVEL 1: 84.5233(5434/6429) 86.3088(5434/6296) 85.4067 +LEVEL 2: 79.9502(5140/6429) 81.6391(5140/6296) 80.7859 +LEVEL 3: 74.3195(4778/6429) 75.8895(4778/6296) 75.0963 +LEVEL 4: 71.3952(4590/6429) 72.9034(4590/6296) 72.1415 +LEVEL 5: 71.3952(4590/6429) 72.9034(4590/6296) 72.1415 +LEVEL 6: 71.3952(4590/6429) 72.9034(4590/6296) 72.1415 +LEVEL 7: 71.2708(4582/6429) 72.7764(4582/6296) 72.0157 + +test.misc (corpus.misc.mc): + precision recall F +LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310 +LEVEL 1: 91.7808(67/73) 93.0556(67/72) 92.4138 +LEVEL 2: 91.7808(67/73) 93.0556(67/72) 92.4138 +LEVEL 3: 83.5616(61/73) 84.7222(61/72) 84.1379 +LEVEL 4: 78.0822(57/73) 79.1667(57/72) 78.6207 +LEVEL 5: 78.0822(57/73) 79.1667(57/72) 78.6207 +LEVEL 6: 78.0822(57/73) 79.1667(57/72) 78.6207 +LEVEL 7: 78.0822(57/73) 79.1667(57/72) 78.6207 + +test.kanjikai (corpus.misc.mc): + precision recall F +LEVEL 0: 87.5000(49/56) 70.0000(49/70) 77.7778 +LEVEL 1: 71.4286(40/56) 57.1429(40/70) 63.4921 +LEVEL 2: 67.8571(38/56) 54.2857(38/70) 60.3175 +LEVEL 3: 58.9286(33/56) 47.1429(33/70) 52.3810 +LEVEL 4: 46.4286(26/56) 37.1429(26/70) 41.2698 +LEVEL 5: 46.4286(26/56) 37.1429(26/70) 41.2698 +LEVEL 6: 46.4286(26/56) 37.1429(26/70) 41.2698 +LEVEL 7: 46.4286(26/56) 37.1429(26/70) 41.2698 + +test.ryomou (corpus.misc.mc): + precision recall F +LEVEL 0: 90.9091(290/319) 91.1950(290/318) 91.0518 +LEVEL 1: 60.5016(193/319) 60.6918(193/318) 60.5965 +LEVEL 2: 56.7398(181/319) 56.9182(181/318) 56.8289 +LEVEL 3: 47.0219(150/319) 47.1698(150/318) 47.0958 +LEVEL 4: 40.4389(129/319) 40.5660(129/318) 40.5024 +LEVEL 5: 40.4389(129/319) 40.5660(129/318) 40.5024 +LEVEL 6: 40.4389(129/319) 40.5660(129/318) 40.5024 +LEVEL 7: 39.8119(127/319) 39.9371(127/318) 39.8744 + +test.non-KT (corpus.misc.mc): + precision recall F +LEVEL 0: 91.5179(410/448) 89.1304(410/460) 90.3084 +LEVEL 1: 66.9643(300/448) 65.2174(300/460) 66.0793 +LEVEL 2: 63.8393(286/448) 62.1739(286/460) 62.9956 +LEVEL 3: 54.4643(244/448) 53.0435(244/460) 53.7445 +LEVEL 4: 47.3214(212/448) 46.0870(212/460) 46.6960 +LEVEL 5: 47.3214(212/448) 46.0870(212/460) 46.6960 +LEVEL 6: 47.3214(212/448) 46.0870(212/460) 46.6960 +LEVEL 7: 46.8750(210/448) 45.6522(210/460) 46.2555 + +test.mixed (corpus.misc.mc): + precision recall F +LEVEL 0: 93.9363(6460/6877) 95.6187(6460/6756) 94.7700 +LEVEL 1: 83.3794(5734/6877) 84.8727(5734/6756) 84.1194 +LEVEL 2: 78.9007(5426/6877) 80.3138(5426/6756) 79.6010 +LEVEL 3: 73.0260(5022/6877) 74.3339(5022/6756) 73.6742 +LEVEL 4: 69.8270(4802/6877) 71.0776(4802/6756) 70.4467 +LEVEL 5: 69.8270(4802/6877) 71.0776(4802/6756) 70.4467 +LEVEL 6: 69.8270(4802/6877) 71.0776(4802/6756) 70.4467 +LEVEL 7: 69.6815(4792/6877) 70.9295(4792/6756) 70.3000 + +test.all (corpus.misc.mc): + precision recall F +LEVEL 0: 79.4608(74129/93290) 85.1803(74129/87026) 82.2212 +LEVEL 1: 68.6601(64053/93290) 73.6021(64053/87026) 71.0453 +LEVEL 2: 63.6842(59411/93290) 68.2681(59411/87026) 65.8965 +LEVEL 3: 54.7358(51063/93290) 58.6756(51063/87026) 56.6372 +LEVEL 4: 50.7311(47327/93290) 54.3826(47327/87026) 52.4934 +LEVEL 5: 50.7311(47327/93290) 54.3826(47327/87026) 52.4934 +LEVEL 6: 50.7311(47327/93290) 54.3826(47327/87026) 52.4934 +LEVEL 7: 50.4877(47100/93290) 54.1218(47100/87026) 52.2416 + +test.KT0 (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 78.7190(73078/92834) 84.4188(73078/86566) 81.4693 +LEVEL 1: 67.5097(62672/92834) 72.3979(62672/86566) 69.8685 +LEVEL 2: 62.7744(58276/92834) 67.3197(58276/86566) 64.9677 +LEVEL 3: 53.3544(49531/92834) 57.2176(49531/86566) 55.2185 +LEVEL 4: 49.6327(46076/92834) 53.2264(46076/86566) 51.3668 +LEVEL 5: 49.6327(46076/92834) 53.2264(46076/86566) 51.3668 +LEVEL 6: 49.6327(46076/92834) 53.2264(46076/86566) 51.3668 +LEVEL 7: 49.4172(45876/92834) 52.9954(45876/86566) 51.1438 + +test.KT2 (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 93.9125(6032/6423) 95.8069(6032/6296) 94.8502 +LEVEL 1: 85.3184(5480/6423) 87.0394(5480/6296) 86.1703 +LEVEL 2: 80.5076(5171/6423) 82.1315(5171/6296) 81.3114 +LEVEL 3: 75.9770(4880/6423) 77.5095(4880/6296) 76.7356 +LEVEL 4: 73.2212(4703/6423) 74.6982(4703/6296) 73.9524 +LEVEL 5: 73.2212(4703/6423) 74.6982(4703/6296) 73.9524 +LEVEL 6: 73.2212(4703/6423) 74.6982(4703/6296) 73.9524 +LEVEL 7: 73.0967(4695/6423) 74.5712(4695/6296) 73.8266 + +test.misc (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 87.3239(62/71) 86.1111(62/72) 86.7133 +LEVEL 1: 76.0563(54/71) 75.0000(54/72) 75.5245 +LEVEL 2: 71.8310(51/71) 70.8333(51/72) 71.3287 +LEVEL 3: 61.9718(44/71) 61.1111(44/72) 61.5385 +LEVEL 4: 59.1549(42/71) 58.3333(42/72) 58.7413 +LEVEL 5: 59.1549(42/71) 58.3333(42/72) 58.7413 +LEVEL 6: 59.1549(42/71) 58.3333(42/72) 58.7413 +LEVEL 7: 59.1549(42/71) 58.3333(42/72) 58.7413 + +test.kanjikai (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538 +LEVEL 1: 88.3333(53/60) 75.7143(53/70) 81.5385 +LEVEL 2: 86.6667(52/60) 74.2857(52/70) 80.0000 +LEVEL 3: 78.3333(47/60) 67.1429(47/70) 72.3077 +LEVEL 4: 68.3333(41/60) 58.5714(41/70) 63.0769 +LEVEL 5: 68.3333(41/60) 58.5714(41/70) 63.0769 +LEVEL 6: 68.3333(41/60) 58.5714(41/70) 63.0769 +LEVEL 7: 66.6667(40/60) 57.1429(40/70) 61.5385 + +test.ryomou (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 91.5094(291/318) 91.5094(291/318) 91.5094 +LEVEL 1: 62.5786(199/318) 62.5786(199/318) 62.5786 +LEVEL 2: 57.8616(184/318) 57.8616(184/318) 57.8616 +LEVEL 3: 45.5975(145/318) 45.5975(145/318) 45.5975 +LEVEL 4: 39.3082(125/318) 39.3082(125/318) 39.3082 +LEVEL 5: 39.3082(125/318) 39.3082(125/318) 39.3082 +LEVEL 6: 39.3082(125/318) 39.3082(125/318) 39.3082 +LEVEL 7: 38.6792(123/318) 38.6792(123/318) 38.6792 + +test.non-KT (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 91.0913(409/449) 88.9130(409/460) 89.9890 +LEVEL 1: 68.1514(306/449) 66.5217(306/460) 67.3267 +LEVEL 2: 63.9198(287/449) 62.3913(287/460) 63.1463 +LEVEL 3: 52.5612(236/449) 51.3043(236/460) 51.9252 +LEVEL 4: 46.3252(208/449) 45.2174(208/460) 45.7646 +LEVEL 5: 46.3252(208/449) 45.2174(208/460) 45.7646 +LEVEL 6: 46.3252(208/449) 45.2174(208/460) 45.7646 +LEVEL 7: 45.6570(205/449) 44.5652(205/460) 45.1045 + +test.mixed (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 93.7282(6441/6872) 95.3375(6441/6756) 94.5260 +LEVEL 1: 84.1967(5786/6872) 85.6424(5786/6756) 84.9134 +LEVEL 2: 79.4237(5458/6872) 80.7874(5458/6756) 80.0998 +LEVEL 3: 74.4470(5116/6872) 75.7253(5116/6756) 75.0807 +LEVEL 4: 71.4639(4911/6872) 72.6909(4911/6756) 72.0722 +LEVEL 5: 71.4639(4911/6872) 72.6909(4911/6756) 72.0722 +LEVEL 6: 71.4639(4911/6872) 72.6909(4911/6756) 72.0722 +LEVEL 7: 71.3038(4900/6872) 72.5281(4900/6756) 71.9108 + +test.all (corpus.kanjikai.mc): + precision recall F +LEVEL 0: 78.7786(73487/93283) 84.4426(73487/87026) 81.5123 +LEVEL 1: 67.5128(62978/93283) 72.3669(62978/87026) 69.8556 +LEVEL 2: 62.7799(58563/93283) 67.2937(58563/87026) 64.9585 +LEVEL 3: 53.3506(49767/93283) 57.1864(49767/87026) 55.2019 +LEVEL 4: 49.6168(46284/93283) 53.1841(46284/87026) 51.3385 +LEVEL 5: 49.6168(46284/93283) 53.1841(46284/87026) 51.3385 +LEVEL 6: 49.6168(46284/93283) 53.1841(46284/87026) 51.3385 +LEVEL 7: 49.3991(46081/93283) 52.9508(46081/87026) 51.1134 + +test.KT0 (corpus.ryomou.mc): + precision recall F +LEVEL 0: 80.4477(73563/91442) 84.9791(73563/86566) 82.6513 +LEVEL 1: 70.6131(64570/91442) 74.5905(64570/86566) 72.5473 +LEVEL 2: 66.7319(61021/91442) 70.4907(61021/86566) 68.5598 +LEVEL 3: 58.2282(53245/91442) 61.5080(53245/86566) 59.8232 +LEVEL 4: 53.9610(49343/91442) 57.0004(49343/86566) 55.4391 +LEVEL 5: 53.9610(49343/91442) 57.0004(49343/86566) 55.4391 +LEVEL 6: 53.9610(49343/91442) 57.0004(49343/86566) 55.4391 +LEVEL 7: 53.6920(49097/91442) 56.7163(49097/86566) 55.1627 + +test.KT2 (corpus.ryomou.mc): + precision recall F +LEVEL 0: 98.2726(6144/6252) 97.5858(6144/6296) 97.9280 +LEVEL 1: 92.2265(5766/6252) 91.5820(5766/6296) 91.9031 +LEVEL 2: 89.2354(5579/6252) 88.6118(5579/6296) 88.9225 +LEVEL 3: 85.3487(5336/6252) 84.7522(5336/6296) 85.0494 +LEVEL 4: 82.6456(5167/6252) 82.0680(5167/6296) 82.3558 +LEVEL 5: 82.6456(5167/6252) 82.0680(5167/6296) 82.3558 +LEVEL 6: 82.6456(5167/6252) 82.0680(5167/6296) 82.3558 +LEVEL 7: 82.4856(5157/6252) 81.9091(5157/6296) 82.1964 + +test.misc (corpus.ryomou.mc): + precision recall F +LEVEL 0: 90.0000(63/70) 87.5000(63/72) 88.7324 +LEVEL 1: 81.4286(57/70) 79.1667(57/72) 80.2817 +LEVEL 2: 80.0000(56/70) 77.7778(56/72) 78.8732 +LEVEL 3: 67.1429(47/70) 65.2778(47/72) 66.1972 +LEVEL 4: 61.4286(43/70) 59.7222(43/72) 60.5634 +LEVEL 5: 61.4286(43/70) 59.7222(43/72) 60.5634 +LEVEL 6: 61.4286(43/70) 59.7222(43/72) 60.5634 +LEVEL 7: 61.4286(43/70) 59.7222(43/72) 60.5634 + +test.kanjikai (corpus.ryomou.mc): + precision recall F +LEVEL 0: 89.4737(51/57) 72.8571(51/70) 80.3150 +LEVEL 1: 75.4386(43/57) 61.4286(43/70) 67.7165 +LEVEL 2: 75.4386(43/57) 61.4286(43/70) 67.7165 +LEVEL 3: 54.3860(31/57) 44.2857(31/70) 48.8189 +LEVEL 4: 40.3509(23/57) 32.8571(23/70) 36.2205 +LEVEL 5: 40.3509(23/57) 32.8571(23/70) 36.2205 +LEVEL 6: 40.3509(23/57) 32.8571(23/70) 36.2205 +LEVEL 7: 40.3509(23/57) 32.8571(23/70) 36.2205 + +test.ryomou (corpus.ryomou.mc): + precision recall F +LEVEL 0: 93.1677(300/322) 94.3396(300/318) 93.7500 +LEVEL 1: 72.3602(233/322) 73.2704(233/318) 72.8125 +LEVEL 2: 70.4969(227/322) 71.3836(227/318) 70.9375 +LEVEL 3: 62.1118(200/322) 62.8931(200/318) 62.5000 +LEVEL 4: 56.5217(182/322) 57.2327(182/318) 56.8750 +LEVEL 5: 56.5217(182/322) 57.2327(182/318) 56.8750 +LEVEL 6: 56.5217(182/322) 57.2327(182/318) 56.8750 +LEVEL 7: 55.9006(180/322) 56.6038(180/318) 56.2500 + +test.non-KT (corpus.ryomou.mc): + precision recall F +LEVEL 0: 92.2049(414/449) 90.0000(414/460) 91.0891 +LEVEL 1: 74.1648(333/449) 72.3913(333/460) 73.2673 +LEVEL 2: 72.6058(326/449) 70.8696(326/460) 71.7272 +LEVEL 3: 61.9154(278/449) 60.4348(278/460) 61.1661 +LEVEL 4: 55.2339(248/449) 53.9130(248/460) 54.5655 +LEVEL 5: 55.2339(248/449) 53.9130(248/460) 54.5655 +LEVEL 6: 55.2339(248/449) 53.9130(248/460) 54.5655 +LEVEL 7: 54.7884(246/449) 53.4783(246/460) 54.1254 + +test.mixed (corpus.ryomou.mc): + precision recall F +LEVEL 0: 97.8660(6558/6701) 97.0693(6558/6756) 97.4660 +LEVEL 1: 91.0163(6099/6701) 90.2753(6099/6756) 90.6443 +LEVEL 2: 88.1212(5905/6701) 87.4038(5905/6756) 87.7610 +LEVEL 3: 83.7785(5614/6701) 83.0965(5614/6756) 83.4361 +LEVEL 4: 80.8088(5415/6701) 80.1510(5415/6756) 80.4786 +LEVEL 5: 80.8088(5415/6701) 80.1510(5415/6756) 80.4786 +LEVEL 6: 80.8088(5415/6701) 80.1510(5415/6756) 80.4786 +LEVEL 7: 80.6298(5403/6701) 79.9734(5403/6756) 80.3002 + +test.all (corpus.ryomou.mc): + precision recall F +LEVEL 0: 80.5052(73977/91891) 85.0056(73977/87026) 82.6942 +LEVEL 1: 70.6304(64903/91891) 74.5789(64903/87026) 72.5510 +LEVEL 2: 66.7606(61347/91891) 70.4927(61347/87026) 68.5759 +LEVEL 3: 58.2462(53523/91891) 61.5023(53523/87026) 59.8300 +LEVEL 4: 53.9672(49591/91891) 56.9841(49591/87026) 55.4346 +LEVEL 5: 53.9672(49591/91891) 56.9841(49591/87026) 55.4346 +LEVEL 6: 53.9672(49591/91891) 56.9841(49591/87026) 55.4346 +LEVEL 7: 53.6973(49343/91891) 56.6991(49343/87026) 55.1574 + +test.KT0 (corpus.non-KT.mc): + precision recall F +LEVEL 0: 80.7007(74582/92418) 86.1562(74582/86566) 83.3393 +LEVEL 1: 71.6008(66172/92418) 76.4411(66172/86566) 73.9418 +LEVEL 2: 67.9543(62802/92418) 72.5481(62802/86566) 70.1761 +LEVEL 3: 59.7578(55227/92418) 63.7976(55227/86566) 61.7117 +LEVEL 4: 55.7889(51559/92418) 59.5603(51559/86566) 57.6130 +LEVEL 5: 55.7889(51559/92418) 59.5603(51559/86566) 57.6130 +LEVEL 6: 55.7889(51559/92418) 59.5603(51559/86566) 57.6130 +LEVEL 7: 55.5292(51319/92418) 59.2831(51319/86566) 57.3448 + +test.KT2 (corpus.non-KT.mc): + precision recall F +LEVEL 0: 97.9585(6190/6319) 98.3164(6190/6296) 98.1371 +LEVEL 1: 92.8944(5870/6319) 93.2338(5870/6296) 93.0638 +LEVEL 2: 90.0142(5688/6319) 90.3431(5688/6296) 90.1784 +LEVEL 3: 86.5169(5467/6319) 86.8329(5467/6296) 86.6746 +LEVEL 4: 83.6683(5287/6319) 83.9740(5287/6296) 83.8208 +LEVEL 5: 83.6683(5287/6319) 83.9740(5287/6296) 83.8208 +LEVEL 6: 83.6683(5287/6319) 83.9740(5287/6296) 83.8208 +LEVEL 7: 83.5100(5277/6319) 83.8151(5277/6296) 83.6623 + +test.misc (corpus.non-KT.mc): + precision recall F +LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310 +LEVEL 1: 91.7808(67/73) 93.0556(67/72) 92.4138 +LEVEL 2: 91.7808(67/73) 93.0556(67/72) 92.4138 +LEVEL 3: 83.5616(61/73) 84.7222(61/72) 84.1379 +LEVEL 4: 78.0822(57/73) 79.1667(57/72) 78.6207 +LEVEL 5: 78.0822(57/73) 79.1667(57/72) 78.6207 +LEVEL 6: 78.0822(57/73) 79.1667(57/72) 78.6207 +LEVEL 7: 78.0822(57/73) 79.1667(57/72) 78.6207 + +test.kanjikai (corpus.non-KT.mc): + precision recall F +LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538 +LEVEL 1: 86.6667(52/60) 74.2857(52/70) 80.0000 +LEVEL 2: 86.6667(52/60) 74.2857(52/70) 80.0000 +LEVEL 3: 76.6667(46/60) 65.7143(46/70) 70.7692 +LEVEL 4: 68.3333(41/60) 58.5714(41/70) 63.0769 +LEVEL 5: 68.3333(41/60) 58.5714(41/70) 63.0769 +LEVEL 6: 68.3333(41/60) 58.5714(41/70) 63.0769 +LEVEL 7: 66.6667(40/60) 57.1429(40/70) 61.5385 + +test.ryomou (corpus.non-KT.mc): + precision recall F +LEVEL 0: 93.1677(300/322) 94.3396(300/318) 93.7500 +LEVEL 1: 70.8075(228/322) 71.6981(228/318) 71.2500 +LEVEL 2: 68.9441(222/322) 69.8113(222/318) 69.3750 +LEVEL 3: 60.5590(195/322) 61.3208(195/318) 60.9375 +LEVEL 4: 55.5901(179/322) 56.2893(179/318) 55.9375 +LEVEL 5: 55.5901(179/322) 56.2893(179/318) 55.9375 +LEVEL 6: 55.5901(179/322) 56.2893(179/318) 55.9375 +LEVEL 7: 54.9689(177/322) 55.6604(177/318) 55.3125 + +test.non-KT (corpus.non-KT.mc): + precision recall F +LEVEL 0: 93.8462(427/455) 92.8261(427/460) 93.3333 +LEVEL 1: 76.2637(347/455) 75.4348(347/460) 75.8470 +LEVEL 2: 74.9451(341/455) 74.1304(341/460) 74.5355 +LEVEL 3: 66.3736(302/455) 65.6522(302/460) 66.0109 +LEVEL 4: 60.8791(277/455) 60.2174(277/460) 60.5464 +LEVEL 5: 60.8791(277/455) 60.2174(277/460) 60.5464 +LEVEL 6: 60.8791(277/455) 60.2174(277/460) 60.5464 +LEVEL 7: 60.2198(274/455) 59.5652(274/460) 59.8907 + +test.mixed (corpus.non-KT.mc): + precision recall F +LEVEL 0: 97.6823(6617/6774) 97.9426(6617/6756) 97.8123 +LEVEL 1: 91.7774(6217/6774) 92.0219(6217/6756) 91.8995 +LEVEL 2: 89.0021(6029/6774) 89.2392(6029/6756) 89.1205 +LEVEL 3: 85.1639(5769/6774) 85.3908(5769/6756) 85.2772 +LEVEL 4: 82.1376(5564/6774) 82.3564(5564/6756) 82.2469 +LEVEL 5: 82.1376(5564/6774) 82.3564(5564/6756) 82.2469 +LEVEL 6: 82.1376(5564/6774) 82.3564(5564/6756) 82.2469 +LEVEL 7: 81.9457(5551/6774) 82.1640(5551/6756) 82.0547 + +test.all (corpus.non-KT.mc): + precision recall F +LEVEL 0: 80.7651(75009/92873) 86.1915(75009/87026) 83.3901 +LEVEL 1: 71.6236(66519/92873) 76.4358(66519/87026) 73.9515 +LEVEL 2: 67.9885(63143/92873) 72.5565(63143/87026) 70.1983 +LEVEL 3: 59.7903(55529/92873) 63.8074(55529/87026) 61.7335 +LEVEL 4: 55.8139(51836/92873) 59.5638(51836/87026) 57.6279 +LEVEL 5: 55.8139(51836/92873) 59.5638(51836/87026) 57.6279 +LEVEL 6: 55.8139(51836/92873) 59.5638(51836/87026) 57.6279 +LEVEL 7: 55.5522(51593/92873) 59.2846(51593/87026) 57.3577 + +test.KT0 (corpus.mixed.mc): + precision recall F +LEVEL 0: 81.5438(75123/92126) 86.7812(75123/86566) 84.0810 +LEVEL 1: 75.0526(69143/92126) 79.8732(69143/86566) 77.3879 +LEVEL 2: 72.9067(67166/92126) 77.5894(67166/86566) 75.1752 +LEVEL 3: 66.0139(60816/92126) 70.2539(60816/86566) 68.0680 +LEVEL 4: 62.6142(57684/92126) 66.6359(57684/86566) 64.5625 +LEVEL 5: 62.6142(57684/92126) 66.6359(57684/86566) 64.5625 +LEVEL 6: 62.6142(57684/92126) 66.6359(57684/86566) 64.5625 +LEVEL 7: 62.3429(57434/92126) 66.3471(57434/86566) 64.2827 + +test.KT2 (corpus.mixed.mc): + precision recall F +LEVEL 0: 99.9523(6290/6293) 99.9047(6290/6296) 99.9285 +LEVEL 1: 99.7299(6276/6293) 99.6823(6276/6296) 99.7061 +LEVEL 2: 99.6186(6269/6293) 99.5712(6269/6296) 99.5949 +LEVEL 3: 99.5710(6266/6293) 99.5235(6266/6296) 99.5472 +LEVEL 4: 99.2690(6247/6293) 99.2217(6247/6296) 99.2454 +LEVEL 5: 99.2690(6247/6293) 99.2217(6247/6296) 99.2454 +LEVEL 6: 99.2690(6247/6293) 99.2217(6247/6296) 99.2454 +LEVEL 7: 99.0942(6236/6293) 99.0470(6236/6296) 99.0706 + +test.misc (corpus.mixed.mc): + precision recall F +LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310 +LEVEL 1: 90.4110(66/73) 91.6667(66/72) 91.0345 +LEVEL 2: 90.4110(66/73) 91.6667(66/72) 91.0345 +LEVEL 3: 82.1918(60/73) 83.3333(60/72) 82.7586 +LEVEL 4: 76.7123(56/73) 77.7778(56/72) 77.2414 +LEVEL 5: 76.7123(56/73) 77.7778(56/72) 77.2414 +LEVEL 6: 76.7123(56/73) 77.7778(56/72) 77.2414 +LEVEL 7: 76.7123(56/73) 77.7778(56/72) 77.2414 + +test.kanjikai (corpus.mixed.mc): + precision recall F +LEVEL 0: 91.5254(54/59) 77.1429(54/70) 83.7209 +LEVEL 1: 86.4407(51/59) 72.8571(51/70) 79.0698 +LEVEL 2: 86.4407(51/59) 72.8571(51/70) 79.0698 +LEVEL 3: 74.5763(44/59) 62.8571(44/70) 68.2171 +LEVEL 4: 67.7966(40/59) 57.1429(40/70) 62.0155 +LEVEL 5: 67.7966(40/59) 57.1429(40/70) 62.0155 +LEVEL 6: 67.7966(40/59) 57.1429(40/70) 62.0155 +LEVEL 7: 66.1017(39/59) 55.7143(39/70) 60.4651 + +test.ryomou (corpus.mixed.mc): + precision recall F +LEVEL 0: 93.1677(300/322) 94.3396(300/318) 93.7500 +LEVEL 1: 69.8758(225/322) 70.7547(225/318) 70.3125 +LEVEL 2: 69.2547(223/322) 70.1258(223/318) 69.6875 +LEVEL 3: 60.2484(194/322) 61.0063(194/318) 60.6250 +LEVEL 4: 55.2795(178/322) 55.9748(178/318) 55.6250 +LEVEL 5: 55.2795(178/322) 55.9748(178/318) 55.6250 +LEVEL 6: 55.2795(178/322) 55.9748(178/318) 55.6250 +LEVEL 7: 54.6584(176/322) 55.3459(176/318) 55.0000 + +test.non-KT (corpus.mixed.mc): + precision recall F +LEVEL 0: 93.6123(425/454) 92.3913(425/460) 92.9978 +LEVEL 1: 75.3304(342/454) 74.3478(342/460) 74.8359 +LEVEL 2: 74.8899(340/454) 73.9130(340/460) 74.3982 +LEVEL 3: 65.6388(298/454) 64.7826(298/460) 65.2079 +LEVEL 4: 60.3524(274/454) 59.5652(274/460) 59.9562 +LEVEL 5: 60.3524(274/454) 59.5652(274/460) 59.9562 +LEVEL 6: 60.3524(274/454) 59.5652(274/460) 59.9562 +LEVEL 7: 59.6916(271/454) 58.9130(271/460) 59.2998 + +test.mixed (corpus.mixed.mc): + precision recall F +LEVEL 0: 99.5257(6715/6747) 99.3931(6715/6756) 99.4594 +LEVEL 1: 98.0880(6618/6747) 97.9574(6618/6756) 98.0227 +LEVEL 2: 97.9546(6609/6747) 97.8242(6609/6756) 97.8894 +LEVEL 3: 97.2877(6564/6747) 97.1581(6564/6756) 97.2228 +LEVEL 4: 96.6504(6521/6747) 96.5216(6521/6756) 96.5859 +LEVEL 5: 96.6504(6521/6747) 96.5216(6521/6756) 96.5859 +LEVEL 6: 96.6504(6521/6747) 96.5216(6521/6756) 96.5859 +LEVEL 7: 96.4429(6507/6747) 96.3144(6507/6756) 96.3786 + +test.all (corpus.mixed.mc): + precision recall F +LEVEL 0: 81.6029(75548/92580) 86.8108(75548/87026) 84.1264 +LEVEL 1: 75.0540(69485/92580) 79.8440(69485/87026) 77.3749 +LEVEL 2: 72.9164(67506/92580) 77.5699(67506/87026) 75.1712 +LEVEL 3: 66.0121(61114/92580) 70.2250(61114/87026) 68.0534 +LEVEL 4: 62.6032(57958/92580) 66.5985(57958/87026) 64.5390 +LEVEL 5: 62.6032(57958/92580) 66.5985(57958/87026) 64.5390 +LEVEL 6: 62.6032(57958/92580) 66.5985(57958/87026) 64.5390 +LEVEL 7: 62.3299(57705/92580) 66.3078(57705/87026) 64.2573 + +test.KT0 (corpus.all.mc): + precision recall F +LEVEL 0: 81.8035(76231/93188) 88.0611(76231/86566) 84.8170 +LEVEL 1: 76.2405(71047/93188) 82.0726(71047/86566) 79.0491 +LEVEL 2: 74.9002(69798/93188) 80.6298(69798/86566) 77.6595 +LEVEL 3: 68.5603(63890/93188) 73.8050(63890/86566) 71.0860 +LEVEL 4: 65.2466(60802/93188) 70.2377(60802/86566) 67.6502 +LEVEL 5: 65.2466(60802/93188) 70.2377(60802/86566) 67.6502 +LEVEL 6: 65.2466(60802/93188) 70.2377(60802/86566) 67.6502 +LEVEL 7: 64.9740(60548/93188) 69.9443(60548/86566) 67.3676 + +test.KT2 (corpus.all.mc): + precision recall F +LEVEL 0: 99.8410(6279/6289) 99.7300(6279/6296) 99.7855 +LEVEL 1: 99.1732(6237/6289) 99.0629(6237/6296) 99.1180 +LEVEL 2: 98.8233(6215/6289) 98.7135(6215/6296) 98.7684 +LEVEL 3: 98.4258(6190/6289) 98.3164(6190/6296) 98.3711 +LEVEL 4: 97.6944(6144/6289) 97.5858(6144/6296) 97.6400 +LEVEL 5: 97.6944(6144/6289) 97.5858(6144/6296) 97.6400 +LEVEL 6: 97.6944(6144/6289) 97.5858(6144/6296) 97.6400 +LEVEL 7: 97.5195(6133/6289) 97.4111(6133/6296) 97.4652 + +test.misc (corpus.all.mc): + precision recall F +LEVEL 0: 92.0000(69/75) 95.8333(69/72) 93.8776 +LEVEL 1: 85.3333(64/75) 88.8889(64/72) 87.0748 +LEVEL 2: 84.0000(63/75) 87.5000(63/72) 85.7143 +LEVEL 3: 73.3333(55/75) 76.3889(55/72) 74.8299 +LEVEL 4: 70.6667(53/75) 73.6111(53/72) 72.1088 +LEVEL 5: 70.6667(53/75) 73.6111(53/72) 72.1088 +LEVEL 6: 70.6667(53/75) 73.6111(53/72) 72.1088 +LEVEL 7: 70.6667(53/75) 73.6111(53/72) 72.1088 + +test.kanjikai (corpus.all.mc): + precision recall F +LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538 +LEVEL 1: 88.3333(53/60) 75.7143(53/70) 81.5385 +LEVEL 2: 88.3333(53/60) 75.7143(53/70) 81.5385 +LEVEL 3: 73.3333(44/60) 62.8571(44/70) 67.6923 +LEVEL 4: 65.0000(39/60) 55.7143(39/70) 60.0000 +LEVEL 5: 65.0000(39/60) 55.7143(39/70) 60.0000 +LEVEL 6: 65.0000(39/60) 55.7143(39/70) 60.0000 +LEVEL 7: 63.3333(38/60) 54.2857(38/70) 58.4615 + +test.ryomou (corpus.all.mc): + precision recall F +LEVEL 0: 92.5697(299/323) 94.0252(299/318) 93.2917 +LEVEL 1: 69.9690(226/323) 71.0692(226/318) 70.5148 +LEVEL 2: 68.7307(222/323) 69.8113(222/318) 69.2668 +LEVEL 3: 58.5139(189/323) 59.4340(189/318) 58.9704 +LEVEL 4: 53.8700(174/323) 54.7170(174/318) 54.2902 +LEVEL 5: 53.8700(174/323) 54.7170(174/318) 54.2902 +LEVEL 6: 53.8700(174/323) 54.7170(174/318) 54.2902 +LEVEL 7: 53.2508(172/323) 54.0881(172/318) 53.6661 + +test.non-KT (corpus.all.mc): + precision recall F +LEVEL 0: 92.5764(424/458) 92.1739(424/460) 92.3747 +LEVEL 1: 74.8908(343/458) 74.5652(343/460) 74.7277 +LEVEL 2: 73.7991(338/458) 73.4783(338/460) 73.6383 +LEVEL 3: 62.8821(288/458) 62.6087(288/460) 62.7451 +LEVEL 4: 58.0786(266/458) 57.8261(266/460) 57.9521 +LEVEL 5: 58.0786(266/458) 57.8261(266/460) 57.9521 +LEVEL 6: 58.0786(266/458) 57.8261(266/460) 57.9521 +LEVEL 7: 57.4236(263/458) 57.1739(263/460) 57.2985 + +test.mixed (corpus.all.mc): + precision recall F +LEVEL 0: 99.3479(6703/6747) 99.2155(6703/6756) 99.2816 +LEVEL 1: 97.5248(6580/6747) 97.3949(6580/6756) 97.4598 +LEVEL 2: 97.1246(6553/6747) 96.9953(6553/6756) 97.0599 +LEVEL 3: 96.0130(6478/6747) 95.8851(6478/6756) 95.9490 +LEVEL 4: 95.0052(6410/6747) 94.8786(6410/6756) 94.9419 +LEVEL 5: 95.0052(6410/6747) 94.8786(6410/6756) 94.9419 +LEVEL 6: 95.0052(6410/6747) 94.8786(6410/6756) 94.9419 +LEVEL 7: 94.7977(6396/6747) 94.6714(6396/6756) 94.7345 + +test.all (corpus.all.mc): + precision recall F +LEVEL 0: 81.8561(76655/93646) 88.0829(76655/87026) 84.8554 +LEVEL 1: 76.2339(71390/93646) 82.0330(71390/87026) 79.0272 +LEVEL 2: 74.8948(70136/93646) 80.5920(70136/87026) 77.6390 +LEVEL 3: 68.5326(64178/93646) 73.7458(64178/87026) 71.0437 +LEVEL 4: 65.2115(61068/93646) 70.1721(61068/87026) 67.6010 +LEVEL 5: 65.2115(61068/93646) 70.1721(61068/87026) 67.6010 +LEVEL 6: 65.2115(61068/93646) 70.1721(61068/87026) 67.6010 +LEVEL 7: 64.9371(60811/93646) 69.8768(60811/87026) 67.3165