Skip to content
Snippets Groups Projects
Commit 0269813b authored by MORIOKA Tomohiko's avatar MORIOKA Tomohiko
Browse files

New files.

parent 5b356b9f
No related branches found
No related tags found
No related merge requests found
Hide whitespace changes
Inline Side-by-side
seed_KTp2/system-eval.results 0 → 100644
+ 705
− 0
View file @ 0269813b
mecab-system-eval -l "0 1 2 3 4 5 6 7"
test.KT0 (corpus.KT0.mc):
precision recall F
LEVEL 0: 81.7894(76231/93204) 88.0611(76231/86566) 84.8095
LEVEL 1: 76.1931(71015/93204) 82.0357(71015/86566) 79.0065
LEVEL 2: 74.8519(69765/93204) 80.5917(69765/86566) 77.6158
LEVEL 3: 68.5314(63874/93204) 73.7865(63874/86566) 71.0619
LEVEL 4: 65.2118(60780/93204) 70.2123(60780/86566) 67.6197
LEVEL 5: 65.2118(60780/93204) 70.2123(60780/86566) 67.6197
LEVEL 6: 65.2118(60780/93204) 70.2123(60780/86566) 67.6197
LEVEL 7: 64.9393(60526/93204) 69.9189(60526/86566) 67.3372
test.KT2 (corpus.KT0.mc):
precision recall F
LEVEL 0: 99.8410(6279/6289) 99.7300(6279/6296) 99.7855
LEVEL 1: 99.1096(6233/6289) 98.9994(6233/6296) 99.0544
LEVEL 2: 98.7756(6212/6289) 98.6658(6212/6296) 98.7207
LEVEL 3: 98.3940(6188/6289) 98.2846(6188/6296) 98.3393
LEVEL 4: 97.6467(6141/6289) 97.5381(6141/6296) 97.5924
LEVEL 5: 97.6467(6141/6289) 97.5381(6141/6296) 97.5924
LEVEL 6: 97.6467(6141/6289) 97.5381(6141/6296) 97.5924
LEVEL 7: 97.4718(6130/6289) 97.3634(6130/6296) 97.4176
test.misc (corpus.KT0.mc):
precision recall F
LEVEL 0: 92.0000(69/75) 95.8333(69/72) 93.8776
LEVEL 1: 85.3333(64/75) 88.8889(64/72) 87.0748
LEVEL 2: 82.6667(62/75) 86.1111(62/72) 84.3537
LEVEL 3: 72.0000(54/75) 75.0000(54/72) 73.4694
LEVEL 4: 69.3333(52/75) 72.2222(52/72) 70.7483
LEVEL 5: 69.3333(52/75) 72.2222(52/72) 70.7483
LEVEL 6: 69.3333(52/75) 72.2222(52/72) 70.7483
LEVEL 7: 69.3333(52/75) 72.2222(52/72) 70.7483
test.kanjikai (corpus.KT0.mc):
precision recall F
LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538
LEVEL 1: 85.0000(51/60) 72.8571(51/70) 78.4615
LEVEL 2: 85.0000(51/60) 72.8571(51/70) 78.4615
LEVEL 3: 70.0000(42/60) 60.0000(42/70) 64.6154
LEVEL 4: 60.0000(36/60) 51.4286(36/70) 55.3846
LEVEL 5: 60.0000(36/60) 51.4286(36/70) 55.3846
LEVEL 6: 60.0000(36/60) 51.4286(36/70) 55.3846
LEVEL 7: 58.3333(35/60) 50.0000(35/70) 53.8462
test.ryomou (corpus.KT0.mc):
precision recall F
LEVEL 0: 94.1538(306/325) 96.2264(306/318) 95.1788
LEVEL 1: 81.5385(265/325) 83.3333(265/318) 82.4261
LEVEL 2: 80.3077(261/325) 82.0755(261/318) 81.1820
LEVEL 3: 70.4615(229/325) 72.0126(229/318) 71.2286
LEVEL 4: 65.5385(213/325) 66.9811(213/318) 66.2519
LEVEL 5: 65.5385(213/325) 66.9811(213/318) 66.2519
LEVEL 6: 65.5385(213/325) 66.9811(213/318) 66.2519
LEVEL 7: 64.9231(211/325) 66.3522(211/318) 65.6299
test.non-KT (corpus.KT0.mc):
precision recall F
LEVEL 0: 93.6957(431/460) 93.6957(431/460) 93.6957
LEVEL 1: 82.6087(380/460) 82.6087(380/460) 82.6087
LEVEL 2: 81.3043(374/460) 81.3043(374/460) 81.3043
LEVEL 3: 70.6522(325/460) 70.6522(325/460) 70.6522
LEVEL 4: 65.4348(301/460) 65.4348(301/460) 65.4348
LEVEL 5: 65.4348(301/460) 65.4348(301/460) 65.4348
LEVEL 6: 65.4348(301/460) 65.4348(301/460) 65.4348
LEVEL 7: 64.7826(298/460) 64.7826(298/460) 64.7826
test.mixed (corpus.KT0.mc):
precision recall F
LEVEL 0: 99.4221(6710/6749) 99.3191(6710/6756) 99.3706
LEVEL 1: 97.9849(6613/6749) 97.8834(6613/6756) 97.9341
LEVEL 2: 97.5848(6586/6749) 97.4837(6586/6756) 97.5342
LEVEL 3: 96.5032(6513/6749) 96.4032(6513/6756) 96.4532
LEVEL 4: 95.4512(6442/6749) 95.3523(6442/6756) 95.4017
LEVEL 5: 95.4512(6442/6749) 95.3523(6442/6756) 95.4017
LEVEL 6: 95.4512(6442/6749) 95.3523(6442/6756) 95.4017
LEVEL 7: 95.2437(6428/6749) 95.1451(6428/6756) 95.1944
test.all (corpus.KT0.mc):
precision recall F
LEVEL 0: 81.8479(76662/93664) 88.0909(76662/87026) 84.8547
LEVEL 1: 76.2246(71395/93664) 82.0387(71395/87026) 79.0248
LEVEL 2: 74.8836(70139/93664) 80.5955(70139/87026) 77.6346
LEVEL 3: 68.5418(64199/93664) 73.7699(64199/87026) 71.0598
LEVEL 4: 65.2129(61081/93664) 70.1871(61081/87026) 67.6086
LEVEL 5: 65.2129(61081/93664) 70.1871(61081/87026) 67.6086
LEVEL 6: 65.2129(61081/93664) 70.1871(61081/87026) 67.6086
LEVEL 7: 64.9385(60824/93664) 69.8918(60824/87026) 67.3241
test.KT0 (corpus.KT2.mc):
precision recall F
LEVEL 0: 81.5124(74989/91997) 86.6264(74989/86566) 83.9916
LEVEL 1: 75.0014(68999/91997) 79.7068(68999/86566) 77.2825
LEVEL 2: 72.8198(66992/91997) 77.3884(66992/86566) 75.0346
LEVEL 3: 65.9413(60664/91997) 70.0783(60664/86566) 67.9469
LEVEL 4: 62.5053(57503/91997) 66.4268(57503/86566) 64.4064
LEVEL 5: 62.5053(57503/91997) 66.4268(57503/86566) 64.4064
LEVEL 6: 62.5053(57503/91997) 66.4268(57503/86566) 64.4064
LEVEL 7: 62.2379(57257/91997) 66.1426(57257/86566) 64.1309
test.KT2 (corpus.KT2.mc):
precision recall F
LEVEL 0: 99.9364(6288/6292) 99.8729(6288/6296) 99.9047
LEVEL 1: 99.7139(6274/6292) 99.6506(6274/6296) 99.6822
LEVEL 2: 99.6186(6268/6292) 99.5553(6268/6296) 99.5869
LEVEL 3: 99.5709(6265/6292) 99.5076(6265/6296) 99.5392
LEVEL 4: 99.2689(6246/6292) 99.2058(6246/6296) 99.2374
LEVEL 5: 99.2689(6246/6292) 99.2058(6246/6296) 99.2374
LEVEL 6: 99.2689(6246/6292) 99.2058(6246/6296) 99.2374
LEVEL 7: 99.0941(6235/6292) 99.0311(6235/6296) 99.0626
test.misc (corpus.KT2.mc):
precision recall F
LEVEL 0: 92.7536(64/69) 88.8889(64/72) 90.7801
LEVEL 1: 85.5072(59/69) 81.9444(59/72) 83.6879
LEVEL 2: 85.5072(59/69) 81.9444(59/72) 83.6879
LEVEL 3: 72.4638(50/69) 69.4444(50/72) 70.9220
LEVEL 4: 66.6667(46/69) 63.8889(46/72) 65.2482
LEVEL 5: 66.6667(46/69) 63.8889(46/72) 65.2482
LEVEL 6: 66.6667(46/69) 63.8889(46/72) 65.2482
LEVEL 7: 66.6667(46/69) 63.8889(46/72) 65.2482
test.kanjikai (corpus.KT2.mc):
precision recall F
LEVEL 0: 91.5254(54/59) 77.1429(54/70) 83.7209
LEVEL 1: 83.0508(49/59) 70.0000(49/70) 75.9690
LEVEL 2: 83.0508(49/59) 70.0000(49/70) 75.9690
LEVEL 3: 66.1017(39/59) 55.7143(39/70) 60.4651
LEVEL 4: 57.6271(34/59) 48.5714(34/70) 52.7132
LEVEL 5: 57.6271(34/59) 48.5714(34/70) 52.7132
LEVEL 6: 57.6271(34/59) 48.5714(34/70) 52.7132
LEVEL 7: 55.9322(33/59) 47.1429(33/70) 51.1628
test.ryomou (corpus.KT2.mc):
precision recall F
LEVEL 0: 95.0311(306/322) 96.2264(306/318) 95.6250
LEVEL 1: 81.3665(262/322) 82.3899(262/318) 81.8750
LEVEL 2: 79.5031(256/322) 80.5031(256/318) 80.0000
LEVEL 3: 69.5652(224/322) 70.4403(224/318) 70.0000
LEVEL 4: 63.3540(204/322) 64.1509(204/318) 63.7500
LEVEL 5: 63.3540(204/322) 64.1509(204/318) 63.7500
LEVEL 6: 63.3540(204/322) 64.1509(204/318) 63.7500
LEVEL 7: 62.7329(202/322) 63.5220(202/318) 63.1250
test.non-KT (corpus.KT2.mc):
precision recall F
LEVEL 0: 94.2222(424/450) 92.1739(424/460) 93.1868
LEVEL 1: 82.2222(370/450) 80.4348(370/460) 81.3187
LEVEL 2: 80.8889(364/450) 79.1304(364/460) 80.0000
LEVEL 3: 69.5556(313/450) 68.0435(313/460) 68.7912
LEVEL 4: 63.1111(284/450) 61.7391(284/460) 62.4176
LEVEL 5: 63.1111(284/450) 61.7391(284/460) 62.4176
LEVEL 6: 63.1111(284/450) 61.7391(284/460) 62.4176
LEVEL 7: 62.4444(281/450) 61.0870(281/460) 61.7582
test.mixed (corpus.KT2.mc):
precision recall F
LEVEL 0: 99.5550(6712/6742) 99.3487(6712/6756) 99.4518
LEVEL 1: 98.5464(6644/6742) 98.3422(6644/6756) 98.4442
LEVEL 2: 98.3684(6632/6742) 98.1646(6632/6756) 98.2664
LEVEL 3: 97.5675(6578/6742) 97.3653(6578/6756) 97.4663
LEVEL 4: 96.8555(6530/6742) 96.6548(6530/6756) 96.7551
LEVEL 5: 96.8555(6530/6742) 96.6548(6530/6756) 96.7551
LEVEL 6: 96.8555(6530/6742) 96.6548(6530/6756) 96.7551
LEVEL 7: 96.6479(6516/6742) 96.4476(6516/6756) 96.5476
test.all (corpus.KT2.mc):
precision recall F
LEVEL 0: 81.5743(75413/92447) 86.6557(75413/87026) 84.0383
LEVEL 1: 75.0365(69369/92447) 79.7107(69369/87026) 77.3030
LEVEL 2: 72.8590(67356/92447) 77.3976(67356/87026) 75.0598
LEVEL 3: 65.9589(60977/92447) 70.0676(60977/87026) 67.9512
LEVEL 4: 62.5082(57787/92447) 66.4020(57787/87026) 64.3963
LEVEL 5: 62.5082(57787/92447) 66.4020(57787/87026) 64.3963
LEVEL 6: 62.5082(57787/92447) 66.4020(57787/87026) 64.3963
LEVEL 7: 62.2389(57538/92447) 66.1159(57538/87026) 64.1188
test.KT0 (corpus.misc.mc):
precision recall F
LEVEL 0: 79.4026(73719/92842) 85.1593(73719/86566) 82.1803
LEVEL 1: 68.6683(63753/92842) 73.6467(63753/86566) 71.0704
LEVEL 2: 63.6835(59125/92842) 68.3005(59125/86566) 65.9112
LEVEL 3: 54.7371(50819/92842) 58.7055(50819/86566) 56.6519
LEVEL 4: 50.7475(47115/92842) 54.4267(47115/86566) 52.5227
LEVEL 5: 50.7475(47115/92842) 54.4267(47115/86566) 52.5227
LEVEL 6: 50.7475(47115/92842) 54.4267(47115/86566) 52.5227
LEVEL 7: 50.5052(46890/92842) 54.1668(46890/86566) 52.2719
test.KT2 (corpus.misc.mc):
precision recall F
LEVEL 0: 94.1048(6050/6429) 96.0928(6050/6296) 95.0884
LEVEL 1: 84.5233(5434/6429) 86.3088(5434/6296) 85.4067
LEVEL 2: 79.9502(5140/6429) 81.6391(5140/6296) 80.7859
LEVEL 3: 74.3195(4778/6429) 75.8895(4778/6296) 75.0963
LEVEL 4: 71.3952(4590/6429) 72.9034(4590/6296) 72.1415
LEVEL 5: 71.3952(4590/6429) 72.9034(4590/6296) 72.1415
LEVEL 6: 71.3952(4590/6429) 72.9034(4590/6296) 72.1415
LEVEL 7: 71.2708(4582/6429) 72.7764(4582/6296) 72.0157
test.misc (corpus.misc.mc):
precision recall F
LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310
LEVEL 1: 91.7808(67/73) 93.0556(67/72) 92.4138
LEVEL 2: 91.7808(67/73) 93.0556(67/72) 92.4138
LEVEL 3: 83.5616(61/73) 84.7222(61/72) 84.1379
LEVEL 4: 78.0822(57/73) 79.1667(57/72) 78.6207
LEVEL 5: 78.0822(57/73) 79.1667(57/72) 78.6207
LEVEL 6: 78.0822(57/73) 79.1667(57/72) 78.6207
LEVEL 7: 78.0822(57/73) 79.1667(57/72) 78.6207
test.kanjikai (corpus.misc.mc):
precision recall F
LEVEL 0: 87.5000(49/56) 70.0000(49/70) 77.7778
LEVEL 1: 71.4286(40/56) 57.1429(40/70) 63.4921
LEVEL 2: 67.8571(38/56) 54.2857(38/70) 60.3175
LEVEL 3: 58.9286(33/56) 47.1429(33/70) 52.3810
LEVEL 4: 46.4286(26/56) 37.1429(26/70) 41.2698
LEVEL 5: 46.4286(26/56) 37.1429(26/70) 41.2698
LEVEL 6: 46.4286(26/56) 37.1429(26/70) 41.2698
LEVEL 7: 46.4286(26/56) 37.1429(26/70) 41.2698
test.ryomou (corpus.misc.mc):
precision recall F
LEVEL 0: 92.2601(298/323) 93.7107(298/318) 92.9797
LEVEL 1: 72.7554(235/323) 73.8994(235/318) 73.3229
LEVEL 2: 69.0402(223/323) 70.1258(223/318) 69.5788
LEVEL 3: 59.7523(193/323) 60.6918(193/318) 60.2184
LEVEL 4: 53.2508(172/323) 54.0881(172/318) 53.6661
LEVEL 5: 53.2508(172/323) 54.0881(172/318) 53.6661
LEVEL 6: 53.2508(172/323) 54.0881(172/318) 53.6661
LEVEL 7: 52.6316(170/323) 53.4591(170/318) 53.0421
test.non-KT (corpus.misc.mc):
precision recall F
LEVEL 0: 92.4779(418/452) 90.8696(418/460) 91.6667
LEVEL 1: 75.6637(342/452) 74.3478(342/460) 75.0000
LEVEL 2: 72.5664(328/452) 71.3043(328/460) 71.9298
LEVEL 3: 63.4956(287/452) 62.3913(287/460) 62.9386
LEVEL 4: 56.4159(255/452) 55.4348(255/460) 55.9211
LEVEL 5: 56.4159(255/452) 55.4348(255/460) 55.9211
LEVEL 6: 56.4159(255/452) 55.4348(255/460) 55.9211
LEVEL 7: 55.9735(253/452) 55.0000(253/460) 55.4825
test.mixed (corpus.misc.mc):
precision recall F
LEVEL 0: 93.9980(6468/6881) 95.7371(6468/6756) 94.8596
LEVEL 1: 83.9413(5776/6881) 85.4944(5776/6756) 84.7107
LEVEL 2: 79.4652(5468/6881) 80.9355(5468/6756) 80.1936
LEVEL 3: 73.6085(5065/6881) 74.9704(5065/6756) 74.2832
LEVEL 4: 70.4113(4845/6881) 71.7140(4845/6756) 71.0567
LEVEL 5: 70.4113(4845/6881) 71.7140(4845/6756) 71.0567
LEVEL 6: 70.4113(4845/6881) 71.7140(4845/6756) 71.0567
LEVEL 7: 70.2659(4835/6881) 71.5660(4835/6756) 70.9100
test.all (corpus.misc.mc):
precision recall F
LEVEL 0: 79.4660(74137/93294) 85.1895(74137/87026) 82.2283
LEVEL 1: 68.7022(64095/93294) 73.6504(64095/87026) 71.0903
LEVEL 2: 63.7265(59453/93294) 68.3164(59453/87026) 65.9417
LEVEL 3: 54.7795(51106/93294) 58.7250(51106/87026) 56.6837
LEVEL 4: 50.7750(47370/93294) 54.4320(47370/87026) 52.5399
LEVEL 5: 50.7750(47370/93294) 54.4320(47370/87026) 52.5399
LEVEL 6: 50.7750(47370/93294) 54.4320(47370/87026) 52.5399
LEVEL 7: 50.5317(47143/93294) 54.1712(47143/87026) 52.2882
test.KT0 (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 78.7190(73078/92834) 84.4188(73078/86566) 81.4693
LEVEL 1: 67.5097(62672/92834) 72.3979(62672/86566) 69.8685
LEVEL 2: 62.7744(58276/92834) 67.3197(58276/86566) 64.9677
LEVEL 3: 53.3544(49531/92834) 57.2176(49531/86566) 55.2185
LEVEL 4: 49.6327(46076/92834) 53.2264(46076/86566) 51.3668
LEVEL 5: 49.6327(46076/92834) 53.2264(46076/86566) 51.3668
LEVEL 6: 49.6327(46076/92834) 53.2264(46076/86566) 51.3668
LEVEL 7: 49.4172(45876/92834) 52.9954(45876/86566) 51.1438
test.KT2 (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 93.9125(6032/6423) 95.8069(6032/6296) 94.8502
LEVEL 1: 85.3184(5480/6423) 87.0394(5480/6296) 86.1703
LEVEL 2: 80.5076(5171/6423) 82.1315(5171/6296) 81.3114
LEVEL 3: 75.9770(4880/6423) 77.5095(4880/6296) 76.7356
LEVEL 4: 73.2212(4703/6423) 74.6982(4703/6296) 73.9524
LEVEL 5: 73.2212(4703/6423) 74.6982(4703/6296) 73.9524
LEVEL 6: 73.2212(4703/6423) 74.6982(4703/6296) 73.9524
LEVEL 7: 73.0967(4695/6423) 74.5712(4695/6296) 73.8266
test.misc (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 87.3239(62/71) 86.1111(62/72) 86.7133
LEVEL 1: 76.0563(54/71) 75.0000(54/72) 75.5245
LEVEL 2: 71.8310(51/71) 70.8333(51/72) 71.3287
LEVEL 3: 61.9718(44/71) 61.1111(44/72) 61.5385
LEVEL 4: 59.1549(42/71) 58.3333(42/72) 58.7413
LEVEL 5: 59.1549(42/71) 58.3333(42/72) 58.7413
LEVEL 6: 59.1549(42/71) 58.3333(42/72) 58.7413
LEVEL 7: 59.1549(42/71) 58.3333(42/72) 58.7413
test.kanjikai (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538
LEVEL 1: 88.3333(53/60) 75.7143(53/70) 81.5385
LEVEL 2: 86.6667(52/60) 74.2857(52/70) 80.0000
LEVEL 3: 78.3333(47/60) 67.1429(47/70) 72.3077
LEVEL 4: 68.3333(41/60) 58.5714(41/70) 63.0769
LEVEL 5: 68.3333(41/60) 58.5714(41/70) 63.0769
LEVEL 6: 68.3333(41/60) 58.5714(41/70) 63.0769
LEVEL 7: 66.6667(40/60) 57.1429(40/70) 61.5385
test.ryomou (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 92.8571(299/322) 94.0252(299/318) 93.4375
LEVEL 1: 73.9130(238/322) 74.8428(238/318) 74.3750
LEVEL 2: 69.2547(223/322) 70.1258(223/318) 69.6875
LEVEL 3: 56.8323(183/322) 57.5472(183/318) 57.1875
LEVEL 4: 50.6211(163/322) 51.2579(163/318) 50.9375
LEVEL 5: 50.6211(163/322) 51.2579(163/318) 50.9375
LEVEL 6: 50.6211(163/322) 51.2579(163/318) 50.9375
LEVEL 7: 50.0000(161/322) 50.6289(161/318) 50.3125
test.non-KT (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 92.0530(417/453) 90.6522(417/460) 91.3472
LEVEL 1: 76.1589(345/453) 75.0000(345/460) 75.5750
LEVEL 2: 71.9647(326/453) 70.8696(326/460) 71.4129
LEVEL 3: 60.4857(274/453) 59.5652(274/460) 60.0219
LEVEL 4: 54.3046(246/453) 53.4783(246/460) 53.8883
LEVEL 5: 54.3046(246/453) 53.4783(246/460) 53.8883
LEVEL 6: 54.3046(246/453) 53.4783(246/460) 53.8883
LEVEL 7: 53.6424(243/453) 52.8261(243/460) 53.2311
test.mixed (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 93.7900(6449/6876) 95.4559(6449/6756) 94.6156
LEVEL 1: 84.7150(5825/6876) 86.2197(5825/6756) 85.4607
LEVEL 2: 79.9447(5497/6876) 81.3647(5497/6756) 80.6485
LEVEL 3: 74.9564(5154/6876) 76.2877(5154/6756) 75.6162
LEVEL 4: 71.9750(4949/6876) 73.2534(4949/6756) 72.6086
LEVEL 5: 71.9750(4949/6876) 73.2534(4949/6756) 72.6086
LEVEL 6: 71.9750(4949/6876) 73.2534(4949/6756) 72.6086
LEVEL 7: 71.8150(4938/6876) 73.0906(4938/6756) 72.4472
test.all (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 78.7838(73495/93287) 84.4518(73495/87026) 81.5194
LEVEL 1: 67.5517(63017/93287) 72.4117(63017/87026) 69.8973
LEVEL 2: 62.8190(58602/93287) 67.3385(58602/87026) 65.0003
LEVEL 3: 53.3890(49805/93287) 57.2300(49805/87026) 55.2428
LEVEL 4: 49.6554(46322/93287) 53.2278(46322/87026) 51.3795
LEVEL 5: 49.6554(46322/93287) 53.2278(46322/87026) 51.3795
LEVEL 6: 49.6554(46322/93287) 53.2278(46322/87026) 51.3795
LEVEL 7: 49.4378(46119/93287) 52.9945(46119/87026) 51.1544
test.KT0 (corpus.ryomou.mc):
precision recall F
LEVEL 0: 80.4790(73586/91435) 85.0057(73586/86566) 82.6804
LEVEL 1: 70.6316(64582/91435) 74.6043(64582/86566) 72.5636
LEVEL 2: 66.7491(61032/91435) 70.5034(61032/86566) 68.5749
LEVEL 3: 58.2457(53257/91435) 61.5218(53257/86566) 59.8390
LEVEL 4: 53.9859(49362/91435) 57.0224(49362/86566) 55.4626
LEVEL 5: 53.9859(49362/91435) 57.0224(49362/86566) 55.4626
LEVEL 6: 53.9859(49362/91435) 57.0224(49362/86566) 55.4626
LEVEL 7: 53.7168(49116/91435) 56.7382(49116/86566) 55.1862
test.KT2 (corpus.ryomou.mc):
precision recall F
LEVEL 0: 98.2880(6143/6250) 97.5699(6143/6296) 97.9276
LEVEL 1: 92.1760(5761/6250) 91.5025(5761/6296) 91.8380
LEVEL 2: 89.1840(5574/6250) 88.5324(5574/6296) 88.8570
LEVEL 3: 85.2960(5331/6250) 84.6728(5331/6296) 84.9833
LEVEL 4: 82.6400(5165/6250) 82.0362(5165/6296) 82.3370
LEVEL 5: 82.6400(5165/6250) 82.0362(5165/6296) 82.3370
LEVEL 6: 82.6400(5165/6250) 82.0362(5165/6296) 82.3370
LEVEL 7: 82.4800(5155/6250) 81.8774(5155/6296) 82.1776
test.misc (corpus.ryomou.mc):
precision recall F
LEVEL 0: 90.0000(63/70) 87.5000(63/72) 88.7324
LEVEL 1: 81.4286(57/70) 79.1667(57/72) 80.2817
LEVEL 2: 80.0000(56/70) 77.7778(56/72) 78.8732
LEVEL 3: 67.1429(47/70) 65.2778(47/72) 66.1972
LEVEL 4: 61.4286(43/70) 59.7222(43/72) 60.5634
LEVEL 5: 61.4286(43/70) 59.7222(43/72) 60.5634
LEVEL 6: 61.4286(43/70) 59.7222(43/72) 60.5634
LEVEL 7: 61.4286(43/70) 59.7222(43/72) 60.5634
test.kanjikai (corpus.ryomou.mc):
precision recall F
LEVEL 0: 89.4737(51/57) 72.8571(51/70) 80.3150
LEVEL 1: 75.4386(43/57) 61.4286(43/70) 67.7165
LEVEL 2: 75.4386(43/57) 61.4286(43/70) 67.7165
LEVEL 3: 54.3860(31/57) 44.2857(31/70) 48.8189
LEVEL 4: 40.3509(23/57) 32.8571(23/70) 36.2205
LEVEL 5: 40.3509(23/57) 32.8571(23/70) 36.2205
LEVEL 6: 40.3509(23/57) 32.8571(23/70) 36.2205
LEVEL 7: 40.3509(23/57) 32.8571(23/70) 36.2205
test.ryomou (corpus.ryomou.mc):
precision recall F
LEVEL 0: 95.0769(309/325) 97.1698(309/318) 96.1120
LEVEL 1: 84.6154(275/325) 86.4780(275/318) 85.5365
LEVEL 2: 82.7692(269/325) 84.5912(269/318) 83.6703
LEVEL 3: 74.1538(241/325) 75.7862(241/318) 74.9611
LEVEL 4: 68.9231(224/325) 70.4403(224/318) 69.6734
LEVEL 5: 68.9231(224/325) 70.4403(224/318) 69.6734
LEVEL 6: 68.9231(224/325) 70.4403(224/318) 69.6734
LEVEL 7: 68.3077(222/325) 69.8113(222/318) 69.0513
test.non-KT (corpus.ryomou.mc):
precision recall F
LEVEL 0: 93.5841(423/452) 91.9565(423/460) 92.7632
LEVEL 1: 82.9646(375/452) 81.5217(375/460) 82.2368
LEVEL 2: 81.4159(368/452) 80.0000(368/460) 80.7018
LEVEL 3: 70.5752(319/452) 69.3478(319/460) 69.9561
LEVEL 4: 64.1593(290/452) 63.0435(290/460) 63.5965
LEVEL 5: 64.1593(290/452) 63.0435(290/460) 63.5965
LEVEL 6: 64.1593(290/452) 63.0435(290/460) 63.5965
LEVEL 7: 63.7168(288/452) 62.6087(288/460) 63.1579
test.mixed (corpus.ryomou.mc):
precision recall F
LEVEL 0: 97.9708(6566/6702) 97.1877(6566/6756) 97.5776
LEVEL 1: 91.5548(6136/6702) 90.8230(6136/6756) 91.1874
LEVEL 2: 88.6601(5942/6702) 87.9515(5942/6756) 88.3044
LEVEL 3: 84.3032(5650/6702) 83.6294(5650/6756) 83.9649
LEVEL 4: 81.3936(5455/6702) 80.7430(5455/6756) 81.0670
LEVEL 5: 81.3936(5455/6702) 80.7430(5455/6756) 81.0670
LEVEL 6: 81.3936(5455/6702) 80.7430(5455/6756) 81.0670
LEVEL 7: 81.2146(5443/6702) 80.5654(5443/6756) 80.8887
test.all (corpus.ryomou.mc):
precision recall F
LEVEL 0: 80.5435(74009/91887) 85.0424(74009/87026) 82.7318
LEVEL 1: 70.6923(64957/91887) 74.6409(64957/87026) 72.6129
LEVEL 2: 66.8212(61400/91887) 70.5536(61400/87026) 68.6367
LEVEL 3: 58.3064(53576/91887) 61.5632(53576/87026) 59.8906
LEVEL 4: 54.0359(49652/91887) 57.0542(49652/87026) 55.5041
LEVEL 5: 54.0359(49652/91887) 57.0542(49652/87026) 55.5041
LEVEL 6: 54.0359(49652/91887) 57.0542(49652/87026) 55.5041
LEVEL 7: 53.7660(49404/91887) 56.7692(49404/87026) 55.2268
test.KT0 (corpus.non-KT.mc):
precision recall F
LEVEL 0: 80.7575(74582/92353) 86.1562(74582/86566) 83.3696
LEVEL 1: 71.6458(66167/92353) 76.4353(66167/86566) 73.9631
LEVEL 2: 67.9902(62791/92353) 72.5354(62791/86566) 70.1893
LEVEL 3: 59.7934(55221/92353) 63.7906(55221/86566) 61.7274
LEVEL 4: 55.8238(51555/92353) 59.5557(51555/86566) 57.6294
LEVEL 5: 55.8238(51555/92353) 59.5557(51555/86566) 57.6294
LEVEL 6: 55.8238(51555/92353) 59.5557(51555/86566) 57.6294
LEVEL 7: 55.5629(51314/92353) 59.2773(51314/86566) 57.3600
test.KT2 (corpus.non-KT.mc):
precision recall F
LEVEL 0: 98.1922(6192/6306) 98.3482(6192/6296) 98.2701
LEVEL 1: 93.1177(5872/6306) 93.2656(5872/6296) 93.1916
LEVEL 2: 90.2474(5691/6306) 90.3907(5691/6296) 90.3190
LEVEL 3: 86.7586(5471/6306) 86.8964(5471/6296) 86.8275
LEVEL 4: 83.9042(5291/6306) 84.0375(5291/6296) 83.9708
LEVEL 5: 83.9042(5291/6306) 84.0375(5291/6296) 83.9708
LEVEL 6: 83.9042(5291/6306) 84.0375(5291/6296) 83.9708
LEVEL 7: 83.7456(5281/6306) 83.8787(5281/6296) 83.8121
test.misc (corpus.non-KT.mc):
precision recall F
LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310
LEVEL 1: 91.7808(67/73) 93.0556(67/72) 92.4138
LEVEL 2: 91.7808(67/73) 93.0556(67/72) 92.4138
LEVEL 3: 83.5616(61/73) 84.7222(61/72) 84.1379
LEVEL 4: 78.0822(57/73) 79.1667(57/72) 78.6207
LEVEL 5: 78.0822(57/73) 79.1667(57/72) 78.6207
LEVEL 6: 78.0822(57/73) 79.1667(57/72) 78.6207
LEVEL 7: 78.0822(57/73) 79.1667(57/72) 78.6207
test.kanjikai (corpus.non-KT.mc):
precision recall F
LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538
LEVEL 1: 88.3333(53/60) 75.7143(53/70) 81.5385
LEVEL 2: 88.3333(53/60) 75.7143(53/70) 81.5385
LEVEL 3: 76.6667(46/60) 65.7143(46/70) 70.7692
LEVEL 4: 68.3333(41/60) 58.5714(41/70) 63.0769
LEVEL 5: 68.3333(41/60) 58.5714(41/70) 63.0769
LEVEL 6: 68.3333(41/60) 58.5714(41/70) 63.0769
LEVEL 7: 66.6667(40/60) 57.1429(40/70) 61.5385
test.ryomou (corpus.non-KT.mc):
precision recall F
LEVEL 0: 95.0769(309/325) 97.1698(309/318) 96.1120
LEVEL 1: 83.0769(270/325) 84.9057(270/318) 83.9813
LEVEL 2: 81.2308(264/325) 83.0189(264/318) 82.1151
LEVEL 3: 72.9231(237/325) 74.5283(237/318) 73.7170
LEVEL 4: 68.3077(222/325) 69.8113(222/318) 69.0513
LEVEL 5: 68.3077(222/325) 69.8113(222/318) 69.0513
LEVEL 6: 68.3077(222/325) 69.8113(222/318) 69.0513
LEVEL 7: 67.6923(220/325) 69.1824(220/318) 68.4292
test.non-KT (corpus.non-KT.mc):
precision recall F
LEVEL 0: 95.1965(436/458) 94.7826(436/460) 94.9891
LEVEL 1: 85.1528(390/458) 84.7826(390/460) 84.9673
LEVEL 2: 83.8428(384/458) 83.4783(384/460) 83.6601
LEVEL 3: 75.1092(344/458) 74.7826(344/460) 74.9455
LEVEL 4: 69.8690(320/458) 69.5652(320/460) 69.7168
LEVEL 5: 69.8690(320/458) 69.5652(320/460) 69.7168
LEVEL 6: 69.8690(320/458) 69.5652(320/460) 69.7168
LEVEL 7: 69.2140(317/458) 68.9130(317/460) 69.0632
test.mixed (corpus.non-KT.mc):
precision recall F
LEVEL 0: 97.9894(6628/6764) 98.1054(6628/6756) 98.0473
LEVEL 1: 92.5784(6262/6764) 92.6880(6262/6756) 92.6331
LEVEL 2: 89.8137(6075/6764) 89.9201(6075/6756) 89.8669
LEVEL 3: 85.9698(5815/6764) 86.0716(5815/6756) 86.0207
LEVEL 4: 82.9539(5611/6764) 83.0521(5611/6756) 83.0030
LEVEL 5: 82.9539(5611/6764) 83.0521(5611/6756) 83.0030
LEVEL 6: 82.9539(5611/6764) 83.0521(5611/6756) 83.0030
LEVEL 7: 82.7617(5598/6764) 82.8597(5598/6756) 82.8107
test.all (corpus.non-KT.mc):
precision recall F
LEVEL 0: 80.8288(75018/92811) 86.2018(75018/87026) 83.4289
LEVEL 1: 71.7124(66557/92811) 76.4794(66557/87026) 74.0193
LEVEL 2: 68.0684(63175/92811) 72.5932(63175/87026) 70.2581
LEVEL 3: 59.8690(55565/92811) 63.8487(55565/87026) 61.7948
LEVEL 4: 55.8932(51875/92811) 59.6086(51875/87026) 57.6911
LEVEL 5: 55.8932(51875/92811) 59.6086(51875/87026) 57.6911
LEVEL 6: 55.8932(51875/92811) 59.6086(51875/87026) 57.6911
LEVEL 7: 55.6303(51631/92811) 59.3282(51631/87026) 57.4198
test.KT0 (corpus.mixed.mc):
precision recall F
LEVEL 0: 81.5394(75097/92099) 86.7511(75097/86566) 84.0646
LEVEL 1: 75.0345(69106/92099) 79.8304(69106/86566) 77.3582
LEVEL 2: 72.8955(67136/92099) 77.5547(67136/86566) 75.1529
LEVEL 3: 65.9899(60776/92099) 70.2077(60776/86566) 68.0335
LEVEL 4: 62.5859(57641/92099) 66.5862(57641/86566) 64.5241
LEVEL 5: 62.5859(57641/92099) 66.5862(57641/86566) 64.5241
LEVEL 6: 62.5859(57641/92099) 66.5862(57641/86566) 64.5241
LEVEL 7: 62.3156(57392/92099) 66.2985(57392/86566) 64.2454
test.KT2 (corpus.mixed.mc):
precision recall F
LEVEL 0: 99.9523(6290/6293) 99.9047(6290/6296) 99.9285
LEVEL 1: 99.7457(6277/6293) 99.6982(6277/6296) 99.7220
LEVEL 2: 99.6345(6270/6293) 99.5870(6270/6296) 99.6108
LEVEL 3: 99.5868(6267/6293) 99.5394(6267/6296) 99.5631
LEVEL 4: 99.2849(6248/6293) 99.2376(6248/6296) 99.2613
LEVEL 5: 99.2849(6248/6293) 99.2376(6248/6296) 99.2613
LEVEL 6: 99.2849(6248/6293) 99.2376(6248/6296) 99.2613
LEVEL 7: 99.1101(6237/6293) 99.0629(6237/6296) 99.0865
test.misc (corpus.mixed.mc):
precision recall F
LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310
LEVEL 1: 90.4110(66/73) 91.6667(66/72) 91.0345
LEVEL 2: 90.4110(66/73) 91.6667(66/72) 91.0345
LEVEL 3: 82.1918(60/73) 83.3333(60/72) 82.7586
LEVEL 4: 76.7123(56/73) 77.7778(56/72) 77.2414
LEVEL 5: 76.7123(56/73) 77.7778(56/72) 77.2414
LEVEL 6: 76.7123(56/73) 77.7778(56/72) 77.2414
LEVEL 7: 76.7123(56/73) 77.7778(56/72) 77.2414
test.kanjikai (corpus.mixed.mc):
precision recall F
LEVEL 0: 91.5254(54/59) 77.1429(54/70) 83.7209
LEVEL 1: 86.4407(51/59) 72.8571(51/70) 79.0698
LEVEL 2: 86.4407(51/59) 72.8571(51/70) 79.0698
LEVEL 3: 74.5763(44/59) 62.8571(44/70) 68.2171
LEVEL 4: 67.7966(40/59) 57.1429(40/70) 62.0155
LEVEL 5: 67.7966(40/59) 57.1429(40/70) 62.0155
LEVEL 6: 67.7966(40/59) 57.1429(40/70) 62.0155
LEVEL 7: 66.1017(39/59) 55.7143(39/70) 60.4651
test.ryomou (corpus.mixed.mc):
precision recall F
LEVEL 0: 95.0769(309/325) 97.1698(309/318) 96.1120
LEVEL 1: 84.3077(274/325) 86.1635(274/318) 85.2255
LEVEL 2: 83.0769(270/325) 84.9057(270/318) 83.9813
LEVEL 3: 73.5385(239/325) 75.1572(239/318) 74.3390
LEVEL 4: 68.3077(222/325) 69.8113(222/318) 69.0513
LEVEL 5: 68.3077(222/325) 69.8113(222/318) 69.0513
LEVEL 6: 68.3077(222/325) 69.8113(222/318) 69.0513
LEVEL 7: 67.6923(220/325) 69.1824(220/318) 68.4292
test.non-KT (corpus.mixed.mc):
precision recall F
LEVEL 0: 94.9672(434/457) 94.3478(434/460) 94.6565
LEVEL 1: 85.5580(391/457) 85.0000(391/460) 85.2781
LEVEL 2: 84.6827(387/457) 84.1304(387/460) 84.4057
LEVEL 3: 75.0547(343/457) 74.5652(343/460) 74.8092
LEVEL 4: 69.5842(318/457) 69.1304(318/460) 69.3566
LEVEL 5: 69.5842(318/457) 69.1304(318/460) 69.3566
LEVEL 6: 69.5842(318/457) 69.1304(318/460) 69.3566
LEVEL 7: 68.9278(315/457) 68.4783(315/460) 68.7023
test.mixed (corpus.mixed.mc):
precision recall F
LEVEL 0: 99.6148(6724/6750) 99.5263(6724/6756) 99.5706
LEVEL 1: 98.7852(6668/6750) 98.6975(6668/6756) 98.7413
LEVEL 2: 98.6222(6657/6750) 98.5346(6657/6756) 98.5784
LEVEL 3: 97.9259(6610/6750) 97.8390(6610/6756) 97.8824
LEVEL 4: 97.2741(6566/6750) 97.1877(6566/6756) 97.2309
LEVEL 5: 97.2741(6566/6750) 97.1877(6566/6756) 97.2309
LEVEL 6: 97.2741(6566/6750) 97.1877(6566/6756) 97.2309
LEVEL 7: 97.0667(6552/6750) 96.9805(6552/6756) 97.0235
test.all (corpus.mixed.mc):
precision recall F
LEVEL 0: 81.6057(75531/92556) 86.7913(75531/87026) 84.1187
LEVEL 1: 75.0864(69497/92556) 79.8577(69497/87026) 77.3986
LEVEL 2: 72.9537(67523/92556) 77.5895(67523/87026) 75.2002
LEVEL 3: 66.0346(61119/92556) 70.2307(61119/87026) 68.0681
LEVEL 4: 62.6205(57959/92556) 66.5996(57959/87026) 64.5488
LEVEL 5: 62.6205(57959/92556) 66.5996(57959/87026) 64.5488
LEVEL 6: 62.6205(57959/92556) 66.5996(57959/87026) 64.5488
LEVEL 7: 62.3482(57707/92556) 66.3101(57707/87026) 64.2681
test.KT0 (corpus.all.mc):
precision recall F
LEVEL 0: 81.7881(76220/93192) 88.0484(76220/86566) 84.8029
LEVEL 1: 76.1825(70996/93192) 82.0137(70996/86566) 78.9906
LEVEL 2: 74.8358(69741/93192) 80.5640(69741/86566) 77.5943
LEVEL 3: 68.4951(63832/93192) 73.7380(63832/86566) 71.0199
LEVEL 4: 65.1987(60760/93192) 70.1892(60760/86566) 67.6020
LEVEL 5: 65.1987(60760/93192) 70.1892(60760/86566) 67.6020
LEVEL 6: 65.1987(60760/93192) 70.1892(60760/86566) 67.6020
LEVEL 7: 64.9262(60506/93192) 69.8958(60506/86566) 67.3194
test.KT2 (corpus.all.mc):
precision recall F
LEVEL 0: 99.8410(6279/6289) 99.7300(6279/6296) 99.7855
LEVEL 1: 99.1096(6233/6289) 98.9994(6233/6296) 99.0544
LEVEL 2: 98.7597(6211/6289) 98.6499(6211/6296) 98.7048
LEVEL 3: 98.3463(6185/6289) 98.2370(6185/6296) 98.2916
LEVEL 4: 97.5990(6138/6289) 97.4905(6138/6296) 97.5447
LEVEL 5: 97.5990(6138/6289) 97.4905(6138/6296) 97.5447
LEVEL 6: 97.5990(6138/6289) 97.4905(6138/6296) 97.5447
LEVEL 7: 97.4241(6127/6289) 97.3158(6127/6296) 97.3699
test.misc (corpus.all.mc):
precision recall F
LEVEL 0: 92.0000(69/75) 95.8333(69/72) 93.8776
LEVEL 1: 85.3333(64/75) 88.8889(64/72) 87.0748
LEVEL 2: 84.0000(63/75) 87.5000(63/72) 85.7143
LEVEL 3: 73.3333(55/75) 76.3889(55/72) 74.8299
LEVEL 4: 70.6667(53/75) 73.6111(53/72) 72.1088
LEVEL 5: 70.6667(53/75) 73.6111(53/72) 72.1088
LEVEL 6: 70.6667(53/75) 73.6111(53/72) 72.1088
LEVEL 7: 70.6667(53/75) 73.6111(53/72) 72.1088
test.kanjikai (corpus.all.mc):
precision recall F
LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538
LEVEL 1: 88.3333(53/60) 75.7143(53/70) 81.5385
LEVEL 2: 88.3333(53/60) 75.7143(53/70) 81.5385
LEVEL 3: 73.3333(44/60) 62.8571(44/70) 67.6923
LEVEL 4: 65.0000(39/60) 55.7143(39/70) 60.0000
LEVEL 5: 65.0000(39/60) 55.7143(39/70) 60.0000
LEVEL 6: 65.0000(39/60) 55.7143(39/70) 60.0000
LEVEL 7: 63.3333(38/60) 54.2857(38/70) 58.4615
test.ryomou (corpus.all.mc):
precision recall F
LEVEL 0: 94.4785(308/326) 96.8553(308/318) 95.6522
LEVEL 1: 82.2086(268/326) 84.2767(268/318) 83.2298
LEVEL 2: 80.9816(264/326) 83.0189(264/318) 81.9876
LEVEL 3: 71.4724(233/326) 73.2704(233/318) 72.3602
LEVEL 4: 66.5644(217/326) 68.2390(217/318) 67.3913
LEVEL 5: 66.5644(217/326) 68.2390(217/318) 67.3913
LEVEL 6: 66.5644(217/326) 68.2390(217/318) 67.3913
LEVEL 7: 65.9509(215/326) 67.6101(215/318) 66.7702
test.non-KT (corpus.all.mc):
precision recall F
LEVEL 0: 93.9262(433/461) 94.1304(433/460) 94.0282
LEVEL 1: 83.5141(385/461) 83.6957(385/460) 83.6048
LEVEL 2: 82.4295(380/461) 82.6087(380/460) 82.5190
LEVEL 3: 72.0174(332/461) 72.1739(332/460) 72.0955
LEVEL 4: 67.0282(309/461) 67.1739(309/460) 67.1010
LEVEL 5: 67.0282(309/461) 67.1739(309/460) 67.1010
LEVEL 6: 67.0282(309/461) 67.1739(309/460) 67.1010
LEVEL 7: 66.3774(306/461) 66.5217(306/460) 66.4495
test.mixed (corpus.all.mc):
precision recall F
LEVEL 0: 99.4370(6712/6750) 99.3487(6712/6756) 99.3929
LEVEL 1: 98.0444(6618/6750) 97.9574(6618/6756) 98.0009
LEVEL 2: 97.6444(6591/6750) 97.5577(6591/6756) 97.6011
LEVEL 3: 96.5481(6517/6750) 96.4624(6517/6756) 96.5053
LEVEL 4: 95.5111(6447/6750) 95.4263(6447/6756) 95.4687
LEVEL 5: 95.5111(6447/6750) 95.4263(6447/6756) 95.4687
LEVEL 6: 95.5111(6447/6750) 95.4263(6447/6756) 95.4687
LEVEL 7: 95.3037(6433/6750) 95.2191(6433/6756) 95.2614
test.all (corpus.all.mc):
precision recall F
LEVEL 0: 81.8479(76653/93653) 88.0806(76653/87026) 84.8499
LEVEL 1: 76.2186(71381/93653) 82.0226(71381/87026) 79.0142
LEVEL 2: 74.8732(70121/93653) 80.5748(70121/87026) 77.6194
LEVEL 3: 68.5125(64164/93653) 73.7297(64164/87026) 71.0254
LEVEL 4: 65.2077(61069/93653) 70.1733(61069/87026) 67.5994
LEVEL 5: 65.2077(61069/93653) 70.1733(61069/87026) 67.5994
LEVEL 6: 65.2077(61069/93653) 70.1733(61069/87026) 67.5994
LEVEL 7: 64.9333(60812/93653) 69.8780(60812/87026) 67.3150
seed_KTp2/system-eval.results.2014-11-02.00 0 → 100644
+ 705
− 0
View file @ 0269813b
mecab-system-eval -l "0 1 2 3 4 5 6 7"
test.KT0 (corpus.KT0.mc):
precision recall F
LEVEL 0: 79.7277(75412/94587) 87.1150(75412/86566) 83.2578
LEVEL 1: 74.1021(70091/94587) 80.9683(70091/86566) 77.3832
LEVEL 2: 72.7542(68816/94587) 79.4954(68816/86566) 75.9756
LEVEL 3: 66.2744(62687/94587) 72.4153(62687/86566) 69.2089
LEVEL 4: 62.9664(59558/94587) 68.8007(59558/86566) 65.7544
LEVEL 5: 62.9664(59558/94587) 68.8007(59558/86566) 65.7544
LEVEL 6: 62.9664(59558/94587) 68.8007(59558/86566) 65.7544
LEVEL 7: 62.8088(59409/94587) 68.6286(59409/86566) 65.5899
test.KT2 (corpus.KT0.mc):
precision recall F
LEVEL 0: 99.8728(6283/6291) 99.7935(6283/6296) 99.8332
LEVEL 1: 99.1575(6238/6291) 99.0788(6238/6296) 99.1181
LEVEL 2: 98.8237(6217/6291) 98.7452(6217/6296) 98.7845
LEVEL 3: 98.4422(6193/6291) 98.3640(6193/6296) 98.4031
LEVEL 4: 97.7269(6148/6291) 97.6493(6148/6296) 97.6881
LEVEL 5: 97.7269(6148/6291) 97.6493(6148/6296) 97.6881
LEVEL 6: 97.7269(6148/6291) 97.6493(6148/6296) 97.6881
LEVEL 7: 97.6474(6143/6291) 97.5699(6143/6296) 97.6086
test.misc (corpus.KT0.mc):
precision recall F
LEVEL 0: 89.4737(68/76) 94.4444(68/72) 91.8919
LEVEL 1: 82.8947(63/76) 87.5000(63/72) 85.1351
LEVEL 2: 80.2632(61/76) 84.7222(61/72) 82.4324
LEVEL 3: 69.7368(53/76) 73.6111(53/72) 71.6216
LEVEL 4: 68.4211(52/76) 72.2222(52/72) 70.2703
LEVEL 5: 68.4211(52/76) 72.2222(52/72) 70.2703
LEVEL 6: 68.4211(52/76) 72.2222(52/72) 70.2703
LEVEL 7: 68.4211(52/76) 72.2222(52/72) 70.2703
test.kanjikai (corpus.KT0.mc):
precision recall F
LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538
LEVEL 1: 85.0000(51/60) 72.8571(51/70) 78.4615
LEVEL 2: 85.0000(51/60) 72.8571(51/70) 78.4615
LEVEL 3: 70.0000(42/60) 60.0000(42/70) 64.6154
LEVEL 4: 60.0000(36/60) 51.4286(36/70) 55.3846
LEVEL 5: 60.0000(36/60) 51.4286(36/70) 55.3846
LEVEL 6: 60.0000(36/60) 51.4286(36/70) 55.3846
LEVEL 7: 58.3333(35/60) 50.0000(35/70) 53.8462
test.ryomou (corpus.KT0.mc):
precision recall F
LEVEL 0: 91.6409(296/323) 93.0818(296/318) 92.3557
LEVEL 1: 68.1115(220/323) 69.1824(220/318) 68.6427
LEVEL 2: 66.8731(216/323) 67.9245(216/318) 67.3947
LEVEL 3: 57.2755(185/323) 58.1761(185/318) 57.7223
LEVEL 4: 52.9412(171/323) 53.7736(171/318) 53.3541
LEVEL 5: 52.9412(171/323) 53.7736(171/318) 53.3541
LEVEL 6: 52.9412(171/323) 53.7736(171/318) 53.3541
LEVEL 7: 52.6316(170/323) 53.4591(170/318) 53.0421
test.non-KT (corpus.KT0.mc):
precision recall F
LEVEL 0: 91.5033(420/459) 91.3043(420/460) 91.4037
LEVEL 1: 72.7669(334/459) 72.6087(334/460) 72.6877
LEVEL 2: 71.4597(328/459) 71.3043(328/460) 71.3819
LEVEL 3: 61.0022(280/459) 60.8696(280/460) 60.9358
LEVEL 4: 56.4270(259/459) 56.3043(259/460) 56.3656
LEVEL 5: 56.4270(259/459) 56.3043(259/460) 56.3656
LEVEL 6: 56.4270(259/459) 56.3043(259/460) 56.3656
LEVEL 7: 55.9913(257/459) 55.8696(257/460) 55.9304
test.mixed (corpus.KT0.mc):
precision recall F
LEVEL 0: 99.3037(6703/6750) 99.2155(6703/6756) 99.2596
LEVEL 1: 97.3630(6572/6750) 97.2765(6572/6756) 97.3197
LEVEL 2: 96.9630(6545/6750) 96.8769(6545/6756) 96.9199
LEVEL 3: 95.8963(6473/6750) 95.8111(6473/6756) 95.8537
LEVEL 4: 94.9185(6407/6750) 94.8342(6407/6756) 94.8764
LEVEL 5: 94.9185(6407/6750) 94.8342(6407/6756) 94.8764
LEVEL 6: 94.9185(6407/6750) 94.8342(6407/6756) 94.8764
LEVEL 7: 94.8148(6400/6750) 94.7306(6400/6756) 94.7727
test.all (corpus.KT0.mc):
precision recall F
LEVEL 0: 79.7845(75832/95046) 87.1372(75832/87026) 83.2989
LEVEL 1: 74.0957(70425/95046) 80.9241(70425/87026) 77.3595
LEVEL 2: 72.7479(69144/95046) 79.4521(69144/87026) 75.9524
LEVEL 3: 66.2490(62967/95046) 72.3542(62967/87026) 69.1671
LEVEL 4: 62.9348(59817/95046) 68.7346(59817/87026) 65.7070
LEVEL 5: 62.9348(59817/95046) 68.7346(59817/87026) 65.7070
LEVEL 6: 62.9348(59817/95046) 68.7346(59817/87026) 65.7070
LEVEL 7: 62.7759(59666/95046) 68.5611(59666/87026) 65.5411
test.KT0 (corpus.KT2.mc):
precision recall F
LEVEL 0: 79.4922(74229/93379) 85.7484(74229/86566) 82.5019
LEVEL 1: 72.9672(68136/93379) 78.7099(68136/86566) 75.7298
LEVEL 2: 70.7675(66082/93379) 76.3371(66082/86566) 73.4469
LEVEL 3: 63.7906(59567/93379) 68.8111(59567/86566) 66.2058
LEVEL 4: 60.4279(56427/93379) 65.1838(56427/86566) 62.7158
LEVEL 5: 60.4279(56427/93379) 65.1838(56427/86566) 62.7158
LEVEL 6: 60.4279(56427/93379) 65.1838(56427/86566) 62.7158
LEVEL 7: 60.2748(56284/93379) 65.0186(56284/86566) 62.5569
test.KT2 (corpus.KT2.mc):
precision recall F
LEVEL 0: 99.9523(6290/6293) 99.9047(6290/6296) 99.9285
LEVEL 1: 99.7299(6276/6293) 99.6823(6276/6296) 99.7061
LEVEL 2: 99.6186(6269/6293) 99.5712(6269/6296) 99.5949
LEVEL 3: 99.5710(6266/6293) 99.5235(6266/6296) 99.5472
LEVEL 4: 99.2690(6247/6293) 99.2217(6247/6296) 99.2454
LEVEL 5: 99.2690(6247/6293) 99.2217(6247/6296) 99.2454
LEVEL 6: 99.2690(6247/6293) 99.2217(6247/6296) 99.2454
LEVEL 7: 99.1896(6242/6293) 99.1423(6242/6296) 99.1659
test.misc (corpus.KT2.mc):
precision recall F
LEVEL 0: 92.7536(64/69) 88.8889(64/72) 90.7801
LEVEL 1: 85.5072(59/69) 81.9444(59/72) 83.6879
LEVEL 2: 85.5072(59/69) 81.9444(59/72) 83.6879
LEVEL 3: 72.4638(50/69) 69.4444(50/72) 70.9220
LEVEL 4: 66.6667(46/69) 63.8889(46/72) 65.2482
LEVEL 5: 66.6667(46/69) 63.8889(46/72) 65.2482
LEVEL 6: 66.6667(46/69) 63.8889(46/72) 65.2482
LEVEL 7: 66.6667(46/69) 63.8889(46/72) 65.2482
test.kanjikai (corpus.KT2.mc):
precision recall F
LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538
LEVEL 1: 85.0000(51/60) 72.8571(51/70) 78.4615
LEVEL 2: 85.0000(51/60) 72.8571(51/70) 78.4615
LEVEL 3: 66.6667(40/60) 57.1429(40/70) 61.5385
LEVEL 4: 58.3333(35/60) 50.0000(35/70) 53.8462
LEVEL 5: 58.3333(35/60) 50.0000(35/70) 53.8462
LEVEL 6: 58.3333(35/60) 50.0000(35/70) 53.8462
LEVEL 7: 56.6667(34/60) 48.5714(34/70) 52.3077
test.ryomou (corpus.KT2.mc):
precision recall F
LEVEL 0: 93.1034(297/319) 93.3962(297/318) 93.2496
LEVEL 1: 67.7116(216/319) 67.9245(216/318) 67.8179
LEVEL 2: 66.1442(211/319) 66.3522(211/318) 66.2480
LEVEL 3: 56.4263(180/319) 56.6038(180/318) 56.5149
LEVEL 4: 50.1567(160/319) 50.3145(160/318) 50.2355
LEVEL 5: 50.1567(160/319) 50.3145(160/318) 50.2355
LEVEL 6: 50.1567(160/319) 50.3145(160/318) 50.2355
LEVEL 7: 49.8433(159/319) 50.0000(159/318) 49.9215
test.non-KT (corpus.KT2.mc):
precision recall F
LEVEL 0: 93.0804(417/448) 90.6522(417/460) 91.8502
LEVEL 1: 72.7679(326/448) 70.8696(326/460) 71.8062
LEVEL 2: 71.6518(321/448) 69.7826(321/460) 70.7048
LEVEL 3: 60.2679(270/448) 58.6957(270/460) 59.4714
LEVEL 4: 53.7946(241/448) 52.3913(241/460) 53.0837
LEVEL 5: 53.7946(241/448) 52.3913(241/460) 53.0837
LEVEL 6: 53.7946(241/448) 52.3913(241/460) 53.0837
LEVEL 7: 53.3482(239/448) 51.9565(239/460) 52.6432
test.mixed (corpus.KT2.mc):
precision recall F
LEVEL 0: 99.4956(6707/6741) 99.2747(6707/6756) 99.3850
LEVEL 1: 97.9380(6602/6741) 97.7205(6602/6756) 97.8291
LEVEL 2: 97.7600(6590/6741) 97.5429(6590/6756) 97.6513
LEVEL 3: 96.9589(6536/6741) 96.7436(6536/6756) 96.8512
LEVEL 4: 96.2468(6488/6741) 96.0332(6488/6756) 96.1399
LEVEL 5: 96.2468(6488/6741) 96.0332(6488/6756) 96.1399
LEVEL 6: 96.2468(6488/6741) 96.0332(6488/6756) 96.1399
LEVEL 7: 96.1430(6481/6741) 95.9295(6481/6756) 96.0362
test.all (corpus.KT2.mc):
precision recall F
LEVEL 0: 79.5571(74646/93827) 85.7744(74646/87026) 82.5488
LEVEL 1: 72.9662(68462/93827) 78.6684(68462/87026) 75.7101
LEVEL 2: 70.7717(66403/93827) 76.3025(66403/87026) 73.4331
LEVEL 3: 63.7738(59837/93827) 68.7576(59837/87026) 66.1720
LEVEL 4: 60.3963(56668/93827) 65.1162(56668/87026) 62.6675
LEVEL 5: 60.3963(56668/93827) 65.1162(56668/87026) 62.6675
LEVEL 6: 60.3963(56668/93827) 65.1162(56668/87026) 62.6675
LEVEL 7: 60.2417(56523/93827) 64.9496(56523/87026) 62.5071
test.KT0 (corpus.misc.mc):
precision recall F
LEVEL 0: 77.6645(73160/94200) 84.5136(73160/86566) 80.9444
LEVEL 1: 67.1093(63217/94200) 73.0275(63217/86566) 69.9435
LEVEL 2: 62.2208(58612/94200) 67.7079(58612/86566) 64.8485
LEVEL 3: 53.4214(50323/94200) 58.1325(50323/86566) 55.6775
LEVEL 4: 49.3715(46508/94200) 53.7255(46508/86566) 51.4566
LEVEL 5: 49.3715(46508/94200) 53.7255(46508/86566) 51.4566
LEVEL 6: 49.3715(46508/94200) 53.7255(46508/86566) 51.4566
LEVEL 7: 49.2240(46369/94200) 53.5649(46369/86566) 51.3028
test.KT2 (corpus.misc.mc):
precision recall F
LEVEL 0: 94.3390(6066/6430) 96.3469(6066/6296) 95.3324
LEVEL 1: 84.7434(5449/6430) 86.5470(5449/6296) 85.6357
LEVEL 2: 80.1711(5155/6430) 81.8774(5155/6296) 81.0152
LEVEL 3: 74.9767(4821/6430) 76.5724(4821/6296) 75.7661
LEVEL 4: 72.0684(4634/6430) 73.6023(4634/6296) 72.8273
LEVEL 5: 72.0684(4634/6430) 73.6023(4634/6296) 72.8273
LEVEL 6: 72.0684(4634/6430) 73.6023(4634/6296) 72.8273
LEVEL 7: 72.0062(4630/6430) 73.5388(4630/6296) 72.7644
test.misc (corpus.misc.mc):
precision recall F
LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310
LEVEL 1: 91.7808(67/73) 93.0556(67/72) 92.4138
LEVEL 2: 91.7808(67/73) 93.0556(67/72) 92.4138
LEVEL 3: 84.9315(62/73) 86.1111(62/72) 85.5172
LEVEL 4: 78.0822(57/73) 79.1667(57/72) 78.6207
LEVEL 5: 78.0822(57/73) 79.1667(57/72) 78.6207
LEVEL 6: 78.0822(57/73) 79.1667(57/72) 78.6207
LEVEL 7: 78.0822(57/73) 79.1667(57/72) 78.6207
test.kanjikai (corpus.misc.mc):
precision recall F
LEVEL 0: 87.5000(49/56) 70.0000(49/70) 77.7778
LEVEL 1: 71.4286(40/56) 57.1429(40/70) 63.4921
LEVEL 2: 67.8571(38/56) 54.2857(38/70) 60.3175
LEVEL 3: 58.9286(33/56) 47.1429(33/70) 52.3810
LEVEL 4: 46.4286(26/56) 37.1429(26/70) 41.2698
LEVEL 5: 46.4286(26/56) 37.1429(26/70) 41.2698
LEVEL 6: 46.4286(26/56) 37.1429(26/70) 41.2698
LEVEL 7: 46.4286(26/56) 37.1429(26/70) 41.2698
test.ryomou (corpus.misc.mc):
precision recall F
LEVEL 0: 91.2500(292/320) 91.8239(292/318) 91.5361
LEVEL 1: 60.9375(195/320) 61.3208(195/318) 61.1285
LEVEL 2: 56.8750(182/320) 57.2327(182/318) 57.0533
LEVEL 3: 47.1875(151/320) 47.4843(151/318) 47.3354
LEVEL 4: 40.6250(130/320) 40.8805(130/318) 40.7524
LEVEL 5: 40.6250(130/320) 40.8805(130/318) 40.7524
LEVEL 6: 40.6250(130/320) 40.8805(130/318) 40.7524
LEVEL 7: 40.3125(129/320) 40.5660(129/318) 40.4389
test.non-KT (corpus.misc.mc):
precision recall F
LEVEL 0: 91.7595(412/449) 89.5652(412/460) 90.6491
LEVEL 1: 67.2606(302/449) 65.6522(302/460) 66.4466
LEVEL 2: 63.9198(287/449) 62.3913(287/460) 63.1463
LEVEL 3: 54.7884(246/449) 53.4783(246/460) 54.1254
LEVEL 4: 47.4388(213/449) 46.3043(213/460) 46.8647
LEVEL 5: 47.4388(213/449) 46.3043(213/460) 46.8647
LEVEL 6: 47.4388(213/449) 46.3043(213/460) 46.8647
LEVEL 7: 47.2160(212/449) 46.0870(212/460) 46.6447
test.mixed (corpus.misc.mc):
precision recall F
LEVEL 0: 94.1707(6478/6879) 95.8851(6478/6756) 95.0202
LEVEL 1: 83.6023(5751/6879) 85.1243(5751/6756) 84.3564
LEVEL 2: 79.1103(5442/6879) 80.5506(5442/6756) 79.8240
LEVEL 3: 73.6590(5067/6879) 75.0000(5067/6756) 74.3234
LEVEL 4: 70.4608(4847/6879) 71.7436(4847/6756) 71.0964
LEVEL 5: 70.4608(4847/6879) 71.7436(4847/6756) 71.0964
LEVEL 6: 70.4608(4847/6879) 71.7436(4847/6756) 71.0964
LEVEL 7: 70.3881(4842/6879) 71.6696(4842/6756) 71.0231
test.all (corpus.misc.mc):
precision recall F
LEVEL 0: 77.7314(73572/94649) 84.5403(73572/87026) 80.9930
LEVEL 1: 67.1101(63519/94649) 72.9885(63519/87026) 69.9260
LEVEL 2: 62.2289(58899/94649) 67.6798(58899/87026) 64.8400
LEVEL 3: 53.4279(50569/94649) 58.1079(50569/87026) 55.6697
LEVEL 4: 49.3624(46721/94649) 53.6863(46721/87026) 51.4336
LEVEL 5: 49.3624(46721/94649) 53.6863(46721/87026) 51.4336
LEVEL 6: 49.3624(46721/94649) 53.6863(46721/87026) 51.4336
LEVEL 7: 49.2145(46581/94649) 53.5254(46581/87026) 51.2795
test.KT0 (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 77.1975(72480/93889) 83.7280(72480/86566) 80.3303
LEVEL 1: 66.0961(62057/93889) 71.6875(62057/86566) 68.7784
LEVEL 2: 61.4140(57661/93889) 66.6093(57661/86566) 63.9062
LEVEL 3: 51.7643(48601/93889) 56.1433(48601/86566) 53.8650
LEVEL 4: 48.1377(45196/93889) 52.2099(45196/86566) 50.0912
LEVEL 5: 48.1377(45196/93889) 52.2099(45196/86566) 50.0912
LEVEL 6: 48.1377(45196/93889) 52.2099(45196/86566) 50.0912
LEVEL 7: 48.0014(45068/93889) 52.0620(45068/86566) 49.9493
test.KT2 (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 94.4410(6048/6404) 96.0610(6048/6296) 95.2441
LEVEL 1: 85.9151(5502/6404) 87.3888(5502/6296) 86.6457
LEVEL 2: 81.1056(5194/6404) 82.4968(5194/6296) 81.7953
LEVEL 3: 76.4054(4893/6404) 77.7160(4893/6296) 77.0551
LEVEL 4: 73.6259(4715/6404) 74.8888(4715/6296) 74.2520
LEVEL 5: 73.6259(4715/6404) 74.8888(4715/6296) 74.2520
LEVEL 6: 73.6259(4715/6404) 74.8888(4715/6296) 74.2520
LEVEL 7: 73.5478(4710/6404) 74.8094(4710/6296) 74.1732
test.misc (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 87.3239(62/71) 86.1111(62/72) 86.7133
LEVEL 1: 74.6479(53/71) 73.6111(53/72) 74.1259
LEVEL 2: 70.4225(50/71) 69.4444(50/72) 69.9301
LEVEL 3: 60.5634(43/71) 59.7222(43/72) 60.1399
LEVEL 4: 57.7465(41/71) 56.9444(41/72) 57.3427
LEVEL 5: 57.7465(41/71) 56.9444(41/72) 57.3427
LEVEL 6: 57.7465(41/71) 56.9444(41/72) 57.3427
LEVEL 7: 57.7465(41/71) 56.9444(41/72) 57.3427
test.kanjikai (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538
LEVEL 1: 88.3333(53/60) 75.7143(53/70) 81.5385
LEVEL 2: 86.6667(52/60) 74.2857(52/70) 80.0000
LEVEL 3: 76.6667(46/60) 65.7143(46/70) 70.7692
LEVEL 4: 68.3333(41/60) 58.5714(41/70) 63.0769
LEVEL 5: 68.3333(41/60) 58.5714(41/70) 63.0769
LEVEL 6: 68.3333(41/60) 58.5714(41/70) 63.0769
LEVEL 7: 66.6667(40/60) 57.1429(40/70) 61.5385
test.ryomou (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 92.1136(292/317) 91.8239(292/318) 91.9685
LEVEL 1: 63.7224(202/317) 63.5220(202/318) 63.6220
LEVEL 2: 58.9905(187/317) 58.8050(187/318) 58.8976
LEVEL 3: 46.3722(147/317) 46.2264(147/318) 46.2992
LEVEL 4: 40.0631(127/317) 39.9371(127/318) 40.0000
LEVEL 5: 40.0631(127/317) 39.9371(127/318) 40.0000
LEVEL 6: 40.0631(127/317) 39.9371(127/318) 40.0000
LEVEL 7: 39.7476(126/317) 39.6226(126/318) 39.6850
test.non-KT (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 91.5179(410/448) 89.1304(410/460) 90.3084
LEVEL 1: 68.7500(308/448) 66.9565(308/460) 67.8414
LEVEL 2: 64.5089(289/448) 62.8261(289/460) 63.6564
LEVEL 3: 52.6786(236/448) 51.3043(236/460) 51.9824
LEVEL 4: 46.6518(209/448) 45.4348(209/460) 46.0352
LEVEL 5: 46.6518(209/448) 45.4348(209/460) 46.0352
LEVEL 6: 46.6518(209/448) 45.4348(209/460) 46.0352
LEVEL 7: 46.2054(207/448) 45.0000(207/460) 45.5947
test.mixed (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 94.2499(6458/6852) 95.5891(6458/6756) 94.9148
LEVEL 1: 84.7928(5810/6852) 85.9976(5810/6756) 85.3909
LEVEL 2: 80.0204(5483/6852) 81.1575(5483/6756) 80.5850
LEVEL 3: 74.8541(5129/6852) 75.9177(5129/6756) 75.3821
LEVEL 4: 71.8622(4924/6852) 72.8834(4924/6756) 72.3692
LEVEL 5: 71.8622(4924/6852) 72.8834(4924/6756) 72.3692
LEVEL 6: 71.8622(4924/6852) 72.8834(4924/6756) 72.3692
LEVEL 7: 71.7601(4917/6852) 72.7798(4917/6756) 72.2663
test.all (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 77.2655(72890/94337) 83.7566(72890/87026) 80.3802
LEVEL 1: 66.1087(62365/94337) 71.6625(62365/87026) 68.7737
LEVEL 2: 61.4287(57950/94337) 66.5893(57950/87026) 63.9050
LEVEL 3: 51.7687(48837/94337) 56.1177(48837/87026) 53.8555
LEVEL 4: 48.1306(45405/94337) 52.1741(45405/87026) 50.0709
LEVEL 5: 48.1306(45405/94337) 52.1741(45405/87026) 50.0709
LEVEL 6: 48.1306(45405/94337) 52.1741(45405/87026) 50.0709
LEVEL 7: 47.9928(45275/94337) 52.0247(45275/87026) 49.9275
test.KT0 (corpus.ryomou.mc):
precision recall F
LEVEL 0: 78.5193(72913/92860) 84.2282(72913/86566) 81.2736
LEVEL 1: 68.8811(63963/92860) 73.8893(63963/86566) 71.2974
LEVEL 2: 65.1120(60463/92860) 69.8461(60463/86566) 67.3960
LEVEL 3: 56.2481(52232/92860) 60.3378(52232/86566) 58.2212
LEVEL 4: 52.0429(48327/92860) 55.8268(48327/86566) 53.8684
LEVEL 5: 52.0429(48327/92860) 55.8268(48327/86566) 53.8684
LEVEL 6: 52.0429(48327/92860) 55.8268(48327/86566) 53.8684
LEVEL 7: 51.8889(48184/92860) 55.6616(48184/86566) 53.7090
test.KT2 (corpus.ryomou.mc):
precision recall F
LEVEL 0: 98.3373(6151/6255) 97.6970(6151/6296) 98.0161
LEVEL 1: 92.6459(5795/6255) 92.0426(5795/6296) 92.3432
LEVEL 2: 89.6882(5610/6255) 89.1042(5610/6296) 89.3953
LEVEL 3: 85.3397(5338/6255) 84.7840(5338/6296) 85.0610
LEVEL 4: 82.5580(5164/6255) 82.0203(5164/6296) 82.2883
LEVEL 5: 82.5580(5164/6255) 82.0203(5164/6296) 82.2883
LEVEL 6: 82.5580(5164/6255) 82.0203(5164/6296) 82.2883
LEVEL 7: 82.4940(5160/6255) 81.9568(5160/6296) 82.2245
test.misc (corpus.ryomou.mc):
precision recall F
LEVEL 0: 90.0000(63/70) 87.5000(63/72) 88.7324
LEVEL 1: 82.8571(58/70) 80.5556(58/72) 81.6901
LEVEL 2: 81.4286(57/70) 79.1667(57/72) 80.2817
LEVEL 3: 68.5714(48/70) 66.6667(48/72) 67.6056
LEVEL 4: 62.8571(44/70) 61.1111(44/72) 61.9718
LEVEL 5: 62.8571(44/70) 61.1111(44/72) 61.9718
LEVEL 6: 62.8571(44/70) 61.1111(44/72) 61.9718
LEVEL 7: 62.8571(44/70) 61.1111(44/72) 61.9718
test.kanjikai (corpus.ryomou.mc):
precision recall F
LEVEL 0: 89.4737(51/57) 72.8571(51/70) 80.3150
LEVEL 1: 75.4386(43/57) 61.4286(43/70) 67.7165
LEVEL 2: 75.4386(43/57) 61.4286(43/70) 67.7165
LEVEL 3: 57.8947(33/57) 47.1429(33/70) 51.9685
LEVEL 4: 43.8596(25/57) 35.7143(25/70) 39.3701
LEVEL 5: 43.8596(25/57) 35.7143(25/70) 39.3701
LEVEL 6: 43.8596(25/57) 35.7143(25/70) 39.3701
LEVEL 7: 43.8596(25/57) 35.7143(25/70) 39.3701
test.ryomou (corpus.ryomou.mc):
precision recall F
LEVEL 0: 93.1677(300/322) 94.3396(300/318) 93.7500
LEVEL 1: 72.6708(234/322) 73.5849(234/318) 73.1250
LEVEL 2: 71.1180(229/322) 72.0126(229/318) 71.5625
LEVEL 3: 62.4224(201/322) 63.2075(201/318) 62.8125
LEVEL 4: 56.5217(182/322) 57.2327(182/318) 56.8750
LEVEL 5: 56.5217(182/322) 57.2327(182/318) 56.8750
LEVEL 6: 56.5217(182/322) 57.2327(182/318) 56.8750
LEVEL 7: 56.2112(181/322) 56.9182(181/318) 56.5625
test.non-KT (corpus.ryomou.mc):
precision recall F
LEVEL 0: 92.2049(414/449) 90.0000(414/460) 91.0891
LEVEL 1: 74.6102(335/449) 72.8261(335/460) 73.7074
LEVEL 2: 73.2739(329/449) 71.5217(329/460) 72.3872
LEVEL 3: 62.8062(282/449) 61.3043(282/460) 62.0462
LEVEL 4: 55.9020(251/449) 54.5652(251/460) 55.2255
LEVEL 5: 55.9020(251/449) 54.5652(251/460) 55.2255
LEVEL 6: 55.9020(251/449) 54.5652(251/460) 55.2255
LEVEL 7: 55.6793(250/449) 54.3478(250/460) 55.0055
test.mixed (corpus.ryomou.mc):
precision recall F
LEVEL 0: 97.9266(6565/6704) 97.1729(6565/6756) 97.5483
LEVEL 1: 91.4379(6130/6704) 90.7342(6130/6756) 91.0847
LEVEL 2: 88.5889(5939/6704) 87.9070(5939/6756) 88.2467
LEVEL 3: 83.8305(5620/6704) 83.1853(5620/6756) 83.5067
LEVEL 4: 80.7727(5415/6704) 80.1510(5415/6756) 80.4606
LEVEL 5: 80.7727(5415/6704) 80.1510(5415/6756) 80.4606
LEVEL 6: 80.7727(5415/6704) 80.1510(5415/6756) 80.4606
LEVEL 7: 80.6981(5410/6704) 80.0770(5410/6756) 80.3863
test.all (corpus.ryomou.mc):
precision recall F
LEVEL 0: 78.5851(73327/93309) 84.2587(73327/87026) 81.3231
LEVEL 1: 68.9087(64298/93309) 73.8837(64298/87026) 71.3095
LEVEL 2: 65.1513(60792/93309) 69.8550(60792/87026) 67.4212
LEVEL 3: 56.2797(52514/93309) 60.3429(52514/87026) 58.2405
LEVEL 4: 52.0614(48578/93309) 55.8201(48578/87026) 53.8753
LEVEL 5: 52.0614(48578/93309) 55.8201(48578/87026) 53.8753
LEVEL 6: 52.0614(48578/93309) 55.8201(48578/87026) 53.8753
LEVEL 7: 51.9071(48434/93309) 55.6546(48434/87026) 53.7156
test.KT0 (corpus.non-KT.mc):
precision recall F
LEVEL 0: 78.7969(73917/93807) 85.3880(73917/86566) 81.9602
LEVEL 1: 69.8221(65498/93807) 75.6625(65498/86566) 72.6251
LEVEL 2: 66.2072(62107/93807) 71.7453(62107/86566) 68.8651
LEVEL 3: 57.8837(54299/93807) 62.7256(54299/86566) 60.2075
LEVEL 4: 53.9832(50640/93807) 58.4987(50640/86566) 56.1503
LEVEL 5: 53.9832(50640/93807) 58.4987(50640/86566) 56.1503
LEVEL 6: 53.9832(50640/93807) 58.4987(50640/86566) 56.1503
LEVEL 7: 53.8318(50498/93807) 58.3347(50498/86566) 55.9929
test.KT2 (corpus.non-KT.mc):
precision recall F
LEVEL 0: 98.1010(6199/6319) 98.4593(6199/6296) 98.2798
LEVEL 1: 93.0685(5881/6319) 93.4085(5881/6296) 93.2382
LEVEL 2: 90.1567(5697/6319) 90.4860(5697/6296) 90.3210
LEVEL 3: 86.7701(5483/6319) 87.0870(5483/6296) 86.9283
LEVEL 4: 83.8424(5298/6319) 84.1487(5298/6296) 83.9952
LEVEL 5: 83.8424(5298/6319) 84.1487(5298/6296) 83.9952
LEVEL 6: 83.8424(5298/6319) 84.1487(5298/6296) 83.9952
LEVEL 7: 83.7791(5294/6319) 84.0851(5294/6296) 83.9318
test.misc (corpus.non-KT.mc):
precision recall F
LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310
LEVEL 1: 91.7808(67/73) 93.0556(67/72) 92.4138
LEVEL 2: 91.7808(67/73) 93.0556(67/72) 92.4138
LEVEL 3: 83.5616(61/73) 84.7222(61/72) 84.1379
LEVEL 4: 78.0822(57/73) 79.1667(57/72) 78.6207
LEVEL 5: 78.0822(57/73) 79.1667(57/72) 78.6207
LEVEL 6: 78.0822(57/73) 79.1667(57/72) 78.6207
LEVEL 7: 78.0822(57/73) 79.1667(57/72) 78.6207
test.kanjikai (corpus.non-KT.mc):
precision recall F
LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538
LEVEL 1: 86.6667(52/60) 74.2857(52/70) 80.0000
LEVEL 2: 86.6667(52/60) 74.2857(52/70) 80.0000
LEVEL 3: 76.6667(46/60) 65.7143(46/70) 70.7692
LEVEL 4: 68.3333(41/60) 58.5714(41/70) 63.0769
LEVEL 5: 68.3333(41/60) 58.5714(41/70) 63.0769
LEVEL 6: 68.3333(41/60) 58.5714(41/70) 63.0769
LEVEL 7: 66.6667(40/60) 57.1429(40/70) 61.5385
test.ryomou (corpus.non-KT.mc):
precision recall F
LEVEL 0: 93.1677(300/322) 94.3396(300/318) 93.7500
LEVEL 1: 71.1180(229/322) 72.0126(229/318) 71.5625
LEVEL 2: 69.2547(223/322) 70.1258(223/318) 69.6875
LEVEL 3: 60.8696(196/322) 61.6352(196/318) 61.2500
LEVEL 4: 55.5901(179/322) 56.2893(179/318) 55.9375
LEVEL 5: 55.5901(179/322) 56.2893(179/318) 55.9375
LEVEL 6: 55.5901(179/322) 56.2893(179/318) 55.9375
LEVEL 7: 55.2795(178/322) 55.9748(178/318) 55.6250
test.non-KT (corpus.non-KT.mc):
precision recall F
LEVEL 0: 93.8462(427/455) 92.8261(427/460) 93.3333
LEVEL 1: 76.4835(348/455) 75.6522(348/460) 76.0656
LEVEL 2: 75.1648(342/455) 74.3478(342/460) 74.7541
LEVEL 3: 66.5934(303/455) 65.8696(303/460) 66.2295
LEVEL 4: 60.8791(277/455) 60.2174(277/460) 60.5464
LEVEL 5: 60.8791(277/455) 60.2174(277/460) 60.5464
LEVEL 6: 60.8791(277/455) 60.2174(277/460) 60.5464
LEVEL 7: 60.4396(275/455) 59.7826(275/460) 60.1093
test.mixed (corpus.non-KT.mc):
precision recall F
LEVEL 0: 97.8152(6626/6774) 98.0758(6626/6756) 97.9453
LEVEL 1: 91.9545(6229/6774) 92.1995(6229/6756) 92.0769
LEVEL 2: 89.1497(6039/6774) 89.3872(6039/6756) 89.2683
LEVEL 3: 85.4148(5786/6774) 85.6424(5786/6756) 85.5285
LEVEL 4: 82.3000(5575/6774) 82.5192(5575/6756) 82.4095
LEVEL 5: 82.3000(5575/6774) 82.5192(5575/6756) 82.4095
LEVEL 6: 82.3000(5575/6774) 82.5192(5575/6756) 82.4095
LEVEL 7: 82.2114(5569/6774) 82.4304(5569/6756) 82.3208
test.all (corpus.non-KT.mc):
precision recall F
LEVEL 0: 78.8695(74344/94262) 85.4273(74344/87026) 82.0176
LEVEL 1: 69.8542(65846/94262) 75.6624(65846/87026) 72.6424
LEVEL 2: 66.2505(62449/94262) 71.7590(62449/87026) 68.8948
LEVEL 3: 57.9258(54602/94262) 62.7422(54602/87026) 60.2379
LEVEL 4: 54.0165(50917/94262) 58.5078(50917/87026) 56.1725
LEVEL 5: 54.0165(50917/94262) 58.5078(50917/87026) 56.1725
LEVEL 6: 54.0165(50917/94262) 58.5078(50917/87026) 56.1725
LEVEL 7: 53.8637(50773/94262) 58.3423(50773/87026) 56.0136
test.KT0 (corpus.mixed.mc):
precision recall F
LEVEL 0: 79.5044(74335/93498) 85.8709(74335/86566) 82.5651
LEVEL 1: 72.9866(68241/93498) 78.8312(68241/86566) 75.7964
LEVEL 2: 70.8400(66234/93498) 76.5127(66234/86566) 73.5672
LEVEL 3: 63.8548(59703/93498) 68.9682(59703/86566) 66.3131
LEVEL 4: 60.5318(56596/93498) 65.3790(56596/86566) 62.8621
LEVEL 5: 60.5318(56596/93498) 65.3790(56596/86566) 62.8621
LEVEL 6: 60.5318(56596/93498) 65.3790(56596/86566) 62.8621
LEVEL 7: 60.3756(56450/93498) 65.2104(56450/86566) 62.6999
test.KT2 (corpus.mixed.mc):
precision recall F
LEVEL 0: 99.9523(6290/6293) 99.9047(6290/6296) 99.9285
LEVEL 1: 99.7457(6277/6293) 99.6982(6277/6296) 99.7220
LEVEL 2: 99.6345(6270/6293) 99.5870(6270/6296) 99.6108
LEVEL 3: 99.5868(6267/6293) 99.5394(6267/6296) 99.5631
LEVEL 4: 99.2849(6248/6293) 99.2376(6248/6296) 99.2613
LEVEL 5: 99.2849(6248/6293) 99.2376(6248/6296) 99.2613
LEVEL 6: 99.2849(6248/6293) 99.2376(6248/6296) 99.2613
LEVEL 7: 99.2055(6243/6293) 99.1582(6243/6296) 99.1818
test.misc (corpus.mixed.mc):
precision recall F
LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310
LEVEL 1: 90.4110(66/73) 91.6667(66/72) 91.0345
LEVEL 2: 90.4110(66/73) 91.6667(66/72) 91.0345
LEVEL 3: 82.1918(60/73) 83.3333(60/72) 82.7586
LEVEL 4: 76.7123(56/73) 77.7778(56/72) 77.2414
LEVEL 5: 76.7123(56/73) 77.7778(56/72) 77.2414
LEVEL 6: 76.7123(56/73) 77.7778(56/72) 77.2414
LEVEL 7: 76.7123(56/73) 77.7778(56/72) 77.2414
test.kanjikai (corpus.mixed.mc):
precision recall F
LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538
LEVEL 1: 88.3333(53/60) 75.7143(53/70) 81.5385
LEVEL 2: 88.3333(53/60) 75.7143(53/70) 81.5385
LEVEL 3: 75.0000(45/60) 64.2857(45/70) 69.2308
LEVEL 4: 68.3333(41/60) 58.5714(41/70) 63.0769
LEVEL 5: 68.3333(41/60) 58.5714(41/70) 63.0769
LEVEL 6: 68.3333(41/60) 58.5714(41/70) 63.0769
LEVEL 7: 66.6667(40/60) 57.1429(40/70) 61.5385
test.ryomou (corpus.mixed.mc):
precision recall F
LEVEL 0: 93.1677(300/322) 94.3396(300/318) 93.7500
LEVEL 1: 69.8758(225/322) 70.7547(225/318) 70.3125
LEVEL 2: 69.2547(223/322) 70.1258(223/318) 69.6875
LEVEL 3: 60.2484(194/322) 61.0063(194/318) 60.6250
LEVEL 4: 54.9689(177/322) 55.6604(177/318) 55.3125
LEVEL 5: 54.9689(177/322) 55.6604(177/318) 55.3125
LEVEL 6: 54.9689(177/322) 55.6604(177/318) 55.3125
LEVEL 7: 54.6584(176/322) 55.3459(176/318) 55.0000
test.non-KT (corpus.mixed.mc):
precision recall F
LEVEL 0: 93.8462(427/455) 92.8261(427/460) 93.3333
LEVEL 1: 75.6044(344/455) 74.7826(344/460) 75.1913
LEVEL 2: 75.1648(342/455) 74.3478(342/460) 74.7541
LEVEL 3: 65.7143(299/455) 65.0000(299/460) 65.3552
LEVEL 4: 60.2198(274/455) 59.5652(274/460) 59.8907
LEVEL 5: 60.2198(274/455) 59.5652(274/460) 59.8907
LEVEL 6: 60.2198(274/455) 59.5652(274/460) 59.8907
LEVEL 7: 59.7802(272/455) 59.1304(272/460) 59.4536
test.mixed (corpus.mixed.mc):
precision recall F
LEVEL 0: 99.5406(6717/6748) 99.4227(6717/6756) 99.4816
LEVEL 1: 98.1180(6621/6748) 98.0018(6621/6756) 98.0598
LEVEL 2: 97.9846(6612/6748) 97.8686(6612/6756) 97.9265
LEVEL 3: 97.3029(6566/6748) 97.1877(6566/6756) 97.2453
LEVEL 4: 96.6509(6522/6748) 96.5364(6522/6756) 96.5936
LEVEL 5: 96.6509(6522/6748) 96.5364(6522/6756) 96.5936
LEVEL 6: 96.6509(6522/6748) 96.5364(6522/6756) 96.5936
LEVEL 7: 96.5471(6515/6748) 96.4328(6515/6756) 96.4899
test.all (corpus.mixed.mc):
precision recall F
LEVEL 0: 79.5738(74762/93953) 85.9077(74762/87026) 82.6195
LEVEL 1: 72.9993(68585/93953) 78.8098(68585/87026) 75.7933
LEVEL 2: 70.8610(66576/93953) 76.5013(66576/87026) 73.5732
LEVEL 3: 63.8638(60002/93953) 68.9472(60002/87026) 66.3082
LEVEL 4: 60.5303(56870/93953) 65.3483(56870/87026) 62.8471
LEVEL 5: 60.5303(56870/93953) 65.3483(56870/87026) 62.8471
LEVEL 6: 60.5303(56870/93953) 65.3483(56870/87026) 62.8471
LEVEL 7: 60.3727(56722/93953) 65.1782(56722/87026) 62.6835
test.KT0 (corpus.all.mc):
precision recall F
LEVEL 0: 79.7536(75407/94550) 87.1093(75407/86566) 83.2693
LEVEL 1: 74.1036(70065/94550) 80.9382(70065/86566) 77.3703
LEVEL 2: 72.7499(68785/94550) 79.4596(68785/86566) 75.9568
LEVEL 3: 66.2718(62660/94550) 72.3841(62660/86566) 69.1932
LEVEL 4: 62.9699(59538/94550) 68.7776(59538/86566) 65.7457
LEVEL 5: 62.9699(59538/94550) 68.7776(59538/86566) 65.7457
LEVEL 6: 62.9699(59538/94550) 68.7776(59538/86566) 65.7457
LEVEL 7: 62.8123(59389/94550) 68.6055(59389/86566) 65.5812
test.KT2 (corpus.all.mc):
precision recall F
LEVEL 0: 99.8728(6283/6291) 99.7935(6283/6296) 99.8332
LEVEL 1: 99.1416(6237/6291) 99.0629(6237/6296) 99.1022
LEVEL 2: 98.7919(6215/6291) 98.7135(6215/6296) 98.7527
LEVEL 3: 98.4104(6191/6291) 98.3323(6191/6296) 98.3713
LEVEL 4: 97.7110(6147/6291) 97.6334(6147/6296) 97.6722
LEVEL 5: 97.7110(6147/6291) 97.6334(6147/6296) 97.6722
LEVEL 6: 97.7110(6147/6291) 97.6334(6147/6296) 97.6722
LEVEL 7: 97.6315(6142/6291) 97.5540(6142/6296) 97.5928
test.misc (corpus.all.mc):
precision recall F
LEVEL 0: 89.4737(68/76) 94.4444(68/72) 91.8919
LEVEL 1: 82.8947(63/76) 87.5000(63/72) 85.1351
LEVEL 2: 81.5789(62/76) 86.1111(62/72) 83.7838
LEVEL 3: 71.0526(54/76) 75.0000(54/72) 72.9730
LEVEL 4: 69.7368(53/76) 73.6111(53/72) 71.6216
LEVEL 5: 69.7368(53/76) 73.6111(53/72) 71.6216
LEVEL 6: 69.7368(53/76) 73.6111(53/72) 71.6216
LEVEL 7: 69.7368(53/76) 73.6111(53/72) 71.6216
test.kanjikai (corpus.all.mc):
precision recall F
LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538
LEVEL 1: 88.3333(53/60) 75.7143(53/70) 81.5385
LEVEL 2: 88.3333(53/60) 75.7143(53/70) 81.5385
LEVEL 3: 73.3333(44/60) 62.8571(44/70) 67.6923
LEVEL 4: 63.3333(38/60) 54.2857(38/70) 58.4615
LEVEL 5: 63.3333(38/60) 54.2857(38/70) 58.4615
LEVEL 6: 63.3333(38/60) 54.2857(38/70) 58.4615
LEVEL 7: 61.6667(37/60) 52.8571(37/70) 56.9231
test.ryomou (corpus.all.mc):
precision recall F
LEVEL 0: 91.9753(298/324) 93.7107(298/318) 92.8349
LEVEL 1: 68.8272(223/324) 70.1258(223/318) 69.4704
LEVEL 2: 67.5926(219/324) 68.8679(219/318) 68.2243
LEVEL 3: 58.3333(189/324) 59.4340(189/318) 58.8785
LEVEL 4: 54.0123(175/324) 55.0314(175/318) 54.5171
LEVEL 5: 54.0123(175/324) 55.0314(175/318) 54.5171
LEVEL 6: 54.0123(175/324) 55.0314(175/318) 54.5171
LEVEL 7: 53.7037(174/324) 54.7170(174/318) 54.2056
test.non-KT (corpus.all.mc):
precision recall F
LEVEL 0: 91.7391(422/460) 91.7391(422/460) 91.7391
LEVEL 1: 73.6957(339/460) 73.6957(339/460) 73.6957
LEVEL 2: 72.6087(334/460) 72.6087(334/460) 72.6087
LEVEL 3: 62.3913(287/460) 62.3913(287/460) 62.3913
LEVEL 4: 57.8261(266/460) 57.8261(266/460) 57.8261
LEVEL 5: 57.8261(266/460) 57.8261(266/460) 57.8261
LEVEL 6: 57.8261(266/460) 57.8261(266/460) 57.8261
LEVEL 7: 57.3913(264/460) 57.3913(264/460) 57.3913
test.mixed (corpus.all.mc):
precision recall F
LEVEL 0: 99.3186(6705/6751) 99.2451(6705/6756) 99.2819
LEVEL 1: 97.4078(6576/6751) 97.3357(6576/6756) 97.3717
LEVEL 2: 97.0079(6549/6751) 96.9361(6549/6756) 96.9719
LEVEL 3: 95.9562(6478/6751) 95.8851(6478/6756) 95.9206
LEVEL 4: 94.9933(6413/6751) 94.9230(6413/6756) 94.9582
LEVEL 5: 94.9933(6413/6751) 94.9230(6413/6756) 94.9582
LEVEL 6: 94.9933(6413/6751) 94.9230(6413/6756) 94.9582
LEVEL 7: 94.8896(6406/6751) 94.8194(6406/6756) 94.8545
test.all (corpus.all.mc):
precision recall F
LEVEL 0: 79.8116(75829/95010) 87.1337(75829/87026) 83.3121
LEVEL 1: 74.1017(70404/95010) 80.9000(70404/87026) 77.3517
LEVEL 2: 72.7492(69119/95010) 79.4234(69119/87026) 75.9399
LEVEL 3: 66.2530(62947/95010) 72.3313(62947/87026) 69.1588
LEVEL 4: 62.9450(59804/95010) 68.7197(59804/87026) 65.7057
LEVEL 5: 62.9450(59804/95010) 68.7197(59804/87026) 65.7057
LEVEL 6: 62.9450(59804/95010) 68.7197(59804/87026) 65.7057
LEVEL 7: 62.7860(59653/95010) 68.5462(59653/87026) 65.5398
seed_KTp2/system-eval.results.2014-11-02.08.without-Symbol 0 → 100644
+ 705
− 0
View file @ 0269813b
mecab-system-eval -l "0 1 2 3 4 5 6 7"
test.KT0 (corpus.KT0.mc):
precision recall F
LEVEL 0: 81.7719(76213/93202) 88.0403(76213/86566) 84.7904
LEVEL 1: 76.1647(70987/93202) 82.0033(70987/86566) 78.9762
LEVEL 2: 74.8192(69733/93202) 80.5547(69733/86566) 77.5811
LEVEL 3: 68.5017(63845/93202) 73.7530(63845/86566) 71.0304
LEVEL 4: 65.1874(60756/93202) 70.1846(60756/86566) 67.5938
LEVEL 5: 65.1874(60756/93202) 70.1846(60756/86566) 67.5938
LEVEL 6: 65.1874(60756/93202) 70.1846(60756/86566) 67.5938
LEVEL 7: 64.9149(60502/93202) 69.8912(60502/86566) 67.3112
test.KT2 (corpus.KT0.mc):
precision recall F
LEVEL 0: 99.8410(6279/6289) 99.7300(6279/6296) 99.7855
LEVEL 1: 99.1096(6233/6289) 98.9994(6233/6296) 99.0544
LEVEL 2: 98.7597(6211/6289) 98.6499(6211/6296) 98.7048
LEVEL 3: 98.3781(6187/6289) 98.2687(6187/6296) 98.3234
LEVEL 4: 97.6467(6141/6289) 97.5381(6141/6296) 97.5924
LEVEL 5: 97.6467(6141/6289) 97.5381(6141/6296) 97.5924
LEVEL 6: 97.6467(6141/6289) 97.5381(6141/6296) 97.5924
LEVEL 7: 97.4718(6130/6289) 97.3634(6130/6296) 97.4176
test.misc (corpus.KT0.mc):
precision recall F
LEVEL 0: 92.0000(69/75) 95.8333(69/72) 93.8776
LEVEL 1: 85.3333(64/75) 88.8889(64/72) 87.0748
LEVEL 2: 82.6667(62/75) 86.1111(62/72) 84.3537
LEVEL 3: 72.0000(54/75) 75.0000(54/72) 73.4694
LEVEL 4: 69.3333(52/75) 72.2222(52/72) 70.7483
LEVEL 5: 69.3333(52/75) 72.2222(52/72) 70.7483
LEVEL 6: 69.3333(52/75) 72.2222(52/72) 70.7483
LEVEL 7: 69.3333(52/75) 72.2222(52/72) 70.7483
test.kanjikai (corpus.KT0.mc):
precision recall F
LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538
LEVEL 1: 85.0000(51/60) 72.8571(51/70) 78.4615
LEVEL 2: 85.0000(51/60) 72.8571(51/70) 78.4615
LEVEL 3: 70.0000(42/60) 60.0000(42/70) 64.6154
LEVEL 4: 60.0000(36/60) 51.4286(36/70) 55.3846
LEVEL 5: 60.0000(36/60) 51.4286(36/70) 55.3846
LEVEL 6: 60.0000(36/60) 51.4286(36/70) 55.3846
LEVEL 7: 58.3333(35/60) 50.0000(35/70) 53.8462
test.ryomou (corpus.KT0.mc):
precision recall F
LEVEL 0: 92.2360(297/322) 93.3962(297/318) 92.8125
LEVEL 1: 68.9441(222/322) 69.8113(222/318) 69.3750
LEVEL 2: 67.7019(218/322) 68.5535(218/318) 68.1250
LEVEL 3: 57.7640(186/322) 58.4906(186/318) 58.1250
LEVEL 4: 53.1056(171/322) 53.7736(171/318) 53.4375
LEVEL 5: 53.1056(171/322) 53.7736(171/318) 53.4375
LEVEL 6: 53.1056(171/322) 53.7736(171/318) 53.4375
LEVEL 7: 52.4845(169/322) 53.1447(169/318) 52.8125
test.non-KT (corpus.KT0.mc):
precision recall F
LEVEL 0: 92.3414(422/457) 91.7391(422/460) 92.0393
LEVEL 1: 73.7418(337/457) 73.2609(337/460) 73.5005
LEVEL 2: 72.4289(331/457) 71.9565(331/460) 72.1919
LEVEL 3: 61.7068(282/457) 61.3043(282/460) 61.5049
LEVEL 4: 56.6740(259/457) 56.3043(259/460) 56.4885
LEVEL 5: 56.6740(259/457) 56.3043(259/460) 56.4885
LEVEL 6: 56.6740(259/457) 56.3043(259/460) 56.4885
LEVEL 7: 56.0175(256/457) 55.6522(256/460) 55.8342
test.mixed (corpus.KT0.mc):
precision recall F
LEVEL 0: 99.3329(6701/6746) 99.1859(6701/6756) 99.2594
LEVEL 1: 97.3910(6570/6746) 97.2469(6570/6756) 97.3189
LEVEL 2: 96.9760(6542/6746) 96.8324(6542/6756) 96.9042
LEVEL 3: 95.8939(6469/6746) 95.7519(6469/6756) 95.8228
LEVEL 4: 94.8710(6400/6746) 94.7306(6400/6756) 94.8008
LEVEL 5: 94.8710(6400/6746) 94.7306(6400/6756) 94.8008
LEVEL 6: 94.8710(6400/6746) 94.7306(6400/6756) 94.8008
LEVEL 7: 94.6635(6386/6746) 94.5234(6386/6756) 94.5934
test.all (corpus.KT0.mc):
precision recall F
LEVEL 0: 81.8234(76635/93659) 88.0599(76635/87026) 84.8272
LEVEL 1: 76.1529(71324/93659) 81.9571(71324/87026) 78.9484
LEVEL 2: 74.8075(70064/93659) 80.5093(70064/87026) 77.5538
LEVEL 3: 68.4686(64127/93659) 73.6872(64127/87026) 70.9821
LEVEL 4: 65.1459(61015/93659) 70.1112(61015/87026) 67.5374
LEVEL 5: 65.1459(61015/93659) 70.1112(61015/87026) 67.5374
LEVEL 6: 65.1459(61015/93659) 70.1112(61015/87026) 67.5374
LEVEL 7: 64.8715(60758/93659) 69.8159(60758/87026) 67.2530
test.KT0 (corpus.KT2.mc):
precision recall F
LEVEL 0: 81.5124(74989/91997) 86.6264(74989/86566) 83.9916
LEVEL 1: 75.0014(68999/91997) 79.7068(68999/86566) 77.2825
LEVEL 2: 72.8198(66992/91997) 77.3884(66992/86566) 75.0346
LEVEL 3: 65.9413(60664/91997) 70.0783(60664/86566) 67.9469
LEVEL 4: 62.5053(57503/91997) 66.4268(57503/86566) 64.4064
LEVEL 5: 62.5053(57503/91997) 66.4268(57503/86566) 64.4064
LEVEL 6: 62.5053(57503/91997) 66.4268(57503/86566) 64.4064
LEVEL 7: 62.2379(57257/91997) 66.1426(57257/86566) 64.1309
test.KT2 (corpus.KT2.mc):
precision recall F
LEVEL 0: 99.9364(6288/6292) 99.8729(6288/6296) 99.9047
LEVEL 1: 99.7139(6274/6292) 99.6506(6274/6296) 99.6822
LEVEL 2: 99.6186(6268/6292) 99.5553(6268/6296) 99.5869
LEVEL 3: 99.5709(6265/6292) 99.5076(6265/6296) 99.5392
LEVEL 4: 99.2689(6246/6292) 99.2058(6246/6296) 99.2374
LEVEL 5: 99.2689(6246/6292) 99.2058(6246/6296) 99.2374
LEVEL 6: 99.2689(6246/6292) 99.2058(6246/6296) 99.2374
LEVEL 7: 99.0941(6235/6292) 99.0311(6235/6296) 99.0626
test.misc (corpus.KT2.mc):
precision recall F
LEVEL 0: 92.7536(64/69) 88.8889(64/72) 90.7801
LEVEL 1: 85.5072(59/69) 81.9444(59/72) 83.6879
LEVEL 2: 85.5072(59/69) 81.9444(59/72) 83.6879
LEVEL 3: 72.4638(50/69) 69.4444(50/72) 70.9220
LEVEL 4: 66.6667(46/69) 63.8889(46/72) 65.2482
LEVEL 5: 66.6667(46/69) 63.8889(46/72) 65.2482
LEVEL 6: 66.6667(46/69) 63.8889(46/72) 65.2482
LEVEL 7: 66.6667(46/69) 63.8889(46/72) 65.2482
test.kanjikai (corpus.KT2.mc):
precision recall F
LEVEL 0: 91.5254(54/59) 77.1429(54/70) 83.7209
LEVEL 1: 83.0508(49/59) 70.0000(49/70) 75.9690
LEVEL 2: 83.0508(49/59) 70.0000(49/70) 75.9690
LEVEL 3: 66.1017(39/59) 55.7143(39/70) 60.4651
LEVEL 4: 57.6271(34/59) 48.5714(34/70) 52.7132
LEVEL 5: 57.6271(34/59) 48.5714(34/70) 52.7132
LEVEL 6: 57.6271(34/59) 48.5714(34/70) 52.7132
LEVEL 7: 55.9322(33/59) 47.1429(33/70) 51.1628
test.ryomou (corpus.KT2.mc):
precision recall F
LEVEL 0: 93.1034(297/319) 93.3962(297/318) 93.2496
LEVEL 1: 67.7116(216/319) 67.9245(216/318) 67.8179
LEVEL 2: 66.1442(211/319) 66.3522(211/318) 66.2480
LEVEL 3: 56.7398(181/319) 56.9182(181/318) 56.8289
LEVEL 4: 50.7837(162/319) 50.9434(162/318) 50.8634
LEVEL 5: 50.7837(162/319) 50.9434(162/318) 50.8634
LEVEL 6: 50.7837(162/319) 50.9434(162/318) 50.8634
LEVEL 7: 50.1567(160/319) 50.3145(160/318) 50.2355
test.non-KT (corpus.KT2.mc):
precision recall F
LEVEL 0: 92.8412(415/447) 90.2174(415/460) 91.5105
LEVEL 1: 72.4832(324/447) 70.4348(324/460) 71.4443
LEVEL 2: 71.3647(319/447) 69.3478(319/460) 70.3418
LEVEL 3: 60.4027(270/447) 58.6957(270/460) 59.5369
LEVEL 4: 54.1387(242/447) 52.6087(242/460) 53.3627
LEVEL 5: 54.1387(242/447) 52.6087(242/460) 53.3627
LEVEL 6: 54.1387(242/447) 52.6087(242/460) 53.3627
LEVEL 7: 53.4676(239/447) 51.9565(239/460) 52.7012
test.mixed (corpus.KT2.mc):
precision recall F
LEVEL 0: 99.4658(6703/6739) 99.2155(6703/6756) 99.3405
LEVEL 1: 97.9077(6598/6739) 97.6613(6598/6756) 97.7844
LEVEL 2: 97.7445(6587/6739) 97.4985(6587/6756) 97.6213
LEVEL 3: 96.9728(6535/6739) 96.7288(6535/6756) 96.8507
LEVEL 4: 96.2754(6488/6739) 96.0332(6488/6756) 96.1541
LEVEL 5: 96.2754(6488/6739) 96.0332(6488/6756) 96.1541
LEVEL 6: 96.2754(6488/6739) 96.0332(6488/6756) 96.1541
LEVEL 7: 96.0677(6474/6739) 95.8259(6474/6756) 95.9466
test.all (corpus.KT2.mc):
precision recall F
LEVEL 0: 81.5672(75404/92444) 86.6454(75404/87026) 84.0296
LEVEL 1: 74.9892(69323/92444) 79.6578(69323/87026) 77.2530
LEVEL 2: 72.8127(67311/92444) 77.3459(67311/87026) 75.0109
LEVEL 3: 65.9145(60934/92444) 70.0182(60934/87026) 67.9044
LEVEL 4: 62.4648(57745/92444) 66.3537(57745/87026) 64.3506
LEVEL 5: 62.4648(57745/92444) 66.3537(57745/87026) 64.3506
LEVEL 6: 62.4648(57745/92444) 66.3537(57745/87026) 64.3506
LEVEL 7: 62.1955(57496/92444) 66.0676(57496/87026) 64.0731
test.KT0 (corpus.misc.mc):
precision recall F
LEVEL 0: 79.4026(73719/92842) 85.1593(73719/86566) 82.1803
LEVEL 1: 68.6683(63753/92842) 73.6467(63753/86566) 71.0704
LEVEL 2: 63.6835(59125/92842) 68.3005(59125/86566) 65.9112
LEVEL 3: 54.7371(50819/92842) 58.7055(50819/86566) 56.6519
LEVEL 4: 50.7475(47115/92842) 54.4267(47115/86566) 52.5227
LEVEL 5: 50.7475(47115/92842) 54.4267(47115/86566) 52.5227
LEVEL 6: 50.7475(47115/92842) 54.4267(47115/86566) 52.5227
LEVEL 7: 50.5052(46890/92842) 54.1668(46890/86566) 52.2719
test.KT2 (corpus.misc.mc):
precision recall F
LEVEL 0: 94.1048(6050/6429) 96.0928(6050/6296) 95.0884
LEVEL 1: 84.5233(5434/6429) 86.3088(5434/6296) 85.4067
LEVEL 2: 79.9502(5140/6429) 81.6391(5140/6296) 80.7859
LEVEL 3: 74.3195(4778/6429) 75.8895(4778/6296) 75.0963
LEVEL 4: 71.3952(4590/6429) 72.9034(4590/6296) 72.1415
LEVEL 5: 71.3952(4590/6429) 72.9034(4590/6296) 72.1415
LEVEL 6: 71.3952(4590/6429) 72.9034(4590/6296) 72.1415
LEVEL 7: 71.2708(4582/6429) 72.7764(4582/6296) 72.0157
test.misc (corpus.misc.mc):
precision recall F
LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310
LEVEL 1: 91.7808(67/73) 93.0556(67/72) 92.4138
LEVEL 2: 91.7808(67/73) 93.0556(67/72) 92.4138
LEVEL 3: 83.5616(61/73) 84.7222(61/72) 84.1379
LEVEL 4: 78.0822(57/73) 79.1667(57/72) 78.6207
LEVEL 5: 78.0822(57/73) 79.1667(57/72) 78.6207
LEVEL 6: 78.0822(57/73) 79.1667(57/72) 78.6207
LEVEL 7: 78.0822(57/73) 79.1667(57/72) 78.6207
test.kanjikai (corpus.misc.mc):
precision recall F
LEVEL 0: 87.5000(49/56) 70.0000(49/70) 77.7778
LEVEL 1: 71.4286(40/56) 57.1429(40/70) 63.4921
LEVEL 2: 67.8571(38/56) 54.2857(38/70) 60.3175
LEVEL 3: 58.9286(33/56) 47.1429(33/70) 52.3810
LEVEL 4: 46.4286(26/56) 37.1429(26/70) 41.2698
LEVEL 5: 46.4286(26/56) 37.1429(26/70) 41.2698
LEVEL 6: 46.4286(26/56) 37.1429(26/70) 41.2698
LEVEL 7: 46.4286(26/56) 37.1429(26/70) 41.2698
test.ryomou (corpus.misc.mc):
precision recall F
LEVEL 0: 90.9091(290/319) 91.1950(290/318) 91.0518
LEVEL 1: 60.5016(193/319) 60.6918(193/318) 60.5965
LEVEL 2: 56.7398(181/319) 56.9182(181/318) 56.8289
LEVEL 3: 47.0219(150/319) 47.1698(150/318) 47.0958
LEVEL 4: 40.4389(129/319) 40.5660(129/318) 40.5024
LEVEL 5: 40.4389(129/319) 40.5660(129/318) 40.5024
LEVEL 6: 40.4389(129/319) 40.5660(129/318) 40.5024
LEVEL 7: 39.8119(127/319) 39.9371(127/318) 39.8744
test.non-KT (corpus.misc.mc):
precision recall F
LEVEL 0: 91.5179(410/448) 89.1304(410/460) 90.3084
LEVEL 1: 66.9643(300/448) 65.2174(300/460) 66.0793
LEVEL 2: 63.8393(286/448) 62.1739(286/460) 62.9956
LEVEL 3: 54.4643(244/448) 53.0435(244/460) 53.7445
LEVEL 4: 47.3214(212/448) 46.0870(212/460) 46.6960
LEVEL 5: 47.3214(212/448) 46.0870(212/460) 46.6960
LEVEL 6: 47.3214(212/448) 46.0870(212/460) 46.6960
LEVEL 7: 46.8750(210/448) 45.6522(210/460) 46.2555
test.mixed (corpus.misc.mc):
precision recall F
LEVEL 0: 93.9363(6460/6877) 95.6187(6460/6756) 94.7700
LEVEL 1: 83.3794(5734/6877) 84.8727(5734/6756) 84.1194
LEVEL 2: 78.9007(5426/6877) 80.3138(5426/6756) 79.6010
LEVEL 3: 73.0260(5022/6877) 74.3339(5022/6756) 73.6742
LEVEL 4: 69.8270(4802/6877) 71.0776(4802/6756) 70.4467
LEVEL 5: 69.8270(4802/6877) 71.0776(4802/6756) 70.4467
LEVEL 6: 69.8270(4802/6877) 71.0776(4802/6756) 70.4467
LEVEL 7: 69.6815(4792/6877) 70.9295(4792/6756) 70.3000
test.all (corpus.misc.mc):
precision recall F
LEVEL 0: 79.4608(74129/93290) 85.1803(74129/87026) 82.2212
LEVEL 1: 68.6601(64053/93290) 73.6021(64053/87026) 71.0453
LEVEL 2: 63.6842(59411/93290) 68.2681(59411/87026) 65.8965
LEVEL 3: 54.7358(51063/93290) 58.6756(51063/87026) 56.6372
LEVEL 4: 50.7311(47327/93290) 54.3826(47327/87026) 52.4934
LEVEL 5: 50.7311(47327/93290) 54.3826(47327/87026) 52.4934
LEVEL 6: 50.7311(47327/93290) 54.3826(47327/87026) 52.4934
LEVEL 7: 50.4877(47100/93290) 54.1218(47100/87026) 52.2416
test.KT0 (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 78.7190(73078/92834) 84.4188(73078/86566) 81.4693
LEVEL 1: 67.5097(62672/92834) 72.3979(62672/86566) 69.8685
LEVEL 2: 62.7744(58276/92834) 67.3197(58276/86566) 64.9677
LEVEL 3: 53.3544(49531/92834) 57.2176(49531/86566) 55.2185
LEVEL 4: 49.6327(46076/92834) 53.2264(46076/86566) 51.3668
LEVEL 5: 49.6327(46076/92834) 53.2264(46076/86566) 51.3668
LEVEL 6: 49.6327(46076/92834) 53.2264(46076/86566) 51.3668
LEVEL 7: 49.4172(45876/92834) 52.9954(45876/86566) 51.1438
test.KT2 (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 93.9125(6032/6423) 95.8069(6032/6296) 94.8502
LEVEL 1: 85.3184(5480/6423) 87.0394(5480/6296) 86.1703
LEVEL 2: 80.5076(5171/6423) 82.1315(5171/6296) 81.3114
LEVEL 3: 75.9770(4880/6423) 77.5095(4880/6296) 76.7356
LEVEL 4: 73.2212(4703/6423) 74.6982(4703/6296) 73.9524
LEVEL 5: 73.2212(4703/6423) 74.6982(4703/6296) 73.9524
LEVEL 6: 73.2212(4703/6423) 74.6982(4703/6296) 73.9524
LEVEL 7: 73.0967(4695/6423) 74.5712(4695/6296) 73.8266
test.misc (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 87.3239(62/71) 86.1111(62/72) 86.7133
LEVEL 1: 76.0563(54/71) 75.0000(54/72) 75.5245
LEVEL 2: 71.8310(51/71) 70.8333(51/72) 71.3287
LEVEL 3: 61.9718(44/71) 61.1111(44/72) 61.5385
LEVEL 4: 59.1549(42/71) 58.3333(42/72) 58.7413
LEVEL 5: 59.1549(42/71) 58.3333(42/72) 58.7413
LEVEL 6: 59.1549(42/71) 58.3333(42/72) 58.7413
LEVEL 7: 59.1549(42/71) 58.3333(42/72) 58.7413
test.kanjikai (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538
LEVEL 1: 88.3333(53/60) 75.7143(53/70) 81.5385
LEVEL 2: 86.6667(52/60) 74.2857(52/70) 80.0000
LEVEL 3: 78.3333(47/60) 67.1429(47/70) 72.3077
LEVEL 4: 68.3333(41/60) 58.5714(41/70) 63.0769
LEVEL 5: 68.3333(41/60) 58.5714(41/70) 63.0769
LEVEL 6: 68.3333(41/60) 58.5714(41/70) 63.0769
LEVEL 7: 66.6667(40/60) 57.1429(40/70) 61.5385
test.ryomou (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 91.5094(291/318) 91.5094(291/318) 91.5094
LEVEL 1: 62.5786(199/318) 62.5786(199/318) 62.5786
LEVEL 2: 57.8616(184/318) 57.8616(184/318) 57.8616
LEVEL 3: 45.5975(145/318) 45.5975(145/318) 45.5975
LEVEL 4: 39.3082(125/318) 39.3082(125/318) 39.3082
LEVEL 5: 39.3082(125/318) 39.3082(125/318) 39.3082
LEVEL 6: 39.3082(125/318) 39.3082(125/318) 39.3082
LEVEL 7: 38.6792(123/318) 38.6792(123/318) 38.6792
test.non-KT (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 91.0913(409/449) 88.9130(409/460) 89.9890
LEVEL 1: 68.1514(306/449) 66.5217(306/460) 67.3267
LEVEL 2: 63.9198(287/449) 62.3913(287/460) 63.1463
LEVEL 3: 52.5612(236/449) 51.3043(236/460) 51.9252
LEVEL 4: 46.3252(208/449) 45.2174(208/460) 45.7646
LEVEL 5: 46.3252(208/449) 45.2174(208/460) 45.7646
LEVEL 6: 46.3252(208/449) 45.2174(208/460) 45.7646
LEVEL 7: 45.6570(205/449) 44.5652(205/460) 45.1045
test.mixed (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 93.7282(6441/6872) 95.3375(6441/6756) 94.5260
LEVEL 1: 84.1967(5786/6872) 85.6424(5786/6756) 84.9134
LEVEL 2: 79.4237(5458/6872) 80.7874(5458/6756) 80.0998
LEVEL 3: 74.4470(5116/6872) 75.7253(5116/6756) 75.0807
LEVEL 4: 71.4639(4911/6872) 72.6909(4911/6756) 72.0722
LEVEL 5: 71.4639(4911/6872) 72.6909(4911/6756) 72.0722
LEVEL 6: 71.4639(4911/6872) 72.6909(4911/6756) 72.0722
LEVEL 7: 71.3038(4900/6872) 72.5281(4900/6756) 71.9108
test.all (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 78.7786(73487/93283) 84.4426(73487/87026) 81.5123
LEVEL 1: 67.5128(62978/93283) 72.3669(62978/87026) 69.8556
LEVEL 2: 62.7799(58563/93283) 67.2937(58563/87026) 64.9585
LEVEL 3: 53.3506(49767/93283) 57.1864(49767/87026) 55.2019
LEVEL 4: 49.6168(46284/93283) 53.1841(46284/87026) 51.3385
LEVEL 5: 49.6168(46284/93283) 53.1841(46284/87026) 51.3385
LEVEL 6: 49.6168(46284/93283) 53.1841(46284/87026) 51.3385
LEVEL 7: 49.3991(46081/93283) 52.9508(46081/87026) 51.1134
test.KT0 (corpus.ryomou.mc):
precision recall F
LEVEL 0: 80.4477(73563/91442) 84.9791(73563/86566) 82.6513
LEVEL 1: 70.6131(64570/91442) 74.5905(64570/86566) 72.5473
LEVEL 2: 66.7319(61021/91442) 70.4907(61021/86566) 68.5598
LEVEL 3: 58.2282(53245/91442) 61.5080(53245/86566) 59.8232
LEVEL 4: 53.9610(49343/91442) 57.0004(49343/86566) 55.4391
LEVEL 5: 53.9610(49343/91442) 57.0004(49343/86566) 55.4391
LEVEL 6: 53.9610(49343/91442) 57.0004(49343/86566) 55.4391
LEVEL 7: 53.6920(49097/91442) 56.7163(49097/86566) 55.1627
test.KT2 (corpus.ryomou.mc):
precision recall F
LEVEL 0: 98.2726(6144/6252) 97.5858(6144/6296) 97.9280
LEVEL 1: 92.2265(5766/6252) 91.5820(5766/6296) 91.9031
LEVEL 2: 89.2354(5579/6252) 88.6118(5579/6296) 88.9225
LEVEL 3: 85.3487(5336/6252) 84.7522(5336/6296) 85.0494
LEVEL 4: 82.6456(5167/6252) 82.0680(5167/6296) 82.3558
LEVEL 5: 82.6456(5167/6252) 82.0680(5167/6296) 82.3558
LEVEL 6: 82.6456(5167/6252) 82.0680(5167/6296) 82.3558
LEVEL 7: 82.4856(5157/6252) 81.9091(5157/6296) 82.1964
test.misc (corpus.ryomou.mc):
precision recall F
LEVEL 0: 90.0000(63/70) 87.5000(63/72) 88.7324
LEVEL 1: 81.4286(57/70) 79.1667(57/72) 80.2817
LEVEL 2: 80.0000(56/70) 77.7778(56/72) 78.8732
LEVEL 3: 67.1429(47/70) 65.2778(47/72) 66.1972
LEVEL 4: 61.4286(43/70) 59.7222(43/72) 60.5634
LEVEL 5: 61.4286(43/70) 59.7222(43/72) 60.5634
LEVEL 6: 61.4286(43/70) 59.7222(43/72) 60.5634
LEVEL 7: 61.4286(43/70) 59.7222(43/72) 60.5634
test.kanjikai (corpus.ryomou.mc):
precision recall F
LEVEL 0: 89.4737(51/57) 72.8571(51/70) 80.3150
LEVEL 1: 75.4386(43/57) 61.4286(43/70) 67.7165
LEVEL 2: 75.4386(43/57) 61.4286(43/70) 67.7165
LEVEL 3: 54.3860(31/57) 44.2857(31/70) 48.8189
LEVEL 4: 40.3509(23/57) 32.8571(23/70) 36.2205
LEVEL 5: 40.3509(23/57) 32.8571(23/70) 36.2205
LEVEL 6: 40.3509(23/57) 32.8571(23/70) 36.2205
LEVEL 7: 40.3509(23/57) 32.8571(23/70) 36.2205
test.ryomou (corpus.ryomou.mc):
precision recall F
LEVEL 0: 93.1677(300/322) 94.3396(300/318) 93.7500
LEVEL 1: 72.3602(233/322) 73.2704(233/318) 72.8125
LEVEL 2: 70.4969(227/322) 71.3836(227/318) 70.9375
LEVEL 3: 62.1118(200/322) 62.8931(200/318) 62.5000
LEVEL 4: 56.5217(182/322) 57.2327(182/318) 56.8750
LEVEL 5: 56.5217(182/322) 57.2327(182/318) 56.8750
LEVEL 6: 56.5217(182/322) 57.2327(182/318) 56.8750
LEVEL 7: 55.9006(180/322) 56.6038(180/318) 56.2500
test.non-KT (corpus.ryomou.mc):
precision recall F
LEVEL 0: 92.2049(414/449) 90.0000(414/460) 91.0891
LEVEL 1: 74.1648(333/449) 72.3913(333/460) 73.2673
LEVEL 2: 72.6058(326/449) 70.8696(326/460) 71.7272
LEVEL 3: 61.9154(278/449) 60.4348(278/460) 61.1661
LEVEL 4: 55.2339(248/449) 53.9130(248/460) 54.5655
LEVEL 5: 55.2339(248/449) 53.9130(248/460) 54.5655
LEVEL 6: 55.2339(248/449) 53.9130(248/460) 54.5655
LEVEL 7: 54.7884(246/449) 53.4783(246/460) 54.1254
test.mixed (corpus.ryomou.mc):
precision recall F
LEVEL 0: 97.8660(6558/6701) 97.0693(6558/6756) 97.4660
LEVEL 1: 91.0163(6099/6701) 90.2753(6099/6756) 90.6443
LEVEL 2: 88.1212(5905/6701) 87.4038(5905/6756) 87.7610
LEVEL 3: 83.7785(5614/6701) 83.0965(5614/6756) 83.4361
LEVEL 4: 80.8088(5415/6701) 80.1510(5415/6756) 80.4786
LEVEL 5: 80.8088(5415/6701) 80.1510(5415/6756) 80.4786
LEVEL 6: 80.8088(5415/6701) 80.1510(5415/6756) 80.4786
LEVEL 7: 80.6298(5403/6701) 79.9734(5403/6756) 80.3002
test.all (corpus.ryomou.mc):
precision recall F
LEVEL 0: 80.5052(73977/91891) 85.0056(73977/87026) 82.6942
LEVEL 1: 70.6304(64903/91891) 74.5789(64903/87026) 72.5510
LEVEL 2: 66.7606(61347/91891) 70.4927(61347/87026) 68.5759
LEVEL 3: 58.2462(53523/91891) 61.5023(53523/87026) 59.8300
LEVEL 4: 53.9672(49591/91891) 56.9841(49591/87026) 55.4346
LEVEL 5: 53.9672(49591/91891) 56.9841(49591/87026) 55.4346
LEVEL 6: 53.9672(49591/91891) 56.9841(49591/87026) 55.4346
LEVEL 7: 53.6973(49343/91891) 56.6991(49343/87026) 55.1574
test.KT0 (corpus.non-KT.mc):
precision recall F
LEVEL 0: 80.7007(74582/92418) 86.1562(74582/86566) 83.3393
LEVEL 1: 71.6008(66172/92418) 76.4411(66172/86566) 73.9418
LEVEL 2: 67.9543(62802/92418) 72.5481(62802/86566) 70.1761
LEVEL 3: 59.7578(55227/92418) 63.7976(55227/86566) 61.7117
LEVEL 4: 55.7889(51559/92418) 59.5603(51559/86566) 57.6130
LEVEL 5: 55.7889(51559/92418) 59.5603(51559/86566) 57.6130
LEVEL 6: 55.7889(51559/92418) 59.5603(51559/86566) 57.6130
LEVEL 7: 55.5292(51319/92418) 59.2831(51319/86566) 57.3448
test.KT2 (corpus.non-KT.mc):
precision recall F
LEVEL 0: 97.9585(6190/6319) 98.3164(6190/6296) 98.1371
LEVEL 1: 92.8944(5870/6319) 93.2338(5870/6296) 93.0638
LEVEL 2: 90.0142(5688/6319) 90.3431(5688/6296) 90.1784
LEVEL 3: 86.5169(5467/6319) 86.8329(5467/6296) 86.6746
LEVEL 4: 83.6683(5287/6319) 83.9740(5287/6296) 83.8208
LEVEL 5: 83.6683(5287/6319) 83.9740(5287/6296) 83.8208
LEVEL 6: 83.6683(5287/6319) 83.9740(5287/6296) 83.8208
LEVEL 7: 83.5100(5277/6319) 83.8151(5277/6296) 83.6623
test.misc (corpus.non-KT.mc):
precision recall F
LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310
LEVEL 1: 91.7808(67/73) 93.0556(67/72) 92.4138
LEVEL 2: 91.7808(67/73) 93.0556(67/72) 92.4138
LEVEL 3: 83.5616(61/73) 84.7222(61/72) 84.1379
LEVEL 4: 78.0822(57/73) 79.1667(57/72) 78.6207
LEVEL 5: 78.0822(57/73) 79.1667(57/72) 78.6207
LEVEL 6: 78.0822(57/73) 79.1667(57/72) 78.6207
LEVEL 7: 78.0822(57/73) 79.1667(57/72) 78.6207
test.kanjikai (corpus.non-KT.mc):
precision recall F
LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538
LEVEL 1: 86.6667(52/60) 74.2857(52/70) 80.0000
LEVEL 2: 86.6667(52/60) 74.2857(52/70) 80.0000
LEVEL 3: 76.6667(46/60) 65.7143(46/70) 70.7692
LEVEL 4: 68.3333(41/60) 58.5714(41/70) 63.0769
LEVEL 5: 68.3333(41/60) 58.5714(41/70) 63.0769
LEVEL 6: 68.3333(41/60) 58.5714(41/70) 63.0769
LEVEL 7: 66.6667(40/60) 57.1429(40/70) 61.5385
test.ryomou (corpus.non-KT.mc):
precision recall F
LEVEL 0: 93.1677(300/322) 94.3396(300/318) 93.7500
LEVEL 1: 70.8075(228/322) 71.6981(228/318) 71.2500
LEVEL 2: 68.9441(222/322) 69.8113(222/318) 69.3750
LEVEL 3: 60.5590(195/322) 61.3208(195/318) 60.9375
LEVEL 4: 55.5901(179/322) 56.2893(179/318) 55.9375
LEVEL 5: 55.5901(179/322) 56.2893(179/318) 55.9375
LEVEL 6: 55.5901(179/322) 56.2893(179/318) 55.9375
LEVEL 7: 54.9689(177/322) 55.6604(177/318) 55.3125
test.non-KT (corpus.non-KT.mc):
precision recall F
LEVEL 0: 93.8462(427/455) 92.8261(427/460) 93.3333
LEVEL 1: 76.2637(347/455) 75.4348(347/460) 75.8470
LEVEL 2: 74.9451(341/455) 74.1304(341/460) 74.5355
LEVEL 3: 66.3736(302/455) 65.6522(302/460) 66.0109
LEVEL 4: 60.8791(277/455) 60.2174(277/460) 60.5464
LEVEL 5: 60.8791(277/455) 60.2174(277/460) 60.5464
LEVEL 6: 60.8791(277/455) 60.2174(277/460) 60.5464
LEVEL 7: 60.2198(274/455) 59.5652(274/460) 59.8907
test.mixed (corpus.non-KT.mc):
precision recall F
LEVEL 0: 97.6823(6617/6774) 97.9426(6617/6756) 97.8123
LEVEL 1: 91.7774(6217/6774) 92.0219(6217/6756) 91.8995
LEVEL 2: 89.0021(6029/6774) 89.2392(6029/6756) 89.1205
LEVEL 3: 85.1639(5769/6774) 85.3908(5769/6756) 85.2772
LEVEL 4: 82.1376(5564/6774) 82.3564(5564/6756) 82.2469
LEVEL 5: 82.1376(5564/6774) 82.3564(5564/6756) 82.2469
LEVEL 6: 82.1376(5564/6774) 82.3564(5564/6756) 82.2469
LEVEL 7: 81.9457(5551/6774) 82.1640(5551/6756) 82.0547
test.all (corpus.non-KT.mc):
precision recall F
LEVEL 0: 80.7651(75009/92873) 86.1915(75009/87026) 83.3901
LEVEL 1: 71.6236(66519/92873) 76.4358(66519/87026) 73.9515
LEVEL 2: 67.9885(63143/92873) 72.5565(63143/87026) 70.1983
LEVEL 3: 59.7903(55529/92873) 63.8074(55529/87026) 61.7335
LEVEL 4: 55.8139(51836/92873) 59.5638(51836/87026) 57.6279
LEVEL 5: 55.8139(51836/92873) 59.5638(51836/87026) 57.6279
LEVEL 6: 55.8139(51836/92873) 59.5638(51836/87026) 57.6279
LEVEL 7: 55.5522(51593/92873) 59.2846(51593/87026) 57.3577
test.KT0 (corpus.mixed.mc):
precision recall F
LEVEL 0: 81.5438(75123/92126) 86.7812(75123/86566) 84.0810
LEVEL 1: 75.0526(69143/92126) 79.8732(69143/86566) 77.3879
LEVEL 2: 72.9067(67166/92126) 77.5894(67166/86566) 75.1752
LEVEL 3: 66.0139(60816/92126) 70.2539(60816/86566) 68.0680
LEVEL 4: 62.6142(57684/92126) 66.6359(57684/86566) 64.5625
LEVEL 5: 62.6142(57684/92126) 66.6359(57684/86566) 64.5625
LEVEL 6: 62.6142(57684/92126) 66.6359(57684/86566) 64.5625
LEVEL 7: 62.3429(57434/92126) 66.3471(57434/86566) 64.2827
test.KT2 (corpus.mixed.mc):
precision recall F
LEVEL 0: 99.9523(6290/6293) 99.9047(6290/6296) 99.9285
LEVEL 1: 99.7299(6276/6293) 99.6823(6276/6296) 99.7061
LEVEL 2: 99.6186(6269/6293) 99.5712(6269/6296) 99.5949
LEVEL 3: 99.5710(6266/6293) 99.5235(6266/6296) 99.5472
LEVEL 4: 99.2690(6247/6293) 99.2217(6247/6296) 99.2454
LEVEL 5: 99.2690(6247/6293) 99.2217(6247/6296) 99.2454
LEVEL 6: 99.2690(6247/6293) 99.2217(6247/6296) 99.2454
LEVEL 7: 99.0942(6236/6293) 99.0470(6236/6296) 99.0706
test.misc (corpus.mixed.mc):
precision recall F
LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310
LEVEL 1: 90.4110(66/73) 91.6667(66/72) 91.0345
LEVEL 2: 90.4110(66/73) 91.6667(66/72) 91.0345
LEVEL 3: 82.1918(60/73) 83.3333(60/72) 82.7586
LEVEL 4: 76.7123(56/73) 77.7778(56/72) 77.2414
LEVEL 5: 76.7123(56/73) 77.7778(56/72) 77.2414
LEVEL 6: 76.7123(56/73) 77.7778(56/72) 77.2414
LEVEL 7: 76.7123(56/73) 77.7778(56/72) 77.2414
test.kanjikai (corpus.mixed.mc):
precision recall F
LEVEL 0: 91.5254(54/59) 77.1429(54/70) 83.7209
LEVEL 1: 86.4407(51/59) 72.8571(51/70) 79.0698
LEVEL 2: 86.4407(51/59) 72.8571(51/70) 79.0698
LEVEL 3: 74.5763(44/59) 62.8571(44/70) 68.2171
LEVEL 4: 67.7966(40/59) 57.1429(40/70) 62.0155
LEVEL 5: 67.7966(40/59) 57.1429(40/70) 62.0155
LEVEL 6: 67.7966(40/59) 57.1429(40/70) 62.0155
LEVEL 7: 66.1017(39/59) 55.7143(39/70) 60.4651
test.ryomou (corpus.mixed.mc):
precision recall F
LEVEL 0: 93.1677(300/322) 94.3396(300/318) 93.7500
LEVEL 1: 69.8758(225/322) 70.7547(225/318) 70.3125
LEVEL 2: 69.2547(223/322) 70.1258(223/318) 69.6875
LEVEL 3: 60.2484(194/322) 61.0063(194/318) 60.6250
LEVEL 4: 55.2795(178/322) 55.9748(178/318) 55.6250
LEVEL 5: 55.2795(178/322) 55.9748(178/318) 55.6250
LEVEL 6: 55.2795(178/322) 55.9748(178/318) 55.6250
LEVEL 7: 54.6584(176/322) 55.3459(176/318) 55.0000
test.non-KT (corpus.mixed.mc):
precision recall F
LEVEL 0: 93.6123(425/454) 92.3913(425/460) 92.9978
LEVEL 1: 75.3304(342/454) 74.3478(342/460) 74.8359
LEVEL 2: 74.8899(340/454) 73.9130(340/460) 74.3982
LEVEL 3: 65.6388(298/454) 64.7826(298/460) 65.2079
LEVEL 4: 60.3524(274/454) 59.5652(274/460) 59.9562
LEVEL 5: 60.3524(274/454) 59.5652(274/460) 59.9562
LEVEL 6: 60.3524(274/454) 59.5652(274/460) 59.9562
LEVEL 7: 59.6916(271/454) 58.9130(271/460) 59.2998
test.mixed (corpus.mixed.mc):
precision recall F
LEVEL 0: 99.5257(6715/6747) 99.3931(6715/6756) 99.4594
LEVEL 1: 98.0880(6618/6747) 97.9574(6618/6756) 98.0227
LEVEL 2: 97.9546(6609/6747) 97.8242(6609/6756) 97.8894
LEVEL 3: 97.2877(6564/6747) 97.1581(6564/6756) 97.2228
LEVEL 4: 96.6504(6521/6747) 96.5216(6521/6756) 96.5859
LEVEL 5: 96.6504(6521/6747) 96.5216(6521/6756) 96.5859
LEVEL 6: 96.6504(6521/6747) 96.5216(6521/6756) 96.5859
LEVEL 7: 96.4429(6507/6747) 96.3144(6507/6756) 96.3786
test.all (corpus.mixed.mc):
precision recall F
LEVEL 0: 81.6029(75548/92580) 86.8108(75548/87026) 84.1264
LEVEL 1: 75.0540(69485/92580) 79.8440(69485/87026) 77.3749
LEVEL 2: 72.9164(67506/92580) 77.5699(67506/87026) 75.1712
LEVEL 3: 66.0121(61114/92580) 70.2250(61114/87026) 68.0534
LEVEL 4: 62.6032(57958/92580) 66.5985(57958/87026) 64.5390
LEVEL 5: 62.6032(57958/92580) 66.5985(57958/87026) 64.5390
LEVEL 6: 62.6032(57958/92580) 66.5985(57958/87026) 64.5390
LEVEL 7: 62.3299(57705/92580) 66.3078(57705/87026) 64.2573
test.KT0 (corpus.all.mc):
precision recall F
LEVEL 0: 81.8035(76231/93188) 88.0611(76231/86566) 84.8170
LEVEL 1: 76.2405(71047/93188) 82.0726(71047/86566) 79.0491
LEVEL 2: 74.9002(69798/93188) 80.6298(69798/86566) 77.6595
LEVEL 3: 68.5603(63890/93188) 73.8050(63890/86566) 71.0860
LEVEL 4: 65.2466(60802/93188) 70.2377(60802/86566) 67.6502
LEVEL 5: 65.2466(60802/93188) 70.2377(60802/86566) 67.6502
LEVEL 6: 65.2466(60802/93188) 70.2377(60802/86566) 67.6502
LEVEL 7: 64.9740(60548/93188) 69.9443(60548/86566) 67.3676
test.KT2 (corpus.all.mc):
precision recall F
LEVEL 0: 99.8410(6279/6289) 99.7300(6279/6296) 99.7855
LEVEL 1: 99.1732(6237/6289) 99.0629(6237/6296) 99.1180
LEVEL 2: 98.8233(6215/6289) 98.7135(6215/6296) 98.7684
LEVEL 3: 98.4258(6190/6289) 98.3164(6190/6296) 98.3711
LEVEL 4: 97.6944(6144/6289) 97.5858(6144/6296) 97.6400
LEVEL 5: 97.6944(6144/6289) 97.5858(6144/6296) 97.6400
LEVEL 6: 97.6944(6144/6289) 97.5858(6144/6296) 97.6400
LEVEL 7: 97.5195(6133/6289) 97.4111(6133/6296) 97.4652
test.misc (corpus.all.mc):
precision recall F
LEVEL 0: 92.0000(69/75) 95.8333(69/72) 93.8776
LEVEL 1: 85.3333(64/75) 88.8889(64/72) 87.0748
LEVEL 2: 84.0000(63/75) 87.5000(63/72) 85.7143
LEVEL 3: 73.3333(55/75) 76.3889(55/72) 74.8299
LEVEL 4: 70.6667(53/75) 73.6111(53/72) 72.1088
LEVEL 5: 70.6667(53/75) 73.6111(53/72) 72.1088
LEVEL 6: 70.6667(53/75) 73.6111(53/72) 72.1088
LEVEL 7: 70.6667(53/75) 73.6111(53/72) 72.1088
test.kanjikai (corpus.all.mc):
precision recall F
LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538
LEVEL 1: 88.3333(53/60) 75.7143(53/70) 81.5385
LEVEL 2: 88.3333(53/60) 75.7143(53/70) 81.5385
LEVEL 3: 73.3333(44/60) 62.8571(44/70) 67.6923
LEVEL 4: 65.0000(39/60) 55.7143(39/70) 60.0000
LEVEL 5: 65.0000(39/60) 55.7143(39/70) 60.0000
LEVEL 6: 65.0000(39/60) 55.7143(39/70) 60.0000
LEVEL 7: 63.3333(38/60) 54.2857(38/70) 58.4615
test.ryomou (corpus.all.mc):
precision recall F
LEVEL 0: 92.5697(299/323) 94.0252(299/318) 93.2917
LEVEL 1: 69.9690(226/323) 71.0692(226/318) 70.5148
LEVEL 2: 68.7307(222/323) 69.8113(222/318) 69.2668
LEVEL 3: 58.5139(189/323) 59.4340(189/318) 58.9704
LEVEL 4: 53.8700(174/323) 54.7170(174/318) 54.2902
LEVEL 5: 53.8700(174/323) 54.7170(174/318) 54.2902
LEVEL 6: 53.8700(174/323) 54.7170(174/318) 54.2902
LEVEL 7: 53.2508(172/323) 54.0881(172/318) 53.6661
test.non-KT (corpus.all.mc):
precision recall F
LEVEL 0: 92.5764(424/458) 92.1739(424/460) 92.3747
LEVEL 1: 74.8908(343/458) 74.5652(343/460) 74.7277
LEVEL 2: 73.7991(338/458) 73.4783(338/460) 73.6383
LEVEL 3: 62.8821(288/458) 62.6087(288/460) 62.7451
LEVEL 4: 58.0786(266/458) 57.8261(266/460) 57.9521
LEVEL 5: 58.0786(266/458) 57.8261(266/460) 57.9521
LEVEL 6: 58.0786(266/458) 57.8261(266/460) 57.9521
LEVEL 7: 57.4236(263/458) 57.1739(263/460) 57.2985
test.mixed (corpus.all.mc):
precision recall F
LEVEL 0: 99.3479(6703/6747) 99.2155(6703/6756) 99.2816
LEVEL 1: 97.5248(6580/6747) 97.3949(6580/6756) 97.4598
LEVEL 2: 97.1246(6553/6747) 96.9953(6553/6756) 97.0599
LEVEL 3: 96.0130(6478/6747) 95.8851(6478/6756) 95.9490
LEVEL 4: 95.0052(6410/6747) 94.8786(6410/6756) 94.9419
LEVEL 5: 95.0052(6410/6747) 94.8786(6410/6756) 94.9419
LEVEL 6: 95.0052(6410/6747) 94.8786(6410/6756) 94.9419
LEVEL 7: 94.7977(6396/6747) 94.6714(6396/6756) 94.7345
test.all (corpus.all.mc):
precision recall F
LEVEL 0: 81.8561(76655/93646) 88.0829(76655/87026) 84.8554
LEVEL 1: 76.2339(71390/93646) 82.0330(71390/87026) 79.0272
LEVEL 2: 74.8948(70136/93646) 80.5920(70136/87026) 77.6390
LEVEL 3: 68.5326(64178/93646) 73.7458(64178/87026) 71.0437
LEVEL 4: 65.2115(61068/93646) 70.1721(61068/87026) 67.6010
LEVEL 5: 65.2115(61068/93646) 70.1721(61068/87026) 67.6010
LEVEL 6: 65.2115(61068/93646) 70.1721(61068/87026) 67.6010
LEVEL 7: 64.9371(60811/93646) 69.8768(60811/87026) 67.3165
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment