From ba47069c35c322c316afe6b4c1aea471d7b353cd Mon Sep 17 00:00:00 2001
From: MORIOKA Tomohiko <tomo.git@chise.org>
Date: Sun, 2 Nov 2014 18:54:22 +0900
Subject: [PATCH] update.
---
seed_KTp2/system-eval.results | 932 +++++++++++++++++-----------------
1 file changed, 466 insertions(+), 466 deletions(-)
diff --git a/seed_KTp2/system-eval.results b/seed_KTp2/system-eval.results
index ccd7d8fd9..4a0821552 100644
--- a/seed_KTp2/system-eval.results
+++ b/seed_KTp2/system-eval.results
@@ -2,124 +2,124 @@ mecab-system-eval -l "0 1 2 3 4 5 6 7"
test.KT0 (corpus.KT0.mc):
precision recall F
-LEVEL 0: 81.7894(76231/93204) 88.0611(76231/86566) 84.8095
-LEVEL 1: 76.1931(71015/93204) 82.0357(71015/86566) 79.0065
-LEVEL 2: 74.8519(69765/93204) 80.5917(69765/86566) 77.6158
-LEVEL 3: 68.5314(63874/93204) 73.7865(63874/86566) 71.0619
-LEVEL 4: 65.2118(60780/93204) 70.2123(60780/86566) 67.6197
-LEVEL 5: 65.2118(60780/93204) 70.2123(60780/86566) 67.6197
-LEVEL 6: 65.2118(60780/93204) 70.2123(60780/86566) 67.6197
-LEVEL 7: 64.9393(60526/93204) 69.9189(60526/86566) 67.3372
+LEVEL 0: 81.8079(76263/93222) 88.0981(76263/86566) 84.8366
+LEVEL 1: 76.3189(71146/93222) 82.1870(71146/86566) 79.1443
+LEVEL 2: 75.0145(69930/93222) 80.7823(69930/86566) 77.7916
+LEVEL 3: 68.8003(64137/93222) 74.0903(64137/86566) 71.3474
+LEVEL 4: 65.4609(61024/93222) 70.4942(61024/86566) 67.8844
+LEVEL 5: 65.4609(61024/93222) 70.4942(61024/86566) 67.8844
+LEVEL 6: 65.4609(61024/93222) 70.4942(61024/86566) 67.8844
+LEVEL 7: 65.1756(60758/93222) 70.1869(60758/86566) 67.5885
test.KT2 (corpus.KT0.mc):
precision recall F
LEVEL 0: 99.8410(6279/6289) 99.7300(6279/6296) 99.7855
-LEVEL 1: 99.1096(6233/6289) 98.9994(6233/6296) 99.0544
+LEVEL 1: 99.1255(6234/6289) 99.0152(6234/6296) 99.0703
LEVEL 2: 98.7756(6212/6289) 98.6658(6212/6296) 98.7207
-LEVEL 3: 98.3940(6188/6289) 98.2846(6188/6296) 98.3393
-LEVEL 4: 97.6467(6141/6289) 97.5381(6141/6296) 97.5924
-LEVEL 5: 97.6467(6141/6289) 97.5381(6141/6296) 97.5924
-LEVEL 6: 97.6467(6141/6289) 97.5381(6141/6296) 97.5924
-LEVEL 7: 97.4718(6130/6289) 97.3634(6130/6296) 97.4176
+LEVEL 3: 98.3463(6185/6289) 98.2370(6185/6296) 98.2916
+LEVEL 4: 97.5513(6135/6289) 97.4428(6135/6296) 97.4970
+LEVEL 5: 97.5513(6135/6289) 97.4428(6135/6296) 97.4970
+LEVEL 6: 97.5513(6135/6289) 97.4428(6135/6296) 97.4970
+LEVEL 7: 97.2492(6116/6289) 97.1410(6116/6296) 97.1951
test.misc (corpus.KT0.mc):
precision recall F
LEVEL 0: 92.0000(69/75) 95.8333(69/72) 93.8776
-LEVEL 1: 85.3333(64/75) 88.8889(64/72) 87.0748
-LEVEL 2: 82.6667(62/75) 86.1111(62/72) 84.3537
-LEVEL 3: 72.0000(54/75) 75.0000(54/72) 73.4694
-LEVEL 4: 69.3333(52/75) 72.2222(52/72) 70.7483
-LEVEL 5: 69.3333(52/75) 72.2222(52/72) 70.7483
-LEVEL 6: 69.3333(52/75) 72.2222(52/72) 70.7483
+LEVEL 1: 86.6667(65/75) 90.2778(65/72) 88.4354
+LEVEL 2: 84.0000(63/75) 87.5000(63/72) 85.7143
+LEVEL 3: 73.3333(55/75) 76.3889(55/72) 74.8299
+LEVEL 4: 70.6667(53/75) 73.6111(53/72) 72.1088
+LEVEL 5: 70.6667(53/75) 73.6111(53/72) 72.1088
+LEVEL 6: 70.6667(53/75) 73.6111(53/72) 72.1088
LEVEL 7: 69.3333(52/75) 72.2222(52/72) 70.7483
test.kanjikai (corpus.KT0.mc):
precision recall F
LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538
-LEVEL 1: 85.0000(51/60) 72.8571(51/70) 78.4615
-LEVEL 2: 85.0000(51/60) 72.8571(51/70) 78.4615
-LEVEL 3: 70.0000(42/60) 60.0000(42/70) 64.6154
-LEVEL 4: 60.0000(36/60) 51.4286(36/70) 55.3846
-LEVEL 5: 60.0000(36/60) 51.4286(36/70) 55.3846
-LEVEL 6: 60.0000(36/60) 51.4286(36/70) 55.3846
-LEVEL 7: 58.3333(35/60) 50.0000(35/70) 53.8462
+LEVEL 1: 86.6667(52/60) 74.2857(52/70) 80.0000
+LEVEL 2: 86.6667(52/60) 74.2857(52/70) 80.0000
+LEVEL 3: 71.6667(43/60) 61.4286(43/70) 66.1538
+LEVEL 4: 61.6667(37/60) 52.8571(37/70) 56.9231
+LEVEL 5: 61.6667(37/60) 52.8571(37/70) 56.9231
+LEVEL 6: 61.6667(37/60) 52.8571(37/70) 56.9231
+LEVEL 7: 60.0000(36/60) 51.4286(36/70) 55.3846
test.ryomou (corpus.KT0.mc):
precision recall F
LEVEL 0: 94.1538(306/325) 96.2264(306/318) 95.1788
-LEVEL 1: 81.5385(265/325) 83.3333(265/318) 82.4261
-LEVEL 2: 80.3077(261/325) 82.0755(261/318) 81.1820
-LEVEL 3: 70.4615(229/325) 72.0126(229/318) 71.2286
-LEVEL 4: 65.5385(213/325) 66.9811(213/318) 66.2519
-LEVEL 5: 65.5385(213/325) 66.9811(213/318) 66.2519
-LEVEL 6: 65.5385(213/325) 66.9811(213/318) 66.2519
-LEVEL 7: 64.9231(211/325) 66.3522(211/318) 65.6299
+LEVEL 1: 81.8462(266/325) 83.6478(266/318) 82.7372
+LEVEL 2: 80.6154(262/325) 82.3899(262/318) 81.4930
+LEVEL 3: 70.7692(230/325) 72.3270(230/318) 71.5397
+LEVEL 4: 66.4615(216/325) 67.9245(216/318) 67.1851
+LEVEL 5: 66.4615(216/325) 67.9245(216/318) 67.1851
+LEVEL 6: 66.4615(216/325) 67.9245(216/318) 67.1851
+LEVEL 7: 65.8462(214/325) 67.2956(214/318) 66.5630
test.non-KT (corpus.KT0.mc):
precision recall F
LEVEL 0: 93.6957(431/460) 93.6957(431/460) 93.6957
-LEVEL 1: 82.6087(380/460) 82.6087(380/460) 82.6087
-LEVEL 2: 81.3043(374/460) 81.3043(374/460) 81.3043
-LEVEL 3: 70.6522(325/460) 70.6522(325/460) 70.6522
-LEVEL 4: 65.4348(301/460) 65.4348(301/460) 65.4348
-LEVEL 5: 65.4348(301/460) 65.4348(301/460) 65.4348
-LEVEL 6: 65.4348(301/460) 65.4348(301/460) 65.4348
-LEVEL 7: 64.7826(298/460) 64.7826(298/460) 64.7826
+LEVEL 1: 83.2609(383/460) 83.2609(383/460) 83.2609
+LEVEL 2: 81.9565(377/460) 81.9565(377/460) 81.9565
+LEVEL 3: 71.3043(328/460) 71.3043(328/460) 71.3043
+LEVEL 4: 66.5217(306/460) 66.5217(306/460) 66.5217
+LEVEL 5: 66.5217(306/460) 66.5217(306/460) 66.5217
+LEVEL 6: 66.5217(306/460) 66.5217(306/460) 66.5217
+LEVEL 7: 65.6522(302/460) 65.6522(302/460) 65.6522
test.mixed (corpus.KT0.mc):
precision recall F
LEVEL 0: 99.4221(6710/6749) 99.3191(6710/6756) 99.3706
-LEVEL 1: 97.9849(6613/6749) 97.8834(6613/6756) 97.9341
-LEVEL 2: 97.5848(6586/6749) 97.4837(6586/6756) 97.5342
+LEVEL 1: 98.0442(6617/6749) 97.9426(6617/6756) 97.9933
+LEVEL 2: 97.6293(6589/6749) 97.5281(6589/6756) 97.5787
LEVEL 3: 96.5032(6513/6749) 96.4032(6513/6756) 96.4532
-LEVEL 4: 95.4512(6442/6749) 95.3523(6442/6756) 95.4017
-LEVEL 5: 95.4512(6442/6749) 95.3523(6442/6756) 95.4017
-LEVEL 6: 95.4512(6442/6749) 95.3523(6442/6756) 95.4017
-LEVEL 7: 95.2437(6428/6749) 95.1451(6428/6756) 95.1944
+LEVEL 4: 95.4364(6441/6749) 95.3375(6441/6756) 95.3869
+LEVEL 5: 95.4364(6441/6749) 95.3375(6441/6756) 95.3869
+LEVEL 6: 95.4364(6441/6749) 95.3375(6441/6756) 95.3869
+LEVEL 7: 95.0956(6418/6749) 94.9970(6418/6756) 95.0463
test.all (corpus.KT0.mc):
precision recall F
-LEVEL 0: 81.8479(76662/93664) 88.0909(76662/87026) 84.8547
-LEVEL 1: 76.2246(71395/93664) 82.0387(71395/87026) 79.0248
-LEVEL 2: 74.8836(70139/93664) 80.5955(70139/87026) 77.6346
-LEVEL 3: 68.5418(64199/93664) 73.7699(64199/87026) 71.0598
-LEVEL 4: 65.2129(61081/93664) 70.1871(61081/87026) 67.6086
-LEVEL 5: 65.2129(61081/93664) 70.1871(61081/87026) 67.6086
-LEVEL 6: 65.2129(61081/93664) 70.1871(61081/87026) 67.6086
-LEVEL 7: 64.9385(60824/93664) 69.8918(60824/87026) 67.3241
+LEVEL 0: 81.8663(76694/93682) 88.1277(76694/87026) 84.8817
+LEVEL 1: 76.3530(71529/93682) 82.1927(71529/87026) 79.1653
+LEVEL 2: 75.0486(70307/93682) 80.7885(70307/87026) 77.8128
+LEVEL 3: 68.8126(64465/93682) 74.0756(64465/87026) 71.3471
+LEVEL 4: 65.4662(61330/93682) 70.4732(61330/87026) 67.8775
+LEVEL 5: 65.4662(61330/93682) 70.4732(61330/87026) 67.8775
+LEVEL 6: 65.4662(61330/93682) 70.4732(61330/87026) 67.8775
+LEVEL 7: 65.1779(61060/93682) 70.1629(61060/87026) 67.5786
test.KT0 (corpus.KT2.mc):
precision recall F
-LEVEL 0: 81.5124(74989/91997) 86.6264(74989/86566) 83.9916
-LEVEL 1: 75.0014(68999/91997) 79.7068(68999/86566) 77.2825
-LEVEL 2: 72.8198(66992/91997) 77.3884(66992/86566) 75.0346
-LEVEL 3: 65.9413(60664/91997) 70.0783(60664/86566) 67.9469
-LEVEL 4: 62.5053(57503/91997) 66.4268(57503/86566) 64.4064
-LEVEL 5: 62.5053(57503/91997) 66.4268(57503/86566) 64.4064
-LEVEL 6: 62.5053(57503/91997) 66.4268(57503/86566) 64.4064
-LEVEL 7: 62.2379(57257/91997) 66.1426(57257/86566) 64.1309
+LEVEL 0: 81.5646(75050/92013) 86.6969(75050/86566) 84.0524
+LEVEL 1: 75.1992(69193/92013) 79.9309(69193/86566) 77.4929
+LEVEL 2: 73.0125(67181/92013) 77.6067(67181/86566) 75.2395
+LEVEL 3: 66.1515(60868/92013) 70.3140(60868/86566) 68.1693
+LEVEL 4: 62.7042(57696/92013) 66.6497(57696/86566) 64.6168
+LEVEL 5: 62.7042(57696/92013) 66.6497(57696/86566) 64.6168
+LEVEL 6: 62.7042(57696/92013) 66.6497(57696/86566) 64.6168
+LEVEL 7: 62.4249(57439/92013) 66.3528(57439/86566) 64.3290
test.KT2 (corpus.KT2.mc):
precision recall F
LEVEL 0: 99.9364(6288/6292) 99.8729(6288/6296) 99.9047
-LEVEL 1: 99.7139(6274/6292) 99.6506(6274/6296) 99.6822
-LEVEL 2: 99.6186(6268/6292) 99.5553(6268/6296) 99.5869
-LEVEL 3: 99.5709(6265/6292) 99.5076(6265/6296) 99.5392
-LEVEL 4: 99.2689(6246/6292) 99.2058(6246/6296) 99.2374
-LEVEL 5: 99.2689(6246/6292) 99.2058(6246/6296) 99.2374
-LEVEL 6: 99.2689(6246/6292) 99.2058(6246/6296) 99.2374
-LEVEL 7: 99.0941(6235/6292) 99.0311(6235/6296) 99.0626
+LEVEL 1: 99.7298(6275/6292) 99.6665(6275/6296) 99.6981
+LEVEL 2: 99.6345(6269/6292) 99.5712(6269/6296) 99.6028
+LEVEL 3: 99.5868(6266/6292) 99.5235(6266/6296) 99.5551
+LEVEL 4: 99.3007(6248/6292) 99.2376(6248/6296) 99.2691
+LEVEL 5: 99.3007(6248/6292) 99.2376(6248/6296) 99.2691
+LEVEL 6: 99.3007(6248/6292) 99.2376(6248/6296) 99.2691
+LEVEL 7: 98.9828(6228/6292) 98.9199(6228/6296) 98.9514
test.misc (corpus.KT2.mc):
precision recall F
LEVEL 0: 92.7536(64/69) 88.8889(64/72) 90.7801
-LEVEL 1: 85.5072(59/69) 81.9444(59/72) 83.6879
-LEVEL 2: 85.5072(59/69) 81.9444(59/72) 83.6879
-LEVEL 3: 72.4638(50/69) 69.4444(50/72) 70.9220
-LEVEL 4: 66.6667(46/69) 63.8889(46/72) 65.2482
-LEVEL 5: 66.6667(46/69) 63.8889(46/72) 65.2482
-LEVEL 6: 66.6667(46/69) 63.8889(46/72) 65.2482
-LEVEL 7: 66.6667(46/69) 63.8889(46/72) 65.2482
+LEVEL 1: 89.8551(62/69) 86.1111(62/72) 87.9433
+LEVEL 2: 89.8551(62/69) 86.1111(62/72) 87.9433
+LEVEL 3: 75.3623(52/69) 72.2222(52/72) 73.7589
+LEVEL 4: 68.1159(47/69) 65.2778(47/72) 66.6667
+LEVEL 5: 68.1159(47/69) 65.2778(47/72) 66.6667
+LEVEL 6: 68.1159(47/69) 65.2778(47/72) 66.6667
+LEVEL 7: 68.1159(47/69) 65.2778(47/72) 66.6667
test.kanjikai (corpus.KT2.mc):
precision recall F
@@ -134,572 +134,572 @@ LEVEL 7: 55.9322(33/59) 47.1429(33/70) 51.1628
test.ryomou (corpus.KT2.mc):
precision recall F
-LEVEL 0: 95.0311(306/322) 96.2264(306/318) 95.6250
-LEVEL 1: 81.3665(262/322) 82.3899(262/318) 81.8750
-LEVEL 2: 79.5031(256/322) 80.5031(256/318) 80.0000
-LEVEL 3: 69.5652(224/322) 70.4403(224/318) 70.0000
-LEVEL 4: 63.3540(204/322) 64.1509(204/318) 63.7500
-LEVEL 5: 63.3540(204/322) 64.1509(204/318) 63.7500
-LEVEL 6: 63.3540(204/322) 64.1509(204/318) 63.7500
-LEVEL 7: 62.7329(202/322) 63.5220(202/318) 63.1250
+LEVEL 0: 95.6386(307/321) 96.5409(307/318) 96.0876
+LEVEL 1: 82.5545(265/321) 83.3333(265/318) 82.9421
+LEVEL 2: 80.3738(258/321) 81.1321(258/318) 80.7512
+LEVEL 3: 70.4050(226/321) 71.0692(226/318) 70.7355
+LEVEL 4: 63.8629(205/321) 64.4654(205/318) 64.1628
+LEVEL 5: 63.8629(205/321) 64.4654(205/318) 64.1628
+LEVEL 6: 63.8629(205/321) 64.4654(205/318) 64.1628
+LEVEL 7: 63.2399(203/321) 63.8365(203/318) 63.5368
test.non-KT (corpus.KT2.mc):
precision recall F
-LEVEL 0: 94.2222(424/450) 92.1739(424/460) 93.1868
-LEVEL 1: 82.2222(370/450) 80.4348(370/460) 81.3187
-LEVEL 2: 80.8889(364/450) 79.1304(364/460) 80.0000
-LEVEL 3: 69.5556(313/450) 68.0435(313/460) 68.7912
-LEVEL 4: 63.1111(284/450) 61.7391(284/460) 62.4176
-LEVEL 5: 63.1111(284/450) 61.7391(284/460) 62.4176
-LEVEL 6: 63.1111(284/450) 61.7391(284/460) 62.4176
-LEVEL 7: 62.4444(281/450) 61.0870(281/460) 61.7582
+LEVEL 0: 94.6548(425/449) 92.3913(425/460) 93.5094
+LEVEL 1: 83.7416(376/449) 81.7391(376/460) 82.7283
+LEVEL 2: 82.1826(369/449) 80.2174(369/460) 81.1881
+LEVEL 3: 70.6013(317/449) 68.9130(317/460) 69.7470
+LEVEL 4: 63.6971(286/449) 62.1739(286/460) 62.9263
+LEVEL 5: 63.6971(286/449) 62.1739(286/460) 62.9263
+LEVEL 6: 63.6971(286/449) 62.1739(286/460) 62.9263
+LEVEL 7: 63.0290(283/449) 61.5217(283/460) 62.2662
test.mixed (corpus.KT2.mc):
precision recall F
-LEVEL 0: 99.5550(6712/6742) 99.3487(6712/6756) 99.4518
-LEVEL 1: 98.5464(6644/6742) 98.3422(6644/6756) 98.4442
-LEVEL 2: 98.3684(6632/6742) 98.1646(6632/6756) 98.2664
-LEVEL 3: 97.5675(6578/6742) 97.3653(6578/6756) 97.4663
-LEVEL 4: 96.8555(6530/6742) 96.6548(6530/6756) 96.7551
-LEVEL 5: 96.8555(6530/6742) 96.6548(6530/6756) 96.7551
-LEVEL 6: 96.8555(6530/6742) 96.6548(6530/6756) 96.7551
-LEVEL 7: 96.6479(6516/6742) 96.4476(6516/6756) 96.5476
+LEVEL 0: 99.5846(6713/6741) 99.3635(6713/6756) 99.4740
+LEVEL 1: 98.6649(6651/6741) 98.4458(6651/6756) 98.5552
+LEVEL 2: 98.4720(6638/6741) 98.2534(6638/6756) 98.3626
+LEVEL 3: 97.6561(6583/6741) 97.4393(6583/6756) 97.5476
+LEVEL 4: 96.9292(6534/6741) 96.7140(6534/6756) 96.8215
+LEVEL 5: 96.9292(6534/6741) 96.7140(6534/6756) 96.8215
+LEVEL 6: 96.9292(6534/6741) 96.7140(6534/6756) 96.8215
+LEVEL 7: 96.5880(6511/6741) 96.3736(6511/6756) 96.4807
test.all (corpus.KT2.mc):
precision recall F
-LEVEL 0: 81.5743(75413/92447) 86.6557(75413/87026) 84.0383
-LEVEL 1: 75.0365(69369/92447) 79.7107(69369/87026) 77.3030
-LEVEL 2: 72.8590(67356/92447) 77.3976(67356/87026) 75.0598
-LEVEL 3: 65.9589(60977/92447) 70.0676(60977/87026) 67.9512
-LEVEL 4: 62.5082(57787/92447) 66.4020(57787/87026) 64.3963
-LEVEL 5: 62.5082(57787/92447) 66.4020(57787/87026) 64.3963
-LEVEL 6: 62.5082(57787/92447) 66.4020(57787/87026) 64.3963
-LEVEL 7: 62.2389(57538/92447) 66.1159(57538/87026) 64.1188
+LEVEL 0: 81.6281(75475/92462) 86.7270(75475/87026) 84.1003
+LEVEL 1: 75.2406(69569/92462) 79.9405(69569/87026) 77.5194
+LEVEL 2: 73.0570(67550/92462) 77.6205(67550/87026) 75.2697
+LEVEL 3: 66.1731(61185/92462) 70.3066(61185/87026) 68.1773
+LEVEL 4: 62.7090(57982/92462) 66.6261(57982/87026) 64.6082
+LEVEL 5: 62.7090(57982/92462) 66.6261(57982/87026) 64.6082
+LEVEL 6: 62.7090(57982/92462) 66.6261(57982/87026) 64.6082
+LEVEL 7: 62.4278(57722/92462) 66.3273(57722/87026) 64.3185
test.KT0 (corpus.misc.mc):
precision recall F
-LEVEL 0: 79.4026(73719/92842) 85.1593(73719/86566) 82.1803
-LEVEL 1: 68.6683(63753/92842) 73.6467(63753/86566) 71.0704
-LEVEL 2: 63.6835(59125/92842) 68.3005(59125/86566) 65.9112
-LEVEL 3: 54.7371(50819/92842) 58.7055(50819/86566) 56.6519
-LEVEL 4: 50.7475(47115/92842) 54.4267(47115/86566) 52.5227
-LEVEL 5: 50.7475(47115/92842) 54.4267(47115/86566) 52.5227
-LEVEL 6: 50.7475(47115/92842) 54.4267(47115/86566) 52.5227
-LEVEL 7: 50.5052(46890/92842) 54.1668(46890/86566) 52.2719
+LEVEL 0: 78.9673(73483/93055) 84.8867(73483/86566) 81.8201
+LEVEL 1: 68.3048(63561/93055) 73.4249(63561/86566) 70.7723
+LEVEL 2: 63.4335(59028/93055) 68.1884(59028/86566) 65.7251
+LEVEL 3: 54.5484(50760/93055) 58.6373(50760/86566) 56.5190
+LEVEL 4: 50.5830(47070/93055) 54.3747(47070/86566) 52.4104
+LEVEL 5: 50.5830(47070/93055) 54.3747(47070/86566) 52.4104
+LEVEL 6: 50.5830(47070/93055) 54.3747(47070/86566) 52.4104
+LEVEL 7: 50.3455(46849/93055) 54.1194(46849/86566) 52.1643
test.KT2 (corpus.misc.mc):
precision recall F
-LEVEL 0: 94.1048(6050/6429) 96.0928(6050/6296) 95.0884
-LEVEL 1: 84.5233(5434/6429) 86.3088(5434/6296) 85.4067
-LEVEL 2: 79.9502(5140/6429) 81.6391(5140/6296) 80.7859
-LEVEL 3: 74.3195(4778/6429) 75.8895(4778/6296) 75.0963
-LEVEL 4: 71.3952(4590/6429) 72.9034(4590/6296) 72.1415
-LEVEL 5: 71.3952(4590/6429) 72.9034(4590/6296) 72.1415
-LEVEL 6: 71.3952(4590/6429) 72.9034(4590/6296) 72.1415
-LEVEL 7: 71.2708(4582/6429) 72.7764(4582/6296) 72.0157
+LEVEL 0: 92.9357(5999/6455) 95.2827(5999/6296) 94.0946
+LEVEL 1: 83.6406(5399/6455) 85.7529(5399/6296) 84.6836
+LEVEL 2: 79.1789(5111/6455) 81.1785(5111/6296) 80.1663
+LEVEL 3: 73.5244(4746/6455) 75.3812(4746/6296) 74.4412
+LEVEL 4: 70.4105(4545/6455) 72.1887(4545/6296) 71.2885
+LEVEL 5: 70.4105(4545/6455) 72.1887(4545/6296) 71.2885
+LEVEL 6: 70.4105(4545/6455) 72.1887(4545/6296) 71.2885
+LEVEL 7: 70.1782(4530/6455) 71.9504(4530/6296) 71.0533
test.misc (corpus.misc.mc):
precision recall F
LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310
-LEVEL 1: 91.7808(67/73) 93.0556(67/72) 92.4138
-LEVEL 2: 91.7808(67/73) 93.0556(67/72) 92.4138
-LEVEL 3: 83.5616(61/73) 84.7222(61/72) 84.1379
-LEVEL 4: 78.0822(57/73) 79.1667(57/72) 78.6207
-LEVEL 5: 78.0822(57/73) 79.1667(57/72) 78.6207
-LEVEL 6: 78.0822(57/73) 79.1667(57/72) 78.6207
-LEVEL 7: 78.0822(57/73) 79.1667(57/72) 78.6207
+LEVEL 1: 94.5205(69/73) 95.8333(69/72) 95.1724
+LEVEL 2: 94.5205(69/73) 95.8333(69/72) 95.1724
+LEVEL 3: 86.3014(63/73) 87.5000(63/72) 86.8966
+LEVEL 4: 80.8219(59/73) 81.9444(59/72) 81.3793
+LEVEL 5: 80.8219(59/73) 81.9444(59/72) 81.3793
+LEVEL 6: 80.8219(59/73) 81.9444(59/72) 81.3793
+LEVEL 7: 79.4521(58/73) 80.5556(58/72) 80.0000
test.kanjikai (corpus.misc.mc):
precision recall F
LEVEL 0: 87.5000(49/56) 70.0000(49/70) 77.7778
LEVEL 1: 71.4286(40/56) 57.1429(40/70) 63.4921
-LEVEL 2: 67.8571(38/56) 54.2857(38/70) 60.3175
+LEVEL 2: 69.6429(39/56) 55.7143(39/70) 61.9048
LEVEL 3: 58.9286(33/56) 47.1429(33/70) 52.3810
-LEVEL 4: 46.4286(26/56) 37.1429(26/70) 41.2698
-LEVEL 5: 46.4286(26/56) 37.1429(26/70) 41.2698
-LEVEL 6: 46.4286(26/56) 37.1429(26/70) 41.2698
-LEVEL 7: 46.4286(26/56) 37.1429(26/70) 41.2698
+LEVEL 4: 48.2143(27/56) 38.5714(27/70) 42.8571
+LEVEL 5: 48.2143(27/56) 38.5714(27/70) 42.8571
+LEVEL 6: 48.2143(27/56) 38.5714(27/70) 42.8571
+LEVEL 7: 48.2143(27/56) 38.5714(27/70) 42.8571
test.ryomou (corpus.misc.mc):
precision recall F
-LEVEL 0: 92.2601(298/323) 93.7107(298/318) 92.9797
-LEVEL 1: 72.7554(235/323) 73.8994(235/318) 73.3229
-LEVEL 2: 69.0402(223/323) 70.1258(223/318) 69.5788
-LEVEL 3: 59.7523(193/323) 60.6918(193/318) 60.2184
-LEVEL 4: 53.2508(172/323) 54.0881(172/318) 53.6661
-LEVEL 5: 53.2508(172/323) 54.0881(172/318) 53.6661
-LEVEL 6: 53.2508(172/323) 54.0881(172/318) 53.6661
-LEVEL 7: 52.6316(170/323) 53.4591(170/318) 53.0421
+LEVEL 0: 92.5926(300/324) 94.3396(300/318) 93.4579
+LEVEL 1: 75.3086(244/324) 76.7296(244/318) 76.0125
+LEVEL 2: 71.2963(231/324) 72.6415(231/318) 71.9626
+LEVEL 3: 61.4198(199/324) 62.5786(199/318) 61.9938
+LEVEL 4: 55.2469(179/324) 56.2893(179/318) 55.7632
+LEVEL 5: 55.2469(179/324) 56.2893(179/318) 55.7632
+LEVEL 6: 55.2469(179/324) 56.2893(179/318) 55.7632
+LEVEL 7: 54.6296(177/324) 55.6604(177/318) 55.1402
test.non-KT (corpus.misc.mc):
precision recall F
-LEVEL 0: 92.4779(418/452) 90.8696(418/460) 91.6667
-LEVEL 1: 75.6637(342/452) 74.3478(342/460) 75.0000
-LEVEL 2: 72.5664(328/452) 71.3043(328/460) 71.9298
-LEVEL 3: 63.4956(287/452) 62.3913(287/460) 62.9386
-LEVEL 4: 56.4159(255/452) 55.4348(255/460) 55.9211
-LEVEL 5: 56.4159(255/452) 55.4348(255/460) 55.9211
-LEVEL 6: 56.4159(255/452) 55.4348(255/460) 55.9211
-LEVEL 7: 55.9735(253/452) 55.0000(253/460) 55.4825
+LEVEL 0: 92.7152(420/453) 91.3043(420/460) 92.0044
+LEVEL 1: 77.9249(353/453) 76.7391(353/460) 77.3275
+LEVEL 2: 74.8344(339/453) 73.6957(339/460) 74.2607
+LEVEL 3: 65.1214(295/453) 64.1304(295/460) 64.6221
+LEVEL 4: 58.4989(265/453) 57.6087(265/460) 58.0504
+LEVEL 5: 58.4989(265/453) 57.6087(265/460) 58.0504
+LEVEL 6: 58.4989(265/453) 57.6087(265/460) 58.0504
+LEVEL 7: 57.8366(262/453) 56.9565(262/460) 57.3932
test.mixed (corpus.misc.mc):
precision recall F
-LEVEL 0: 93.9980(6468/6881) 95.7371(6468/6756) 94.8596
-LEVEL 1: 83.9413(5776/6881) 85.4944(5776/6756) 84.7107
-LEVEL 2: 79.4652(5468/6881) 80.9355(5468/6756) 80.1936
-LEVEL 3: 73.6085(5065/6881) 74.9704(5065/6756) 74.2832
-LEVEL 4: 70.4113(4845/6881) 71.7140(4845/6756) 71.0567
-LEVEL 5: 70.4113(4845/6881) 71.7140(4845/6756) 71.0567
-LEVEL 6: 70.4113(4845/6881) 71.7140(4845/6756) 71.0567
-LEVEL 7: 70.2659(4835/6881) 71.5660(4835/6756) 70.9100
+LEVEL 0: 92.9213(6419/6908) 95.0118(6419/6756) 93.9549
+LEVEL 1: 83.2658(5752/6908) 85.1391(5752/6756) 84.1920
+LEVEL 2: 78.8940(5450/6908) 80.6690(5450/6756) 79.7717
+LEVEL 3: 72.9734(5041/6908) 74.6152(5041/6756) 73.7851
+LEVEL 4: 69.6294(4810/6908) 71.1960(4810/6756) 70.4040
+LEVEL 5: 69.6294(4810/6908) 71.1960(4810/6756) 70.4040
+LEVEL 6: 69.6294(4810/6908) 71.1960(4810/6756) 70.4040
+LEVEL 7: 69.3688(4792/6908) 70.9295(4792/6756) 70.1405
test.all (corpus.misc.mc):
precision recall F
-LEVEL 0: 79.4660(74137/93294) 85.1895(74137/87026) 82.2283
-LEVEL 1: 68.7022(64095/93294) 73.6504(64095/87026) 71.0903
-LEVEL 2: 63.7265(59453/93294) 68.3164(59453/87026) 65.9417
-LEVEL 3: 54.7795(51106/93294) 58.7250(51106/87026) 56.6837
-LEVEL 4: 50.7750(47370/93294) 54.4320(47370/87026) 52.5399
-LEVEL 5: 50.7750(47370/93294) 54.4320(47370/87026) 52.5399
-LEVEL 6: 50.7750(47370/93294) 54.4320(47370/87026) 52.5399
-LEVEL 7: 50.5317(47143/93294) 54.1712(47143/87026) 52.2882
+LEVEL 0: 79.0339(73903/93508) 84.9206(73903/87026) 81.8716
+LEVEL 1: 68.3514(63914/93508) 73.4424(63914/87026) 70.8055
+LEVEL 2: 63.4887(59367/93508) 68.2175(59367/87026) 65.7682
+LEVEL 3: 54.5996(51055/93508) 58.6664(51055/87026) 56.5600
+LEVEL 4: 50.6213(47335/93508) 54.3918(47335/87026) 52.4389
+LEVEL 5: 50.6213(47335/93508) 54.3918(47335/87026) 52.4389
+LEVEL 6: 50.6213(47335/93508) 54.3918(47335/87026) 52.4389
+LEVEL 7: 50.3818(47111/93508) 54.1344(47111/87026) 52.1907
test.KT0 (corpus.kanjikai.mc):
precision recall F
-LEVEL 0: 78.7190(73078/92834) 84.4188(73078/86566) 81.4693
-LEVEL 1: 67.5097(62672/92834) 72.3979(62672/86566) 69.8685
-LEVEL 2: 62.7744(58276/92834) 67.3197(58276/86566) 64.9677
-LEVEL 3: 53.3544(49531/92834) 57.2176(49531/86566) 55.2185
-LEVEL 4: 49.6327(46076/92834) 53.2264(46076/86566) 51.3668
-LEVEL 5: 49.6327(46076/92834) 53.2264(46076/86566) 51.3668
-LEVEL 6: 49.6327(46076/92834) 53.2264(46076/86566) 51.3668
-LEVEL 7: 49.4172(45876/92834) 52.9954(45876/86566) 51.1438
+LEVEL 0: 78.7761(73324/93079) 84.7030(73324/86566) 81.6321
+LEVEL 1: 67.4309(62764/93079) 72.5042(62764/86566) 69.8756
+LEVEL 2: 62.9003(58547/93079) 67.6328(58547/86566) 65.1808
+LEVEL 3: 53.4696(49769/93079) 57.4925(49769/86566) 55.4082
+LEVEL 4: 49.7051(46265/93079) 53.4448(46265/86566) 51.5071
+LEVEL 5: 49.7051(46265/93079) 53.4448(46265/86566) 51.5071
+LEVEL 6: 49.7051(46265/93079) 53.4448(46265/86566) 51.5071
+LEVEL 7: 49.5106(46084/93079) 53.2357(46084/86566) 51.3056
test.KT2 (corpus.kanjikai.mc):
precision recall F
-LEVEL 0: 93.9125(6032/6423) 95.8069(6032/6296) 94.8502
-LEVEL 1: 85.3184(5480/6423) 87.0394(5480/6296) 86.1703
-LEVEL 2: 80.5076(5171/6423) 82.1315(5171/6296) 81.3114
-LEVEL 3: 75.9770(4880/6423) 77.5095(4880/6296) 76.7356
-LEVEL 4: 73.2212(4703/6423) 74.6982(4703/6296) 73.9524
-LEVEL 5: 73.2212(4703/6423) 74.6982(4703/6296) 73.9524
-LEVEL 6: 73.2212(4703/6423) 74.6982(4703/6296) 73.9524
-LEVEL 7: 73.0967(4695/6423) 74.5712(4695/6296) 73.8266
+LEVEL 0: 93.6279(6039/6450) 95.9180(6039/6296) 94.7591
+LEVEL 1: 84.7907(5469/6450) 86.8647(5469/6296) 85.8152
+LEVEL 2: 80.0000(5160/6450) 81.9568(5160/6296) 80.9666
+LEVEL 3: 75.4419(4866/6450) 77.2872(4866/6296) 76.3534
+LEVEL 4: 72.7597(4693/6450) 74.5394(4693/6296) 73.6388
+LEVEL 5: 72.7597(4693/6450) 74.5394(4693/6296) 73.6388
+LEVEL 6: 72.7597(4693/6450) 74.5394(4693/6296) 73.6388
+LEVEL 7: 72.5116(4677/6450) 74.2853(4677/6296) 73.3877
test.misc (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 87.3239(62/71) 86.1111(62/72) 86.7133
-LEVEL 1: 76.0563(54/71) 75.0000(54/72) 75.5245
-LEVEL 2: 71.8310(51/71) 70.8333(51/72) 71.3287
-LEVEL 3: 61.9718(44/71) 61.1111(44/72) 61.5385
-LEVEL 4: 59.1549(42/71) 58.3333(42/72) 58.7413
-LEVEL 5: 59.1549(42/71) 58.3333(42/72) 58.7413
-LEVEL 6: 59.1549(42/71) 58.3333(42/72) 58.7413
-LEVEL 7: 59.1549(42/71) 58.3333(42/72) 58.7413
+LEVEL 1: 80.2817(57/71) 79.1667(57/72) 79.7203
+LEVEL 2: 77.4648(55/71) 76.3889(55/72) 76.9231
+LEVEL 3: 63.3803(45/71) 62.5000(45/72) 62.9371
+LEVEL 4: 60.5634(43/71) 59.7222(43/72) 60.1399
+LEVEL 5: 60.5634(43/71) 59.7222(43/72) 60.1399
+LEVEL 6: 60.5634(43/71) 59.7222(43/72) 60.1399
+LEVEL 7: 60.5634(43/71) 59.7222(43/72) 60.1399
test.kanjikai (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538
LEVEL 1: 88.3333(53/60) 75.7143(53/70) 81.5385
-LEVEL 2: 86.6667(52/60) 74.2857(52/70) 80.0000
+LEVEL 2: 88.3333(53/60) 75.7143(53/70) 81.5385
LEVEL 3: 78.3333(47/60) 67.1429(47/70) 72.3077
-LEVEL 4: 68.3333(41/60) 58.5714(41/70) 63.0769
-LEVEL 5: 68.3333(41/60) 58.5714(41/70) 63.0769
-LEVEL 6: 68.3333(41/60) 58.5714(41/70) 63.0769
-LEVEL 7: 66.6667(40/60) 57.1429(40/70) 61.5385
+LEVEL 4: 70.0000(42/60) 60.0000(42/70) 64.6154
+LEVEL 5: 70.0000(42/60) 60.0000(42/70) 64.6154
+LEVEL 6: 70.0000(42/60) 60.0000(42/70) 64.6154
+LEVEL 7: 68.3333(41/60) 58.5714(41/70) 63.0769
test.ryomou (corpus.kanjikai.mc):
precision recall F
-LEVEL 0: 92.8571(299/322) 94.0252(299/318) 93.4375
-LEVEL 1: 73.9130(238/322) 74.8428(238/318) 74.3750
-LEVEL 2: 69.2547(223/322) 70.1258(223/318) 69.6875
-LEVEL 3: 56.8323(183/322) 57.5472(183/318) 57.1875
-LEVEL 4: 50.6211(163/322) 51.2579(163/318) 50.9375
-LEVEL 5: 50.6211(163/322) 51.2579(163/318) 50.9375
-LEVEL 6: 50.6211(163/322) 51.2579(163/318) 50.9375
-LEVEL 7: 50.0000(161/322) 50.6289(161/318) 50.3125
+LEVEL 0: 93.4579(300/321) 94.3396(300/318) 93.8967
+LEVEL 1: 75.7009(243/321) 76.4151(243/318) 76.0563
+LEVEL 2: 71.3396(229/321) 72.0126(229/318) 71.6745
+LEVEL 3: 58.2555(187/321) 58.8050(187/318) 58.5290
+LEVEL 4: 51.4019(165/321) 51.8868(165/318) 51.6432
+LEVEL 5: 51.4019(165/321) 51.8868(165/318) 51.6432
+LEVEL 6: 51.4019(165/321) 51.8868(165/318) 51.6432
+LEVEL 7: 50.7788(163/321) 51.2579(163/318) 51.0172
test.non-KT (corpus.kanjikai.mc):
precision recall F
-LEVEL 0: 92.0530(417/453) 90.6522(417/460) 91.3472
-LEVEL 1: 76.1589(345/453) 75.0000(345/460) 75.5750
-LEVEL 2: 71.9647(326/453) 70.8696(326/460) 71.4129
-LEVEL 3: 60.4857(274/453) 59.5652(274/460) 60.0219
-LEVEL 4: 54.3046(246/453) 53.4783(246/460) 53.8883
-LEVEL 5: 54.3046(246/453) 53.4783(246/460) 53.8883
-LEVEL 6: 54.3046(246/453) 53.4783(246/460) 53.8883
-LEVEL 7: 53.6424(243/453) 52.8261(243/460) 53.2311
+LEVEL 0: 92.4779(418/452) 90.8696(418/460) 91.6667
+LEVEL 1: 78.0973(353/452) 76.7391(353/460) 77.4123
+LEVEL 2: 74.5575(337/452) 73.2609(337/460) 73.9035
+LEVEL 3: 61.7257(279/452) 60.6522(279/460) 61.1842
+LEVEL 4: 55.3097(250/452) 54.3478(250/460) 54.8246
+LEVEL 5: 55.3097(250/452) 54.3478(250/460) 54.8246
+LEVEL 6: 55.3097(250/452) 54.3478(250/460) 54.8246
+LEVEL 7: 54.6460(247/452) 53.6957(247/460) 54.1667
test.mixed (corpus.kanjikai.mc):
precision recall F
-LEVEL 0: 93.7900(6449/6876) 95.4559(6449/6756) 94.6156
-LEVEL 1: 84.7150(5825/6876) 86.2197(5825/6756) 85.4607
-LEVEL 2: 79.9447(5497/6876) 81.3647(5497/6756) 80.6485
-LEVEL 3: 74.9564(5154/6876) 76.2877(5154/6756) 75.6162
-LEVEL 4: 71.9750(4949/6876) 73.2534(4949/6756) 72.6086
-LEVEL 5: 71.9750(4949/6876) 73.2534(4949/6756) 72.6086
-LEVEL 6: 71.9750(4949/6876) 73.2534(4949/6756) 72.6086
-LEVEL 7: 71.8150(4938/6876) 73.0906(4938/6756) 72.4472
+LEVEL 0: 93.5526(6457/6902) 95.5743(6457/6756) 94.5526
+LEVEL 1: 84.3524(5822/6902) 86.1753(5822/6756) 85.2541
+LEVEL 2: 79.6436(5497/6902) 81.3647(5497/6756) 80.4949
+LEVEL 3: 74.5436(5145/6902) 76.1545(5145/6756) 75.3405
+LEVEL 4: 71.6169(4943/6902) 73.1646(4943/6756) 72.3825
+LEVEL 5: 71.6169(4943/6902) 73.1646(4943/6756) 72.3825
+LEVEL 6: 71.6169(4943/6902) 73.1646(4943/6756) 72.3825
+LEVEL 7: 71.3416(4924/6902) 72.8834(4924/6756) 72.1043
test.all (corpus.kanjikai.mc):
precision recall F
-LEVEL 0: 78.7838(73495/93287) 84.4518(73495/87026) 81.5194
-LEVEL 1: 67.5517(63017/93287) 72.4117(63017/87026) 69.8973
-LEVEL 2: 62.8190(58602/93287) 67.3385(58602/87026) 65.0003
-LEVEL 3: 53.3890(49805/93287) 57.2300(49805/87026) 55.2428
-LEVEL 4: 49.6554(46322/93287) 53.2278(46322/87026) 51.3795
-LEVEL 5: 49.6554(46322/93287) 53.2278(46322/87026) 51.3795
-LEVEL 6: 49.6554(46322/93287) 53.2278(46322/87026) 51.3795
-LEVEL 7: 49.4378(46119/93287) 52.9945(46119/87026) 51.1544
+LEVEL 0: 78.8423(73742/93531) 84.7356(73742/87026) 81.6828
+LEVEL 1: 67.4824(63117/93531) 72.5266(63117/87026) 69.9137
+LEVEL 2: 62.9567(58884/93531) 67.6625(58884/87026) 65.2248
+LEVEL 3: 53.5095(50048/93531) 57.5093(50048/87026) 55.4373
+LEVEL 4: 49.7322(46515/93531) 53.4495(46515/87026) 51.5239
+LEVEL 5: 49.7322(46515/93531) 53.4495(46515/87026) 51.5239
+LEVEL 6: 49.7322(46515/93531) 53.4495(46515/87026) 51.5239
+LEVEL 7: 49.5354(46331/93531) 53.2381(46331/87026) 51.3201
test.KT0 (corpus.ryomou.mc):
precision recall F
-LEVEL 0: 80.4790(73586/91435) 85.0057(73586/86566) 82.6804
-LEVEL 1: 70.6316(64582/91435) 74.6043(64582/86566) 72.5636
-LEVEL 2: 66.7491(61032/91435) 70.5034(61032/86566) 68.5749
-LEVEL 3: 58.2457(53257/91435) 61.5218(53257/86566) 59.8390
-LEVEL 4: 53.9859(49362/91435) 57.0224(49362/86566) 55.4626
-LEVEL 5: 53.9859(49362/91435) 57.0224(49362/86566) 55.4626
-LEVEL 6: 53.9859(49362/91435) 57.0224(49362/86566) 55.4626
-LEVEL 7: 53.7168(49116/91435) 56.7382(49116/86566) 55.1862
+LEVEL 0: 80.5144(73595/91406) 85.0161(73595/86566) 82.7040
+LEVEL 1: 70.3674(64320/91406) 74.3017(64320/86566) 72.2810
+LEVEL 2: 66.4913(60777/91406) 70.2089(60777/86566) 68.2995
+LEVEL 3: 57.7533(52790/91406) 60.9824(52790/86566) 59.3239
+LEVEL 4: 53.6617(49050/91406) 56.6620(49050/86566) 55.1210
+LEVEL 5: 53.6617(49050/91406) 56.6620(49050/86566) 55.1210
+LEVEL 6: 53.6617(49050/91406) 56.6620(49050/86566) 55.1210
+LEVEL 7: 53.4035(48814/91406) 56.3893(48814/86566) 54.8558
test.KT2 (corpus.ryomou.mc):
precision recall F
-LEVEL 0: 98.2880(6143/6250) 97.5699(6143/6296) 97.9276
-LEVEL 1: 92.1760(5761/6250) 91.5025(5761/6296) 91.8380
-LEVEL 2: 89.1840(5574/6250) 88.5324(5574/6296) 88.8570
-LEVEL 3: 85.2960(5331/6250) 84.6728(5331/6296) 84.9833
-LEVEL 4: 82.6400(5165/6250) 82.0362(5165/6296) 82.3370
-LEVEL 5: 82.6400(5165/6250) 82.0362(5165/6296) 82.3370
-LEVEL 6: 82.6400(5165/6250) 82.0362(5165/6296) 82.3370
-LEVEL 7: 82.4800(5155/6250) 81.8774(5155/6296) 82.1776
+LEVEL 0: 98.2717(6141/6249) 97.5381(6141/6296) 97.9035
+LEVEL 1: 91.6787(5729/6249) 90.9943(5729/6296) 91.3352
+LEVEL 2: 88.5902(5536/6249) 87.9288(5536/6296) 88.2583
+LEVEL 3: 84.3495(5271/6249) 83.7198(5271/6296) 84.0335
+LEVEL 4: 81.9331(5120/6249) 81.3215(5120/6296) 81.6261
+LEVEL 5: 81.9331(5120/6249) 81.3215(5120/6296) 81.6261
+LEVEL 6: 81.9331(5120/6249) 81.3215(5120/6296) 81.6261
+LEVEL 7: 81.6451(5102/6249) 81.0356(5102/6296) 81.3392
test.misc (corpus.ryomou.mc):
precision recall F
LEVEL 0: 90.0000(63/70) 87.5000(63/72) 88.7324
-LEVEL 1: 81.4286(57/70) 79.1667(57/72) 80.2817
-LEVEL 2: 80.0000(56/70) 77.7778(56/72) 78.8732
+LEVEL 1: 82.8571(58/70) 80.5556(58/72) 81.6901
+LEVEL 2: 81.4286(57/70) 79.1667(57/72) 80.2817
LEVEL 3: 67.1429(47/70) 65.2778(47/72) 66.1972
LEVEL 4: 61.4286(43/70) 59.7222(43/72) 60.5634
LEVEL 5: 61.4286(43/70) 59.7222(43/72) 60.5634
LEVEL 6: 61.4286(43/70) 59.7222(43/72) 60.5634
-LEVEL 7: 61.4286(43/70) 59.7222(43/72) 60.5634
+LEVEL 7: 60.0000(42/70) 58.3333(42/72) 59.1549
test.kanjikai (corpus.ryomou.mc):
precision recall F
LEVEL 0: 89.4737(51/57) 72.8571(51/70) 80.3150
-LEVEL 1: 75.4386(43/57) 61.4286(43/70) 67.7165
-LEVEL 2: 75.4386(43/57) 61.4286(43/70) 67.7165
-LEVEL 3: 54.3860(31/57) 44.2857(31/70) 48.8189
-LEVEL 4: 40.3509(23/57) 32.8571(23/70) 36.2205
-LEVEL 5: 40.3509(23/57) 32.8571(23/70) 36.2205
-LEVEL 6: 40.3509(23/57) 32.8571(23/70) 36.2205
-LEVEL 7: 40.3509(23/57) 32.8571(23/70) 36.2205
+LEVEL 1: 73.6842(42/57) 60.0000(42/70) 66.1417
+LEVEL 2: 73.6842(42/57) 60.0000(42/70) 66.1417
+LEVEL 3: 50.8772(29/57) 41.4286(29/70) 45.6693
+LEVEL 4: 36.8421(21/57) 30.0000(21/70) 33.0709
+LEVEL 5: 36.8421(21/57) 30.0000(21/70) 33.0709
+LEVEL 6: 36.8421(21/57) 30.0000(21/70) 33.0709
+LEVEL 7: 36.8421(21/57) 30.0000(21/70) 33.0709
test.ryomou (corpus.ryomou.mc):
precision recall F
-LEVEL 0: 95.0769(309/325) 97.1698(309/318) 96.1120
-LEVEL 1: 84.6154(275/325) 86.4780(275/318) 85.5365
-LEVEL 2: 82.7692(269/325) 84.5912(269/318) 83.6703
-LEVEL 3: 74.1538(241/325) 75.7862(241/318) 74.9611
-LEVEL 4: 68.9231(224/325) 70.4403(224/318) 69.6734
-LEVEL 5: 68.9231(224/325) 70.4403(224/318) 69.6734
-LEVEL 6: 68.9231(224/325) 70.4403(224/318) 69.6734
-LEVEL 7: 68.3077(222/325) 69.8113(222/318) 69.0513
+LEVEL 0: 96.2848(311/323) 97.7987(311/318) 97.0359
+LEVEL 1: 86.6873(280/323) 88.0503(280/318) 87.3635
+LEVEL 2: 84.8297(274/323) 86.1635(274/318) 85.4914
+LEVEL 3: 76.1610(246/323) 77.3585(246/318) 76.7551
+LEVEL 4: 70.2786(227/323) 71.3836(227/318) 70.8268
+LEVEL 5: 70.2786(227/323) 71.3836(227/318) 70.8268
+LEVEL 6: 70.2786(227/323) 71.3836(227/318) 70.8268
+LEVEL 7: 69.6594(225/323) 70.7547(225/318) 70.2028
test.non-KT (corpus.ryomou.mc):
precision recall F
-LEVEL 0: 93.5841(423/452) 91.9565(423/460) 92.7632
-LEVEL 1: 82.9646(375/452) 81.5217(375/460) 82.2368
-LEVEL 2: 81.4159(368/452) 80.0000(368/460) 80.7018
-LEVEL 3: 70.5752(319/452) 69.3478(319/460) 69.9561
-LEVEL 4: 64.1593(290/452) 63.0435(290/460) 63.5965
-LEVEL 5: 64.1593(290/452) 63.0435(290/460) 63.5965
-LEVEL 6: 64.1593(290/452) 63.0435(290/460) 63.5965
-LEVEL 7: 63.7168(288/452) 62.6087(288/460) 63.1579
+LEVEL 0: 94.4444(425/450) 92.3913(425/460) 93.4066
+LEVEL 1: 84.4444(380/450) 82.6087(380/460) 83.5165
+LEVEL 2: 82.8889(373/450) 81.0870(373/460) 81.9780
+LEVEL 3: 71.5556(322/450) 70.0000(322/460) 70.7692
+LEVEL 4: 64.6667(291/450) 63.2609(291/460) 63.9560
+LEVEL 5: 64.6667(291/450) 63.2609(291/460) 63.9560
+LEVEL 6: 64.6667(291/450) 63.2609(291/460) 63.9560
+LEVEL 7: 64.0000(288/450) 62.6087(288/460) 63.2967
test.mixed (corpus.ryomou.mc):
precision recall F
-LEVEL 0: 97.9708(6566/6702) 97.1877(6566/6756) 97.5776
-LEVEL 1: 91.5548(6136/6702) 90.8230(6136/6756) 91.1874
-LEVEL 2: 88.6601(5942/6702) 87.9515(5942/6756) 88.3044
-LEVEL 3: 84.3032(5650/6702) 83.6294(5650/6756) 83.9649
-LEVEL 4: 81.3936(5455/6702) 80.7430(5455/6756) 81.0670
-LEVEL 5: 81.3936(5455/6702) 80.7430(5455/6756) 81.0670
-LEVEL 6: 81.3936(5455/6702) 80.7430(5455/6756) 81.0670
-LEVEL 7: 81.2146(5443/6702) 80.5654(5443/6756) 80.8887
+LEVEL 0: 98.0146(6566/6699) 97.1877(6566/6756) 97.5994
+LEVEL 1: 91.1927(6109/6699) 90.4233(6109/6756) 90.8064
+LEVEL 2: 88.2072(5909/6699) 87.4630(5909/6756) 87.8335
+LEVEL 3: 83.4901(5593/6699) 82.7857(5593/6756) 83.1364
+LEVEL 4: 80.7732(5411/6699) 80.0918(5411/6756) 80.4311
+LEVEL 5: 80.7732(5411/6699) 80.0918(5411/6756) 80.4311
+LEVEL 6: 80.7732(5411/6699) 80.0918(5411/6756) 80.4311
+LEVEL 7: 80.4598(5390/6699) 79.7809(5390/6756) 80.1189
test.all (corpus.ryomou.mc):
precision recall F
-LEVEL 0: 80.5435(74009/91887) 85.0424(74009/87026) 82.7318
-LEVEL 1: 70.6923(64957/91887) 74.6409(64957/87026) 72.6129
-LEVEL 2: 66.8212(61400/91887) 70.5536(61400/87026) 68.6367
-LEVEL 3: 58.3064(53576/91887) 61.5632(53576/87026) 59.8906
-LEVEL 4: 54.0359(49652/91887) 57.0542(49652/87026) 55.5041
-LEVEL 5: 54.0359(49652/91887) 57.0542(49652/87026) 55.5041
-LEVEL 6: 54.0359(49652/91887) 57.0542(49652/87026) 55.5041
-LEVEL 7: 53.7660(49404/91887) 56.7692(49404/87026) 55.2268
+LEVEL 0: 80.5827(74020/91856) 85.0550(74020/87026) 82.7585
+LEVEL 1: 70.4363(64700/91856) 74.3456(64700/87026) 72.3382
+LEVEL 2: 66.5716(61150/91856) 70.2664(61150/87026) 68.3691
+LEVEL 3: 57.8209(53112/91856) 61.0300(53112/87026) 59.3822
+LEVEL 4: 53.7156(49341/91856) 56.6968(49341/87026) 55.1660
+LEVEL 5: 53.7156(49341/91856) 56.6968(49341/87026) 55.1660
+LEVEL 6: 53.7156(49341/91856) 56.6968(49341/87026) 55.1660
+LEVEL 7: 53.4554(49102/91856) 56.4222(49102/87026) 54.8988
test.KT0 (corpus.non-KT.mc):
precision recall F
-LEVEL 0: 80.7575(74582/92353) 86.1562(74582/86566) 83.3696
-LEVEL 1: 71.6458(66167/92353) 76.4353(66167/86566) 73.9631
-LEVEL 2: 67.9902(62791/92353) 72.5354(62791/86566) 70.1893
-LEVEL 3: 59.7934(55221/92353) 63.7906(55221/86566) 61.7274
-LEVEL 4: 55.8238(51555/92353) 59.5557(51555/86566) 57.6294
-LEVEL 5: 55.8238(51555/92353) 59.5557(51555/86566) 57.6294
-LEVEL 6: 55.8238(51555/92353) 59.5557(51555/86566) 57.6294
-LEVEL 7: 55.5629(51314/92353) 59.2773(51314/86566) 57.3600
+LEVEL 0: 80.6692(74569/92438) 86.1412(74569/86566) 83.3155
+LEVEL 1: 71.3256(65932/92438) 76.1639(65932/86566) 73.6654
+LEVEL 2: 67.6551(62539/92438) 72.2443(62539/86566) 69.8744
+LEVEL 3: 59.4820(54984/92438) 63.5169(54984/86566) 61.4333
+LEVEL 4: 55.6362(51429/92438) 59.4102(51429/86566) 57.4613
+LEVEL 5: 55.6362(51429/92438) 59.4102(51429/86566) 57.4613
+LEVEL 6: 55.6362(51429/92438) 59.4102(51429/86566) 57.4613
+LEVEL 7: 55.3777(51190/92438) 59.1341(51190/86566) 57.1943
test.KT2 (corpus.non-KT.mc):
precision recall F
-LEVEL 0: 98.1922(6192/6306) 98.3482(6192/6296) 98.2701
-LEVEL 1: 93.1177(5872/6306) 93.2656(5872/6296) 93.1916
-LEVEL 2: 90.2474(5691/6306) 90.3907(5691/6296) 90.3190
-LEVEL 3: 86.7586(5471/6306) 86.8964(5471/6296) 86.8275
-LEVEL 4: 83.9042(5291/6306) 84.0375(5291/6296) 83.9708
-LEVEL 5: 83.9042(5291/6306) 84.0375(5291/6296) 83.9708
-LEVEL 6: 83.9042(5291/6306) 84.0375(5291/6296) 83.9708
-LEVEL 7: 83.7456(5281/6306) 83.8787(5281/6296) 83.8121
+LEVEL 0: 97.8006(6181/6320) 98.1734(6181/6296) 97.9867
+LEVEL 1: 91.9937(5814/6320) 92.3443(5814/6296) 92.1687
+LEVEL 2: 89.0823(5630/6320) 89.4219(5630/6296) 89.2517
+LEVEL 3: 85.5222(5405/6320) 85.8482(5405/6296) 85.6848
+LEVEL 4: 82.6741(5225/6320) 82.9892(5225/6296) 82.8313
+LEVEL 5: 82.6741(5225/6320) 82.9892(5225/6296) 82.8313
+LEVEL 6: 82.6741(5225/6320) 82.9892(5225/6296) 82.8313
+LEVEL 7: 82.3892(5207/6320) 82.7033(5207/6296) 82.5460
test.misc (corpus.non-KT.mc):
precision recall F
LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310
-LEVEL 1: 91.7808(67/73) 93.0556(67/72) 92.4138
-LEVEL 2: 91.7808(67/73) 93.0556(67/72) 92.4138
-LEVEL 3: 83.5616(61/73) 84.7222(61/72) 84.1379
-LEVEL 4: 78.0822(57/73) 79.1667(57/72) 78.6207
-LEVEL 5: 78.0822(57/73) 79.1667(57/72) 78.6207
-LEVEL 6: 78.0822(57/73) 79.1667(57/72) 78.6207
-LEVEL 7: 78.0822(57/73) 79.1667(57/72) 78.6207
+LEVEL 1: 94.5205(69/73) 95.8333(69/72) 95.1724
+LEVEL 2: 94.5205(69/73) 95.8333(69/72) 95.1724
+LEVEL 3: 86.3014(63/73) 87.5000(63/72) 86.8966
+LEVEL 4: 80.8219(59/73) 81.9444(59/72) 81.3793
+LEVEL 5: 80.8219(59/73) 81.9444(59/72) 81.3793
+LEVEL 6: 80.8219(59/73) 81.9444(59/72) 81.3793
+LEVEL 7: 79.4521(58/73) 80.5556(58/72) 80.0000
test.kanjikai (corpus.non-KT.mc):
precision recall F
LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538
LEVEL 1: 88.3333(53/60) 75.7143(53/70) 81.5385
LEVEL 2: 88.3333(53/60) 75.7143(53/70) 81.5385
-LEVEL 3: 76.6667(46/60) 65.7143(46/70) 70.7692
-LEVEL 4: 68.3333(41/60) 58.5714(41/70) 63.0769
-LEVEL 5: 68.3333(41/60) 58.5714(41/70) 63.0769
-LEVEL 6: 68.3333(41/60) 58.5714(41/70) 63.0769
-LEVEL 7: 66.6667(40/60) 57.1429(40/70) 61.5385
+LEVEL 3: 78.3333(47/60) 67.1429(47/70) 72.3077
+LEVEL 4: 70.0000(42/60) 60.0000(42/70) 64.6154
+LEVEL 5: 70.0000(42/60) 60.0000(42/70) 64.6154
+LEVEL 6: 70.0000(42/60) 60.0000(42/70) 64.6154
+LEVEL 7: 68.3333(41/60) 58.5714(41/70) 63.0769
test.ryomou (corpus.non-KT.mc):
precision recall F
LEVEL 0: 95.0769(309/325) 97.1698(309/318) 96.1120
-LEVEL 1: 83.0769(270/325) 84.9057(270/318) 83.9813
-LEVEL 2: 81.2308(264/325) 83.0189(264/318) 82.1151
-LEVEL 3: 72.9231(237/325) 74.5283(237/318) 73.7170
-LEVEL 4: 68.3077(222/325) 69.8113(222/318) 69.0513
-LEVEL 5: 68.3077(222/325) 69.8113(222/318) 69.0513
-LEVEL 6: 68.3077(222/325) 69.8113(222/318) 69.0513
-LEVEL 7: 67.6923(220/325) 69.1824(220/318) 68.4292
+LEVEL 1: 84.0000(273/325) 85.8491(273/318) 84.9145
+LEVEL 2: 82.1538(267/325) 83.9623(267/318) 83.0482
+LEVEL 3: 73.8462(240/325) 75.4717(240/318) 74.6501
+LEVEL 4: 69.2308(225/325) 70.7547(225/318) 69.9844
+LEVEL 5: 69.2308(225/325) 70.7547(225/318) 69.9844
+LEVEL 6: 69.2308(225/325) 70.7547(225/318) 69.9844
+LEVEL 7: 68.6154(223/325) 70.1258(223/318) 69.3624
test.non-KT (corpus.non-KT.mc):
precision recall F
LEVEL 0: 95.1965(436/458) 94.7826(436/460) 94.9891
-LEVEL 1: 85.1528(390/458) 84.7826(390/460) 84.9673
-LEVEL 2: 83.8428(384/458) 83.4783(384/460) 83.6601
-LEVEL 3: 75.1092(344/458) 74.7826(344/460) 74.9455
-LEVEL 4: 69.8690(320/458) 69.5652(320/460) 69.7168
-LEVEL 5: 69.8690(320/458) 69.5652(320/460) 69.7168
-LEVEL 6: 69.8690(320/458) 69.5652(320/460) 69.7168
-LEVEL 7: 69.2140(317/458) 68.9130(317/460) 69.0632
+LEVEL 1: 86.2445(395/458) 85.8696(395/460) 86.0566
+LEVEL 2: 84.9345(389/458) 84.5652(389/460) 84.7495
+LEVEL 3: 76.4192(350/458) 76.0870(350/460) 76.2527
+LEVEL 4: 71.1790(326/458) 70.8696(326/460) 71.0240
+LEVEL 5: 71.1790(326/458) 70.8696(326/460) 71.0240
+LEVEL 6: 71.1790(326/458) 70.8696(326/460) 71.0240
+LEVEL 7: 70.3057(322/458) 70.0000(322/460) 70.1525
test.mixed (corpus.non-KT.mc):
precision recall F
-LEVEL 0: 97.9894(6628/6764) 98.1054(6628/6756) 98.0473
-LEVEL 1: 92.5784(6262/6764) 92.6880(6262/6756) 92.6331
-LEVEL 2: 89.8137(6075/6764) 89.9201(6075/6756) 89.8669
-LEVEL 3: 85.9698(5815/6764) 86.0716(5815/6756) 86.0207
-LEVEL 4: 82.9539(5611/6764) 83.0521(5611/6756) 83.0030
-LEVEL 5: 82.9539(5611/6764) 83.0521(5611/6756) 83.0030
-LEVEL 6: 82.9539(5611/6764) 83.0521(5611/6756) 83.0030
-LEVEL 7: 82.7617(5598/6764) 82.8597(5598/6756) 82.8107
+LEVEL 0: 97.6247(6617/6778) 97.9426(6617/6756) 97.7834
+LEVEL 1: 91.6052(6209/6778) 91.9035(6209/6756) 91.7541
+LEVEL 2: 88.8020(6019/6778) 89.0912(6019/6756) 88.9464
+LEVEL 3: 84.9071(5755/6778) 85.1835(5755/6756) 85.0451
+LEVEL 4: 81.8973(5551/6778) 82.1640(5551/6756) 82.0304
+LEVEL 5: 81.8973(5551/6778) 82.1640(5551/6756) 82.0304
+LEVEL 6: 81.8973(5551/6778) 82.1640(5551/6756) 82.0304
+LEVEL 7: 81.5727(5529/6778) 81.8384(5529/6756) 81.7053
test.all (corpus.non-KT.mc):
precision recall F
-LEVEL 0: 80.8288(75018/92811) 86.2018(75018/87026) 83.4289
-LEVEL 1: 71.7124(66557/92811) 76.4794(66557/87026) 74.0193
-LEVEL 2: 68.0684(63175/92811) 72.5932(63175/87026) 70.2581
-LEVEL 3: 59.8690(55565/92811) 63.8487(55565/87026) 61.7948
-LEVEL 4: 55.8932(51875/92811) 59.6086(51875/87026) 57.6911
-LEVEL 5: 55.8932(51875/92811) 59.6086(51875/87026) 57.6911
-LEVEL 6: 55.8932(51875/92811) 59.6086(51875/87026) 57.6911
-LEVEL 7: 55.6303(51631/92811) 59.3282(51631/87026) 57.4198
+LEVEL 0: 80.7408(75005/92896) 86.1869(75005/87026) 83.3750
+LEVEL 1: 71.3992(66327/92896) 76.2152(66327/87026) 73.7286
+LEVEL 2: 67.7403(62928/92896) 72.3094(62928/87026) 69.9503
+LEVEL 3: 59.5655(55334/92896) 63.5833(55334/87026) 61.5089
+LEVEL 4: 55.7128(51755/92896) 59.4707(51755/87026) 57.5305
+LEVEL 5: 55.7128(51755/92896) 59.4707(51755/87026) 57.5305
+LEVEL 6: 55.7128(51755/92896) 59.4707(51755/87026) 57.5305
+LEVEL 7: 55.4513(51512/92896) 59.1915(51512/87026) 57.2604
test.KT0 (corpus.mixed.mc):
precision recall F
-LEVEL 0: 81.5394(75097/92099) 86.7511(75097/86566) 84.0646
-LEVEL 1: 75.0345(69106/92099) 79.8304(69106/86566) 77.3582
-LEVEL 2: 72.8955(67136/92099) 77.5547(67136/86566) 75.1529
-LEVEL 3: 65.9899(60776/92099) 70.2077(60776/86566) 68.0335
-LEVEL 4: 62.5859(57641/92099) 66.5862(57641/86566) 64.5241
-LEVEL 5: 62.5859(57641/92099) 66.5862(57641/86566) 64.5241
-LEVEL 6: 62.5859(57641/92099) 66.5862(57641/86566) 64.5241
-LEVEL 7: 62.3156(57392/92099) 66.2985(57392/86566) 64.2454
+LEVEL 0: 81.5625(75124/92106) 86.7823(75124/86566) 84.0915
+LEVEL 1: 75.2101(69273/92106) 80.0233(69273/86566) 77.5421
+LEVEL 2: 73.0810(67312/92106) 77.7580(67312/86566) 75.3470
+LEVEL 3: 66.2194(60992/92106) 70.4572(60992/86566) 68.2726
+LEVEL 4: 62.7744(57819/92106) 66.7918(57819/86566) 64.7208
+LEVEL 5: 62.7744(57819/92106) 66.7918(57819/86566) 64.7208
+LEVEL 6: 62.7744(57819/92106) 66.7918(57819/86566) 64.7208
+LEVEL 7: 62.4965(57563/92106) 66.4961(57563/86566) 64.4343
test.KT2 (corpus.mixed.mc):
precision recall F
LEVEL 0: 99.9523(6290/6293) 99.9047(6290/6296) 99.9285
LEVEL 1: 99.7457(6277/6293) 99.6982(6277/6296) 99.7220
-LEVEL 2: 99.6345(6270/6293) 99.5870(6270/6296) 99.6108
-LEVEL 3: 99.5868(6267/6293) 99.5394(6267/6296) 99.5631
-LEVEL 4: 99.2849(6248/6293) 99.2376(6248/6296) 99.2613
-LEVEL 5: 99.2849(6248/6293) 99.2376(6248/6296) 99.2613
-LEVEL 6: 99.2849(6248/6293) 99.2376(6248/6296) 99.2613
-LEVEL 7: 99.1101(6237/6293) 99.0629(6237/6296) 99.0865
+LEVEL 2: 99.6504(6271/6293) 99.6029(6271/6296) 99.6267
+LEVEL 3: 99.6027(6268/6293) 99.5553(6268/6296) 99.5790
+LEVEL 4: 99.3167(6250/6293) 99.2694(6250/6296) 99.2930
+LEVEL 5: 99.3167(6250/6293) 99.2694(6250/6296) 99.2930
+LEVEL 6: 99.3167(6250/6293) 99.2694(6250/6296) 99.2930
+LEVEL 7: 98.9989(6230/6293) 98.9517(6230/6296) 98.9753
test.misc (corpus.mixed.mc):
precision recall F
LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310
-LEVEL 1: 90.4110(66/73) 91.6667(66/72) 91.0345
-LEVEL 2: 90.4110(66/73) 91.6667(66/72) 91.0345
-LEVEL 3: 82.1918(60/73) 83.3333(60/72) 82.7586
-LEVEL 4: 76.7123(56/73) 77.7778(56/72) 77.2414
-LEVEL 5: 76.7123(56/73) 77.7778(56/72) 77.2414
-LEVEL 6: 76.7123(56/73) 77.7778(56/72) 77.2414
-LEVEL 7: 76.7123(56/73) 77.7778(56/72) 77.2414
+LEVEL 1: 94.5205(69/73) 95.8333(69/72) 95.1724
+LEVEL 2: 94.5205(69/73) 95.8333(69/72) 95.1724
+LEVEL 3: 86.3014(63/73) 87.5000(63/72) 86.8966
+LEVEL 4: 80.8219(59/73) 81.9444(59/72) 81.3793
+LEVEL 5: 80.8219(59/73) 81.9444(59/72) 81.3793
+LEVEL 6: 80.8219(59/73) 81.9444(59/72) 81.3793
+LEVEL 7: 79.4521(58/73) 80.5556(58/72) 80.0000
test.kanjikai (corpus.mixed.mc):
precision recall F
LEVEL 0: 91.5254(54/59) 77.1429(54/70) 83.7209
-LEVEL 1: 86.4407(51/59) 72.8571(51/70) 79.0698
-LEVEL 2: 86.4407(51/59) 72.8571(51/70) 79.0698
-LEVEL 3: 74.5763(44/59) 62.8571(44/70) 68.2171
-LEVEL 4: 67.7966(40/59) 57.1429(40/70) 62.0155
-LEVEL 5: 67.7966(40/59) 57.1429(40/70) 62.0155
-LEVEL 6: 67.7966(40/59) 57.1429(40/70) 62.0155
-LEVEL 7: 66.1017(39/59) 55.7143(39/70) 60.4651
+LEVEL 1: 88.1356(52/59) 74.2857(52/70) 80.6202
+LEVEL 2: 88.1356(52/59) 74.2857(52/70) 80.6202
+LEVEL 3: 76.2712(45/59) 64.2857(45/70) 69.7674
+LEVEL 4: 69.4915(41/59) 58.5714(41/70) 63.5659
+LEVEL 5: 69.4915(41/59) 58.5714(41/70) 63.5659
+LEVEL 6: 69.4915(41/59) 58.5714(41/70) 63.5659
+LEVEL 7: 67.7966(40/59) 57.1429(40/70) 62.0155
test.ryomou (corpus.mixed.mc):
precision recall F
-LEVEL 0: 95.0769(309/325) 97.1698(309/318) 96.1120
-LEVEL 1: 84.3077(274/325) 86.1635(274/318) 85.2255
-LEVEL 2: 83.0769(270/325) 84.9057(270/318) 83.9813
-LEVEL 3: 73.5385(239/325) 75.1572(239/318) 74.3390
-LEVEL 4: 68.3077(222/325) 69.8113(222/318) 69.0513
-LEVEL 5: 68.3077(222/325) 69.8113(222/318) 69.0513
-LEVEL 6: 68.3077(222/325) 69.8113(222/318) 69.0513
-LEVEL 7: 67.6923(220/325) 69.1824(220/318) 68.4292
+LEVEL 0: 96.2848(311/323) 97.7987(311/318) 97.0359
+LEVEL 1: 86.3777(279/323) 87.7358(279/318) 87.0515
+LEVEL 2: 85.1393(275/323) 86.4780(275/318) 85.8034
+LEVEL 3: 75.2322(243/323) 76.4151(243/318) 75.8190
+LEVEL 4: 69.3498(224/323) 70.4403(224/318) 69.8908
+LEVEL 5: 69.3498(224/323) 70.4403(224/318) 69.8908
+LEVEL 6: 69.3498(224/323) 70.4403(224/318) 69.8908
+LEVEL 7: 68.7307(222/323) 69.8113(222/318) 69.2668
test.non-KT (corpus.mixed.mc):
precision recall F
-LEVEL 0: 94.9672(434/457) 94.3478(434/460) 94.6565
-LEVEL 1: 85.5580(391/457) 85.0000(391/460) 85.2781
-LEVEL 2: 84.6827(387/457) 84.1304(387/460) 84.4057
-LEVEL 3: 75.0547(343/457) 74.5652(343/460) 74.8092
-LEVEL 4: 69.5842(318/457) 69.1304(318/460) 69.3566
-LEVEL 5: 69.5842(318/457) 69.1304(318/460) 69.3566
-LEVEL 6: 69.5842(318/457) 69.1304(318/460) 69.3566
-LEVEL 7: 68.9278(315/457) 68.4783(315/460) 68.7023
+LEVEL 0: 95.8242(436/455) 94.7826(436/460) 95.3005
+LEVEL 1: 87.9121(400/455) 86.9565(400/460) 87.4317
+LEVEL 2: 87.0330(396/455) 86.0870(396/460) 86.5574
+LEVEL 3: 77.1429(351/455) 76.3043(351/460) 76.7213
+LEVEL 4: 71.2088(324/455) 70.4348(324/460) 70.8197
+LEVEL 5: 71.2088(324/455) 70.4348(324/460) 70.8197
+LEVEL 6: 71.2088(324/455) 70.4348(324/460) 70.8197
+LEVEL 7: 70.3297(320/455) 69.5652(320/460) 69.9454
test.mixed (corpus.mixed.mc):
precision recall F
-LEVEL 0: 99.6148(6724/6750) 99.5263(6724/6756) 99.5706
-LEVEL 1: 98.7852(6668/6750) 98.6975(6668/6756) 98.7413
-LEVEL 2: 98.6222(6657/6750) 98.5346(6657/6756) 98.5784
-LEVEL 3: 97.9259(6610/6750) 97.8390(6610/6756) 97.8824
-LEVEL 4: 97.2741(6566/6750) 97.1877(6566/6756) 97.2309
-LEVEL 5: 97.2741(6566/6750) 97.1877(6566/6756) 97.2309
-LEVEL 6: 97.2741(6566/6750) 97.1877(6566/6756) 97.2309
-LEVEL 7: 97.0667(6552/6750) 96.9805(6552/6756) 97.0235
+LEVEL 0: 99.6740(6726/6748) 99.5560(6726/6756) 99.6149
+LEVEL 1: 98.9478(6677/6748) 98.8307(6677/6756) 98.8892
+LEVEL 2: 98.7996(6667/6748) 98.6827(6667/6756) 98.7411
+LEVEL 3: 98.0883(6619/6748) 97.9722(6619/6756) 98.0302
+LEVEL 4: 97.4215(6574/6748) 97.3061(6574/6756) 97.3637
+LEVEL 5: 97.4215(6574/6748) 97.3061(6574/6756) 97.3637
+LEVEL 6: 97.4215(6574/6748) 97.3061(6574/6756) 97.3637
+LEVEL 7: 97.0658(6550/6748) 96.9509(6550/6756) 97.0083
test.all (corpus.mixed.mc):
precision recall F
-LEVEL 0: 81.6057(75531/92556) 86.7913(75531/87026) 84.1187
-LEVEL 1: 75.0864(69497/92556) 79.8577(69497/87026) 77.3986
-LEVEL 2: 72.9537(67523/92556) 77.5895(67523/87026) 75.2002
-LEVEL 3: 66.0346(61119/92556) 70.2307(61119/87026) 68.0681
-LEVEL 4: 62.6205(57959/92556) 66.5996(57959/87026) 64.5488
-LEVEL 5: 62.6205(57959/92556) 66.5996(57959/87026) 64.5488
-LEVEL 6: 62.6205(57959/92556) 66.5996(57959/87026) 64.5488
-LEVEL 7: 62.3482(57707/92556) 66.3101(57707/87026) 64.2681
+LEVEL 0: 81.6327(75560/92561) 86.8246(75560/87026) 84.1486
+LEVEL 1: 75.2725(69673/92561) 80.0600(69673/87026) 77.5925
+LEVEL 2: 73.1496(67708/92561) 77.8020(67708/87026) 75.4041
+LEVEL 3: 66.2731(61343/92561) 70.4881(61343/87026) 68.3156
+LEVEL 4: 62.8159(58143/92561) 66.8111(58143/87026) 64.7519
+LEVEL 5: 62.8159(58143/92561) 66.8111(58143/87026) 64.7519
+LEVEL 6: 62.8159(58143/92561) 66.8111(58143/87026) 64.7519
+LEVEL 7: 62.5350(57883/92561) 66.5123(57883/87026) 64.4623
test.KT0 (corpus.all.mc):
precision recall F
-LEVEL 0: 81.7881(76220/93192) 88.0484(76220/86566) 84.8029
-LEVEL 1: 76.1825(70996/93192) 82.0137(70996/86566) 78.9906
-LEVEL 2: 74.8358(69741/93192) 80.5640(69741/86566) 77.5943
-LEVEL 3: 68.4951(63832/93192) 73.7380(63832/86566) 71.0199
-LEVEL 4: 65.1987(60760/93192) 70.1892(60760/86566) 67.6020
-LEVEL 5: 65.1987(60760/93192) 70.1892(60760/86566) 67.6020
-LEVEL 6: 65.1987(60760/93192) 70.1892(60760/86566) 67.6020
-LEVEL 7: 64.9262(60506/93192) 69.8958(60506/86566) 67.3194
+LEVEL 0: 81.7976(76219/93180) 88.0473(76219/86566) 84.8075
+LEVEL 1: 76.3104(71106/93180) 82.1408(71106/86566) 79.1183
+LEVEL 2: 74.9968(69882/93180) 80.7268(69882/86566) 77.7564
+LEVEL 3: 68.7637(64074/93180) 74.0175(64074/86566) 71.2939
+LEVEL 4: 65.4325(60970/93180) 70.4318(60970/86566) 67.8402
+LEVEL 5: 65.4325(60970/93180) 70.4318(60970/86566) 67.8402
+LEVEL 6: 65.4325(60970/93180) 70.4318(60970/86566) 67.8402
+LEVEL 7: 65.1470(60704/93180) 70.1245(60704/86566) 67.5442
test.KT2 (corpus.all.mc):
precision recall F
LEVEL 0: 99.8410(6279/6289) 99.7300(6279/6296) 99.7855
-LEVEL 1: 99.1096(6233/6289) 98.9994(6233/6296) 99.0544
-LEVEL 2: 98.7597(6211/6289) 98.6499(6211/6296) 98.7048
-LEVEL 3: 98.3463(6185/6289) 98.2370(6185/6296) 98.2916
-LEVEL 4: 97.5990(6138/6289) 97.4905(6138/6296) 97.5447
-LEVEL 5: 97.5990(6138/6289) 97.4905(6138/6296) 97.5447
-LEVEL 6: 97.5990(6138/6289) 97.4905(6138/6296) 97.5447
-LEVEL 7: 97.4241(6127/6289) 97.3158(6127/6296) 97.3699
+LEVEL 1: 99.0778(6231/6289) 98.9676(6231/6296) 99.0226
+LEVEL 2: 98.7279(6209/6289) 98.6182(6209/6296) 98.6730
+LEVEL 3: 98.2986(6182/6289) 98.1893(6182/6296) 98.2439
+LEVEL 4: 97.5195(6133/6289) 97.4111(6133/6296) 97.4652
+LEVEL 5: 97.5195(6133/6289) 97.4111(6133/6296) 97.4652
+LEVEL 6: 97.5195(6133/6289) 97.4111(6133/6296) 97.4652
+LEVEL 7: 97.2174(6114/6289) 97.1093(6114/6296) 97.1633
test.misc (corpus.all.mc):
precision recall F
LEVEL 0: 92.0000(69/75) 95.8333(69/72) 93.8776
-LEVEL 1: 85.3333(64/75) 88.8889(64/72) 87.0748
-LEVEL 2: 84.0000(63/75) 87.5000(63/72) 85.7143
-LEVEL 3: 73.3333(55/75) 76.3889(55/72) 74.8299
-LEVEL 4: 70.6667(53/75) 73.6111(53/72) 72.1088
-LEVEL 5: 70.6667(53/75) 73.6111(53/72) 72.1088
-LEVEL 6: 70.6667(53/75) 73.6111(53/72) 72.1088
-LEVEL 7: 70.6667(53/75) 73.6111(53/72) 72.1088
+LEVEL 1: 89.3333(67/75) 93.0556(67/72) 91.1565
+LEVEL 2: 88.0000(66/75) 91.6667(66/72) 89.7959
+LEVEL 3: 80.0000(60/75) 83.3333(60/72) 81.6327
+LEVEL 4: 77.3333(58/75) 80.5556(58/72) 78.9116
+LEVEL 5: 77.3333(58/75) 80.5556(58/72) 78.9116
+LEVEL 6: 77.3333(58/75) 80.5556(58/72) 78.9116
+LEVEL 7: 76.0000(57/75) 79.1667(57/72) 77.5510
test.kanjikai (corpus.all.mc):
precision recall F
LEVEL 0: 93.3333(56/60) 80.0000(56/70) 86.1538
-LEVEL 1: 88.3333(53/60) 75.7143(53/70) 81.5385
-LEVEL 2: 88.3333(53/60) 75.7143(53/70) 81.5385
-LEVEL 3: 73.3333(44/60) 62.8571(44/70) 67.6923
-LEVEL 4: 65.0000(39/60) 55.7143(39/70) 60.0000
-LEVEL 5: 65.0000(39/60) 55.7143(39/70) 60.0000
-LEVEL 6: 65.0000(39/60) 55.7143(39/70) 60.0000
-LEVEL 7: 63.3333(38/60) 54.2857(38/70) 58.4615
+LEVEL 1: 90.0000(54/60) 77.1429(54/70) 83.0769
+LEVEL 2: 90.0000(54/60) 77.1429(54/70) 83.0769
+LEVEL 3: 75.0000(45/60) 64.2857(45/70) 69.2308
+LEVEL 4: 66.6667(40/60) 57.1429(40/70) 61.5385
+LEVEL 5: 66.6667(40/60) 57.1429(40/70) 61.5385
+LEVEL 6: 66.6667(40/60) 57.1429(40/70) 61.5385
+LEVEL 7: 65.0000(39/60) 55.7143(39/70) 60.0000
test.ryomou (corpus.all.mc):
precision recall F
-LEVEL 0: 94.4785(308/326) 96.8553(308/318) 95.6522
-LEVEL 1: 82.2086(268/326) 84.2767(268/318) 83.2298
-LEVEL 2: 80.9816(264/326) 83.0189(264/318) 81.9876
-LEVEL 3: 71.4724(233/326) 73.2704(233/318) 72.3602
-LEVEL 4: 66.5644(217/326) 68.2390(217/318) 67.3913
-LEVEL 5: 66.5644(217/326) 68.2390(217/318) 67.3913
-LEVEL 6: 66.5644(217/326) 68.2390(217/318) 67.3913
-LEVEL 7: 65.9509(215/326) 67.6101(215/318) 66.7702
+LEVEL 0: 95.0769(309/325) 97.1698(309/318) 96.1120
+LEVEL 1: 84.0000(273/325) 85.8491(273/318) 84.9145
+LEVEL 2: 82.7692(269/325) 84.5912(269/318) 83.6703
+LEVEL 3: 72.9231(237/325) 74.5283(237/318) 73.7170
+LEVEL 4: 68.0000(221/325) 69.4969(221/318) 68.7403
+LEVEL 5: 68.0000(221/325) 69.4969(221/318) 68.7403
+LEVEL 6: 68.0000(221/325) 69.4969(221/318) 68.7403
+LEVEL 7: 67.3846(219/325) 68.8679(219/318) 68.1182
test.non-KT (corpus.all.mc):
precision recall F
-LEVEL 0: 93.9262(433/461) 94.1304(433/460) 94.0282
-LEVEL 1: 83.5141(385/461) 83.6957(385/460) 83.6048
-LEVEL 2: 82.4295(380/461) 82.6087(380/460) 82.5190
-LEVEL 3: 72.0174(332/461) 72.1739(332/460) 72.0955
-LEVEL 4: 67.0282(309/461) 67.1739(309/460) 67.1010
-LEVEL 5: 67.0282(309/461) 67.1739(309/460) 67.1010
-LEVEL 6: 67.0282(309/461) 67.1739(309/460) 67.1010
-LEVEL 7: 66.3774(306/461) 66.5217(306/460) 66.4495
+LEVEL 0: 94.3478(434/460) 94.3478(434/460) 94.3478
+LEVEL 1: 85.6522(394/460) 85.6522(394/460) 85.6522
+LEVEL 2: 84.5652(389/460) 84.5652(389/460) 84.5652
+LEVEL 3: 74.3478(342/460) 74.3478(342/460) 74.3478
+LEVEL 4: 69.3478(319/460) 69.3478(319/460) 69.3478
+LEVEL 5: 69.3478(319/460) 69.3478(319/460) 69.3478
+LEVEL 6: 69.3478(319/460) 69.3478(319/460) 69.3478
+LEVEL 7: 68.4783(315/460) 68.4783(315/460) 68.4783
test.mixed (corpus.all.mc):
precision recall F
-LEVEL 0: 99.4370(6712/6750) 99.3487(6712/6756) 99.3929
-LEVEL 1: 98.0444(6618/6750) 97.9574(6618/6756) 98.0009
-LEVEL 2: 97.6444(6591/6750) 97.5577(6591/6756) 97.6011
-LEVEL 3: 96.5481(6517/6750) 96.4624(6517/6756) 96.5053
-LEVEL 4: 95.5111(6447/6750) 95.4263(6447/6756) 95.4687
-LEVEL 5: 95.5111(6447/6750) 95.4263(6447/6756) 95.4687
-LEVEL 6: 95.5111(6447/6750) 95.4263(6447/6756) 95.4687
-LEVEL 7: 95.3037(6433/6750) 95.2191(6433/6756) 95.2614
+LEVEL 0: 99.4666(6713/6749) 99.3635(6713/6756) 99.4150
+LEVEL 1: 98.1627(6625/6749) 98.0610(6625/6756) 98.1118
+LEVEL 2: 97.7626(6598/6749) 97.6613(6598/6756) 97.7120
+LEVEL 3: 96.6662(6524/6749) 96.5660(6524/6756) 96.6161
+LEVEL 4: 95.5993(6452/6749) 95.5003(6452/6756) 95.5498
+LEVEL 5: 95.5993(6452/6749) 95.5003(6452/6756) 95.5498
+LEVEL 6: 95.5993(6452/6749) 95.5003(6452/6756) 95.5498
+LEVEL 7: 95.2586(6429/6749) 95.1599(6429/6756) 95.2092
test.all (corpus.all.mc):
precision recall F
-LEVEL 0: 81.8479(76653/93653) 88.0806(76653/87026) 84.8499
-LEVEL 1: 76.2186(71381/93653) 82.0226(71381/87026) 79.0142
-LEVEL 2: 74.8732(70121/93653) 80.5748(70121/87026) 77.6194
-LEVEL 3: 68.5125(64164/93653) 73.7297(64164/87026) 71.0254
-LEVEL 4: 65.2077(61069/93653) 70.1733(61069/87026) 67.5994
-LEVEL 5: 65.2077(61069/93653) 70.1733(61069/87026) 67.5994
-LEVEL 6: 65.2077(61069/93653) 70.1733(61069/87026) 67.5994
-LEVEL 7: 64.9333(60812/93653) 69.8780(60812/87026) 67.3150
+LEVEL 0: 81.8592(76653/93640) 88.0806(76653/87026) 84.8560
+LEVEL 1: 76.3563(71500/93640) 82.1594(71500/87026) 79.1516
+LEVEL 2: 75.0438(70271/93640) 80.7471(70271/87026) 77.7911
+LEVEL 3: 68.7911(64416/93640) 74.0193(64416/87026) 71.3095
+LEVEL 4: 65.4517(61289/93640) 70.4261(61289/87026) 67.8479
+LEVEL 5: 65.4517(61289/93640) 70.4261(61289/87026) 67.8479
+LEVEL 6: 65.4517(61289/93640) 70.4261(61289/87026) 67.8479
+LEVEL 7: 65.1634(61019/93640) 70.1158(61019/87026) 67.5490
--
GitLab