diff --git a/seed_KTp2/system-eval.results b/seed_KTp2/system-eval.results
index 4a0821552ebce4ab5994f7f6991626a500e6738d..196ded1a72c6f2b5b8a623801e7eb721cbc51184 100644
--- a/seed_KTp2/system-eval.results
+++ b/seed_KTp2/system-eval.results
@@ -2,36 +2,36 @@ mecab-system-eval -l "0 1 2 3 4 5 6 7"
test.KT0 (corpus.KT0.mc):
precision recall F
-LEVEL 0: 81.8079(76263/93222) 88.0981(76263/86566) 84.8366
-LEVEL 1: 76.3189(71146/93222) 82.1870(71146/86566) 79.1443
-LEVEL 2: 75.0145(69930/93222) 80.7823(69930/86566) 77.7916
-LEVEL 3: 68.8003(64137/93222) 74.0903(64137/86566) 71.3474
-LEVEL 4: 65.4609(61024/93222) 70.4942(61024/86566) 67.8844
-LEVEL 5: 65.4609(61024/93222) 70.4942(61024/86566) 67.8844
-LEVEL 6: 65.4609(61024/93222) 70.4942(61024/86566) 67.8844
-LEVEL 7: 65.1756(60758/93222) 70.1869(60758/86566) 67.5885
+LEVEL 0: 81.7884(76235/93210) 88.0658(76235/86566) 84.8111
+LEVEL 1: 76.3030(71122/93210) 82.1593(71122/86566) 79.1229
+LEVEL 2: 74.9930(69901/93210) 80.7488(69901/86566) 77.7646
+LEVEL 3: 68.7609(64092/93210) 74.0383(64092/86566) 71.3021
+LEVEL 4: 65.4265(60984/93210) 70.4480(60984/86566) 67.8444
+LEVEL 5: 65.4265(60984/93210) 70.4480(60984/86566) 67.8444
+LEVEL 6: 65.4265(60984/93210) 70.4480(60984/86566) 67.8444
+LEVEL 7: 65.1357(60713/93210) 70.1349(60713/86566) 67.5429
test.KT2 (corpus.KT0.mc):
precision recall F
LEVEL 0: 99.8410(6279/6289) 99.7300(6279/6296) 99.7855
-LEVEL 1: 99.1255(6234/6289) 99.0152(6234/6296) 99.0703
-LEVEL 2: 98.7756(6212/6289) 98.6658(6212/6296) 98.7207
-LEVEL 3: 98.3463(6185/6289) 98.2370(6185/6296) 98.2916
-LEVEL 4: 97.5513(6135/6289) 97.4428(6135/6296) 97.4970
-LEVEL 5: 97.5513(6135/6289) 97.4428(6135/6296) 97.4970
-LEVEL 6: 97.5513(6135/6289) 97.4428(6135/6296) 97.4970
-LEVEL 7: 97.2492(6116/6289) 97.1410(6116/6296) 97.1951
+LEVEL 1: 99.1732(6237/6289) 99.0629(6237/6296) 99.1180
+LEVEL 2: 98.8074(6214/6289) 98.6976(6214/6296) 98.7525
+LEVEL 3: 98.3781(6187/6289) 98.2687(6187/6296) 98.3234
+LEVEL 4: 97.5672(6136/6289) 97.4587(6136/6296) 97.5129
+LEVEL 5: 97.5672(6136/6289) 97.4587(6136/6296) 97.5129
+LEVEL 6: 97.5672(6136/6289) 97.4587(6136/6296) 97.5129
+LEVEL 7: 97.2651(6117/6289) 97.1569(6117/6296) 97.2110
test.misc (corpus.KT0.mc):
precision recall F
-LEVEL 0: 92.0000(69/75) 95.8333(69/72) 93.8776
-LEVEL 1: 86.6667(65/75) 90.2778(65/72) 88.4354
-LEVEL 2: 84.0000(63/75) 87.5000(63/72) 85.7143
-LEVEL 3: 73.3333(55/75) 76.3889(55/72) 74.8299
-LEVEL 4: 70.6667(53/75) 73.6111(53/72) 72.1088
-LEVEL 5: 70.6667(53/75) 73.6111(53/72) 72.1088
-LEVEL 6: 70.6667(53/75) 73.6111(53/72) 72.1088
-LEVEL 7: 69.3333(52/75) 72.2222(52/72) 70.7483
+LEVEL 0: 94.5946(70/74) 97.2222(70/72) 95.8904
+LEVEL 1: 89.1892(66/74) 91.6667(66/72) 90.4110
+LEVEL 2: 86.4865(64/74) 88.8889(64/72) 87.6712
+LEVEL 3: 77.0270(57/74) 79.1667(57/72) 78.0822
+LEVEL 4: 74.3243(55/74) 76.3889(55/72) 75.3425
+LEVEL 5: 74.3243(55/74) 76.3889(55/72) 75.3425
+LEVEL 6: 74.3243(55/74) 76.3889(55/72) 75.3425
+LEVEL 7: 71.6216(53/74) 73.6111(53/72) 72.6027
test.kanjikai (corpus.KT0.mc):
precision recall F
@@ -55,71 +55,82 @@ LEVEL 5: 66.4615(216/325) 67.9245(216/318) 67.1851
LEVEL 6: 66.4615(216/325) 67.9245(216/318) 67.1851
LEVEL 7: 65.8462(214/325) 67.2956(214/318) 66.5630
+test.place-benchmark (corpus.KT0.mc):
+ precision recall F
+LEVEL 0: 100.0000(86/86) 100.0000(86/86) 100.0000
+LEVEL 1: 94.1860(81/86) 94.1860(81/86) 94.1860
+LEVEL 2: 94.1860(81/86) 94.1860(81/86) 94.1860
+LEVEL 3: 90.6977(78/86) 90.6977(78/86) 90.6977
+LEVEL 4: 90.6977(78/86) 90.6977(78/86) 90.6977
+LEVEL 5: 90.6977(78/86) 90.6977(78/86) 90.6977
+LEVEL 6: 90.6977(78/86) 90.6977(78/86) 90.6977
+LEVEL 7: 90.6977(78/86) 90.6977(78/86) 90.6977
+
test.non-KT (corpus.KT0.mc):
precision recall F
-LEVEL 0: 93.6957(431/460) 93.6957(431/460) 93.6957
-LEVEL 1: 83.2609(383/460) 83.2609(383/460) 83.2609
-LEVEL 2: 81.9565(377/460) 81.9565(377/460) 81.9565
-LEVEL 3: 71.3043(328/460) 71.3043(328/460) 71.3043
-LEVEL 4: 66.5217(306/460) 66.5217(306/460) 66.5217
-LEVEL 5: 66.5217(306/460) 66.5217(306/460) 66.5217
-LEVEL 6: 66.5217(306/460) 66.5217(306/460) 66.5217
-LEVEL 7: 65.6522(302/460) 65.6522(302/460) 65.6522
+LEVEL 0: 94.1176(432/459) 93.9130(432/460) 94.0152
+LEVEL 1: 83.6601(384/459) 83.4783(384/460) 83.5691
+LEVEL 2: 82.3529(378/459) 82.1739(378/460) 82.2633
+LEVEL 3: 71.8954(330/459) 71.7391(330/460) 71.8172
+LEVEL 4: 67.1024(308/459) 66.9565(308/460) 67.0294
+LEVEL 5: 67.1024(308/459) 66.9565(308/460) 67.0294
+LEVEL 6: 67.1024(308/459) 66.9565(308/460) 67.0294
+LEVEL 7: 66.0131(303/459) 65.8696(303/460) 65.9412
test.mixed (corpus.KT0.mc):
precision recall F
-LEVEL 0: 99.4221(6710/6749) 99.3191(6710/6756) 99.3706
-LEVEL 1: 98.0442(6617/6749) 97.9426(6617/6756) 97.9933
-LEVEL 2: 97.6293(6589/6749) 97.5281(6589/6756) 97.5787
-LEVEL 3: 96.5032(6513/6749) 96.4032(6513/6756) 96.4532
-LEVEL 4: 95.4364(6441/6749) 95.3375(6441/6756) 95.3869
-LEVEL 5: 95.4364(6441/6749) 95.3375(6441/6756) 95.3869
-LEVEL 6: 95.4364(6441/6749) 95.3375(6441/6756) 95.3869
-LEVEL 7: 95.0956(6418/6749) 94.9970(6418/6756) 95.0463
+LEVEL 0: 99.4517(6711/6748) 99.3339(6711/6756) 99.3928
+LEVEL 1: 98.1180(6621/6748) 98.0018(6621/6756) 98.0598
+LEVEL 2: 97.6882(6592/6748) 97.5725(6592/6756) 97.6303
+LEVEL 3: 96.5768(6517/6748) 96.4624(6517/6756) 96.5195
+LEVEL 4: 95.4950(6444/6748) 95.3819(6444/6756) 95.4384
+LEVEL 5: 95.4950(6444/6748) 95.3819(6444/6756) 95.4384
+LEVEL 6: 95.4950(6444/6748) 95.3819(6444/6756) 95.4384
+LEVEL 7: 95.1393(6420/6748) 95.0266(6420/6756) 95.0829
test.all (corpus.KT0.mc):
precision recall F
-LEVEL 0: 81.8663(76694/93682) 88.1277(76694/87026) 84.8817
-LEVEL 1: 76.3530(71529/93682) 82.1927(71529/87026) 79.1653
-LEVEL 2: 75.0486(70307/93682) 80.7885(70307/87026) 77.8128
-LEVEL 3: 68.8126(64465/93682) 74.0756(64465/87026) 71.3471
-LEVEL 4: 65.4662(61330/93682) 70.4732(61330/87026) 67.8775
-LEVEL 5: 65.4662(61330/93682) 70.4732(61330/87026) 67.8775
-LEVEL 6: 65.4662(61330/93682) 70.4732(61330/87026) 67.8775
-LEVEL 7: 65.1779(61060/93682) 70.1629(61060/87026) 67.5786
+LEVEL 0: 81.8489(76667/93669) 88.0967(76667/87026) 84.8579
+LEVEL 1: 76.3390(71506/93669) 82.1662(71506/87026) 79.1455
+LEVEL 2: 75.0291(70279/93669) 80.7563(70279/87026) 77.7874
+LEVEL 3: 68.7762(64422/93669) 74.0262(64422/87026) 71.3047
+LEVEL 4: 65.4347(61292/93669) 70.4295(61292/87026) 67.8403
+LEVEL 5: 65.4347(61292/93669) 70.4295(61292/87026) 67.8403
+LEVEL 6: 65.4347(61292/93669) 70.4295(61292/87026) 67.8403
+LEVEL 7: 65.1400(61016/93669) 70.1124(61016/87026) 67.5348
test.KT0 (corpus.KT2.mc):
precision recall F
-LEVEL 0: 81.5646(75050/92013) 86.6969(75050/86566) 84.0524
-LEVEL 1: 75.1992(69193/92013) 79.9309(69193/86566) 77.4929
-LEVEL 2: 73.0125(67181/92013) 77.6067(67181/86566) 75.2395
-LEVEL 3: 66.1515(60868/92013) 70.3140(60868/86566) 68.1693
-LEVEL 4: 62.7042(57696/92013) 66.6497(57696/86566) 64.6168
-LEVEL 5: 62.7042(57696/92013) 66.6497(57696/86566) 64.6168
-LEVEL 6: 62.7042(57696/92013) 66.6497(57696/86566) 64.6168
-LEVEL 7: 62.4249(57439/92013) 66.3528(57439/86566) 64.3290
+LEVEL 0: 81.5891(75093/92038) 86.7465(75093/86566) 84.0888
+LEVEL 1: 75.2081(69220/92038) 79.9621(69220/86566) 77.5123
+LEVEL 2: 73.0209(67207/92038) 77.6367(67207/86566) 75.2581
+LEVEL 3: 66.1672(60899/92038) 70.3498(60899/86566) 68.1944
+LEVEL 4: 62.7176(57724/92038) 66.6821(57724/86566) 64.6391
+LEVEL 5: 62.7176(57724/92038) 66.6821(57724/86566) 64.6391
+LEVEL 6: 62.7176(57724/92038) 66.6821(57724/86566) 64.6391
+LEVEL 7: 62.4329(57462/92038) 66.3794(57462/86566) 64.3457
test.KT2 (corpus.KT2.mc):
precision recall F
LEVEL 0: 99.9364(6288/6292) 99.8729(6288/6296) 99.9047
LEVEL 1: 99.7298(6275/6292) 99.6665(6275/6296) 99.6981
LEVEL 2: 99.6345(6269/6292) 99.5712(6269/6296) 99.6028
-LEVEL 3: 99.5868(6266/6292) 99.5235(6266/6296) 99.5551
-LEVEL 4: 99.3007(6248/6292) 99.2376(6248/6296) 99.2691
-LEVEL 5: 99.3007(6248/6292) 99.2376(6248/6296) 99.2691
-LEVEL 6: 99.3007(6248/6292) 99.2376(6248/6296) 99.2691
-LEVEL 7: 98.9828(6228/6292) 98.9199(6228/6296) 98.9514
+LEVEL 3: 99.5709(6265/6292) 99.5076(6265/6296) 99.5392
+LEVEL 4: 99.2848(6247/6292) 99.2217(6247/6296) 99.2533
+LEVEL 5: 99.2848(6247/6292) 99.2217(6247/6296) 99.2533
+LEVEL 6: 99.2848(6247/6292) 99.2217(6247/6296) 99.2533
+LEVEL 7: 98.9669(6227/6292) 98.9041(6227/6296) 98.9355
test.misc (corpus.KT2.mc):
precision recall F
-LEVEL 0: 92.7536(64/69) 88.8889(64/72) 90.7801
-LEVEL 1: 89.8551(62/69) 86.1111(62/72) 87.9433
-LEVEL 2: 89.8551(62/69) 86.1111(62/72) 87.9433
-LEVEL 3: 75.3623(52/69) 72.2222(52/72) 73.7589
-LEVEL 4: 68.1159(47/69) 65.2778(47/72) 66.6667
-LEVEL 5: 68.1159(47/69) 65.2778(47/72) 66.6667
-LEVEL 6: 68.1159(47/69) 65.2778(47/72) 66.6667
-LEVEL 7: 68.1159(47/69) 65.2778(47/72) 66.6667
+LEVEL 0: 95.5882(65/68) 90.2778(65/72) 92.8571
+LEVEL 1: 92.6471(63/68) 87.5000(63/72) 90.0000
+LEVEL 2: 92.6471(63/68) 87.5000(63/72) 90.0000
+LEVEL 3: 77.9412(53/68) 73.6111(53/72) 75.7143
+LEVEL 4: 70.5882(48/68) 66.6667(48/72) 68.5714
+LEVEL 5: 70.5882(48/68) 66.6667(48/72) 68.5714
+LEVEL 6: 70.5882(48/68) 66.6667(48/72) 68.5714
+LEVEL 7: 69.1176(47/68) 65.2778(47/72) 67.1429
test.kanjikai (corpus.KT2.mc):
precision recall F
@@ -143,71 +154,82 @@ LEVEL 5: 63.8629(205/321) 64.4654(205/318) 64.1628
LEVEL 6: 63.8629(205/321) 64.4654(205/318) 64.1628
LEVEL 7: 63.2399(203/321) 63.8365(203/318) 63.5368
+test.place-benchmark (corpus.KT2.mc):
+ precision recall F
+LEVEL 0: 97.5904(81/83) 94.1860(81/86) 95.8580
+LEVEL 1: 90.3614(75/83) 87.2093(75/86) 88.7574
+LEVEL 2: 89.1566(74/83) 86.0465(74/86) 87.5740
+LEVEL 3: 85.5422(71/83) 82.5581(71/86) 84.0237
+LEVEL 4: 83.1325(69/83) 80.2326(69/86) 81.6568
+LEVEL 5: 83.1325(69/83) 80.2326(69/86) 81.6568
+LEVEL 6: 83.1325(69/83) 80.2326(69/86) 81.6568
+LEVEL 7: 83.1325(69/83) 80.2326(69/86) 81.6568
+
test.non-KT (corpus.KT2.mc):
precision recall F
-LEVEL 0: 94.6548(425/449) 92.3913(425/460) 93.5094
-LEVEL 1: 83.7416(376/449) 81.7391(376/460) 82.7283
-LEVEL 2: 82.1826(369/449) 80.2174(369/460) 81.1881
-LEVEL 3: 70.6013(317/449) 68.9130(317/460) 69.7470
-LEVEL 4: 63.6971(286/449) 62.1739(286/460) 62.9263
-LEVEL 5: 63.6971(286/449) 62.1739(286/460) 62.9263
-LEVEL 6: 63.6971(286/449) 62.1739(286/460) 62.9263
-LEVEL 7: 63.0290(283/449) 61.5217(283/460) 62.2662
+LEVEL 0: 95.0893(426/448) 92.6087(426/460) 93.8326
+LEVEL 1: 84.1518(377/448) 81.9565(377/460) 83.0396
+LEVEL 2: 82.5893(370/448) 80.4348(370/460) 81.4978
+LEVEL 3: 70.9821(318/448) 69.1304(318/460) 70.0441
+LEVEL 4: 64.0625(287/448) 62.3913(287/460) 63.2159
+LEVEL 5: 64.0625(287/448) 62.3913(287/460) 63.2159
+LEVEL 6: 64.0625(287/448) 62.3913(287/460) 63.2159
+LEVEL 7: 63.1696(283/448) 61.5217(283/460) 62.3348
test.mixed (corpus.KT2.mc):
precision recall F
-LEVEL 0: 99.5846(6713/6741) 99.3635(6713/6756) 99.4740
-LEVEL 1: 98.6649(6651/6741) 98.4458(6651/6756) 98.5552
-LEVEL 2: 98.4720(6638/6741) 98.2534(6638/6756) 98.3626
-LEVEL 3: 97.6561(6583/6741) 97.4393(6583/6756) 97.5476
-LEVEL 4: 96.9292(6534/6741) 96.7140(6534/6756) 96.8215
-LEVEL 5: 96.9292(6534/6741) 96.7140(6534/6756) 96.8215
-LEVEL 6: 96.9292(6534/6741) 96.7140(6534/6756) 96.8215
-LEVEL 7: 96.5880(6511/6741) 96.3736(6511/6756) 96.4807
+LEVEL 0: 99.6142(6714/6740) 99.3783(6714/6756) 99.4961
+LEVEL 1: 98.6944(6652/6740) 98.4606(6652/6756) 98.5774
+LEVEL 2: 98.5015(6639/6740) 98.2682(6639/6756) 98.3847
+LEVEL 3: 97.6706(6583/6740) 97.4393(6583/6756) 97.5548
+LEVEL 4: 96.9436(6534/6740) 96.7140(6534/6756) 96.8287
+LEVEL 5: 96.9436(6534/6740) 96.7140(6534/6756) 96.8287
+LEVEL 6: 96.9436(6534/6740) 96.7140(6534/6756) 96.8287
+LEVEL 7: 96.5875(6510/6740) 96.3588(6510/6756) 96.4730
test.all (corpus.KT2.mc):
precision recall F
-LEVEL 0: 81.6281(75475/92462) 86.7270(75475/87026) 84.1003
-LEVEL 1: 75.2406(69569/92462) 79.9405(69569/87026) 77.5194
-LEVEL 2: 73.0570(67550/92462) 77.6205(67550/87026) 75.2697
-LEVEL 3: 66.1731(61185/92462) 70.3066(61185/87026) 68.1773
-LEVEL 4: 62.7090(57982/92462) 66.6261(57982/87026) 64.6082
-LEVEL 5: 62.7090(57982/92462) 66.6261(57982/87026) 64.6082
-LEVEL 6: 62.7090(57982/92462) 66.6261(57982/87026) 64.6082
-LEVEL 7: 62.4278(57722/92462) 66.3273(57722/87026) 64.3185
+LEVEL 0: 81.6545(75519/92486) 86.7775(75519/87026) 84.1381
+LEVEL 1: 75.2514(69597/92486) 79.9727(69597/87026) 77.5402
+LEVEL 2: 73.0673(67577/92486) 77.6515(67577/87026) 75.2897
+LEVEL 3: 66.1906(61217/92486) 70.3433(61217/87026) 68.2038
+LEVEL 4: 62.7241(58011/92486) 66.6594(58011/87026) 64.6319
+LEVEL 5: 62.7241(58011/92486) 66.6594(58011/87026) 64.6319
+LEVEL 6: 62.7241(58011/92486) 66.6594(58011/87026) 64.6319
+LEVEL 7: 62.4365(57745/92486) 66.3537(57745/87026) 64.3355
test.KT0 (corpus.misc.mc):
precision recall F
-LEVEL 0: 78.9673(73483/93055) 84.8867(73483/86566) 81.8201
-LEVEL 1: 68.3048(63561/93055) 73.4249(63561/86566) 70.7723
-LEVEL 2: 63.4335(59028/93055) 68.1884(59028/86566) 65.7251
-LEVEL 3: 54.5484(50760/93055) 58.6373(50760/86566) 56.5190
-LEVEL 4: 50.5830(47070/93055) 54.3747(47070/86566) 52.4104
-LEVEL 5: 50.5830(47070/93055) 54.3747(47070/86566) 52.4104
-LEVEL 6: 50.5830(47070/93055) 54.3747(47070/86566) 52.4104
-LEVEL 7: 50.3455(46849/93055) 54.1194(46849/86566) 52.1643
+LEVEL 0: 78.7446(73112/92847) 84.4581(73112/86566) 81.5013
+LEVEL 1: 68.0216(63156/92847) 72.9571(63156/86566) 70.4029
+LEVEL 2: 63.1297(58614/92847) 67.7102(58614/86566) 65.3397
+LEVEL 3: 54.2635(50382/92847) 58.2007(50382/86566) 56.1632
+LEVEL 4: 50.3032(46705/92847) 53.9531(46705/86566) 52.0642
+LEVEL 5: 50.3032(46705/92847) 53.9531(46705/86566) 52.0642
+LEVEL 6: 50.3032(46705/92847) 53.9531(46705/86566) 52.0642
+LEVEL 7: 50.0587(46478/92847) 53.6908(46478/86566) 51.8112
test.KT2 (corpus.misc.mc):
precision recall F
-LEVEL 0: 92.9357(5999/6455) 95.2827(5999/6296) 94.0946
-LEVEL 1: 83.6406(5399/6455) 85.7529(5399/6296) 84.6836
-LEVEL 2: 79.1789(5111/6455) 81.1785(5111/6296) 80.1663
-LEVEL 3: 73.5244(4746/6455) 75.3812(4746/6296) 74.4412
-LEVEL 4: 70.4105(4545/6455) 72.1887(4545/6296) 71.2885
-LEVEL 5: 70.4105(4545/6455) 72.1887(4545/6296) 71.2885
-LEVEL 6: 70.4105(4545/6455) 72.1887(4545/6296) 71.2885
-LEVEL 7: 70.1782(4530/6455) 71.9504(4530/6296) 71.0533
+LEVEL 0: 92.6818(5965/6436) 94.7427(5965/6296) 93.7009
+LEVEL 1: 83.3748(5366/6436) 85.2287(5366/6296) 84.2915
+LEVEL 2: 78.8533(5075/6436) 80.6067(5075/6296) 79.7204
+LEVEL 3: 73.3841(4723/6436) 75.0159(4723/6296) 74.1910
+LEVEL 4: 70.2921(4524/6436) 71.8551(4524/6296) 71.0650
+LEVEL 5: 70.2921(4524/6436) 71.8551(4524/6296) 71.0650
+LEVEL 6: 70.2921(4524/6436) 71.8551(4524/6296) 71.0650
+LEVEL 7: 70.0590(4509/6436) 71.6169(4509/6296) 70.8294
test.misc (corpus.misc.mc):
precision recall F
-LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310
-LEVEL 1: 94.5205(69/73) 95.8333(69/72) 95.1724
-LEVEL 2: 94.5205(69/73) 95.8333(69/72) 95.1724
-LEVEL 3: 86.3014(63/73) 87.5000(63/72) 86.8966
-LEVEL 4: 80.8219(59/73) 81.9444(59/72) 81.3793
-LEVEL 5: 80.8219(59/73) 81.9444(59/72) 81.3793
-LEVEL 6: 80.8219(59/73) 81.9444(59/72) 81.3793
-LEVEL 7: 79.4521(58/73) 80.5556(58/72) 80.0000
+LEVEL 0: 100.0000(72/72) 100.0000(72/72) 100.0000
+LEVEL 1: 97.2222(70/72) 97.2222(70/72) 97.2222
+LEVEL 2: 97.2222(70/72) 97.2222(70/72) 97.2222
+LEVEL 3: 88.8889(64/72) 88.8889(64/72) 88.8889
+LEVEL 4: 83.3333(60/72) 83.3333(60/72) 83.3333
+LEVEL 5: 83.3333(60/72) 83.3333(60/72) 83.3333
+LEVEL 6: 83.3333(60/72) 83.3333(60/72) 83.3333
+LEVEL 7: 80.5556(58/72) 80.5556(58/72) 80.5556
test.kanjikai (corpus.misc.mc):
precision recall F
@@ -231,71 +253,82 @@ LEVEL 5: 55.2469(179/324) 56.2893(179/318) 55.7632
LEVEL 6: 55.2469(179/324) 56.2893(179/318) 55.7632
LEVEL 7: 54.6296(177/324) 55.6604(177/318) 55.1402
+test.place-benchmark (corpus.misc.mc):
+ precision recall F
+LEVEL 0: 95.0617(77/81) 89.5349(77/86) 92.2156
+LEVEL 1: 83.9506(68/81) 79.0698(68/86) 81.4371
+LEVEL 2: 76.5432(62/81) 72.0930(62/86) 74.2515
+LEVEL 3: 70.3704(57/81) 66.2791(57/86) 68.2635
+LEVEL 4: 66.6667(54/81) 62.7907(54/86) 64.6707
+LEVEL 5: 66.6667(54/81) 62.7907(54/86) 64.6707
+LEVEL 6: 66.6667(54/81) 62.7907(54/86) 64.6707
+LEVEL 7: 66.6667(54/81) 62.7907(54/86) 64.6707
+
test.non-KT (corpus.misc.mc):
precision recall F
-LEVEL 0: 92.7152(420/453) 91.3043(420/460) 92.0044
-LEVEL 1: 77.9249(353/453) 76.7391(353/460) 77.3275
-LEVEL 2: 74.8344(339/453) 73.6957(339/460) 74.2607
-LEVEL 3: 65.1214(295/453) 64.1304(295/460) 64.6221
-LEVEL 4: 58.4989(265/453) 57.6087(265/460) 58.0504
-LEVEL 5: 58.4989(265/453) 57.6087(265/460) 58.0504
-LEVEL 6: 58.4989(265/453) 57.6087(265/460) 58.0504
-LEVEL 7: 57.8366(262/453) 56.9565(262/460) 57.3932
+LEVEL 0: 93.1416(421/452) 91.5217(421/460) 92.3246
+LEVEL 1: 78.3186(354/452) 76.9565(354/460) 77.6316
+LEVEL 2: 75.2212(340/452) 73.9130(340/460) 74.5614
+LEVEL 3: 65.4867(296/452) 64.3478(296/460) 64.9123
+LEVEL 4: 58.8496(266/452) 57.8261(266/460) 58.3333
+LEVEL 5: 58.8496(266/452) 57.8261(266/460) 58.3333
+LEVEL 6: 58.8496(266/452) 57.8261(266/460) 58.3333
+LEVEL 7: 57.9646(262/452) 56.9565(262/460) 57.4561
test.mixed (corpus.misc.mc):
precision recall F
-LEVEL 0: 92.9213(6419/6908) 95.0118(6419/6756) 93.9549
-LEVEL 1: 83.2658(5752/6908) 85.1391(5752/6756) 84.1920
-LEVEL 2: 78.8940(5450/6908) 80.6690(5450/6756) 79.7717
-LEVEL 3: 72.9734(5041/6908) 74.6152(5041/6756) 73.7851
-LEVEL 4: 69.6294(4810/6908) 71.1960(4810/6756) 70.4040
-LEVEL 5: 69.6294(4810/6908) 71.1960(4810/6756) 70.4040
-LEVEL 6: 69.6294(4810/6908) 71.1960(4810/6756) 70.4040
-LEVEL 7: 69.3688(4792/6908) 70.9295(4792/6756) 70.1405
+LEVEL 0: 92.7120(6386/6888) 94.5234(6386/6756) 93.6089
+LEVEL 1: 83.0430(5720/6888) 84.6655(5720/6756) 83.8464
+LEVEL 2: 78.6150(5415/6888) 80.1510(5415/6756) 79.3755
+LEVEL 3: 72.8659(5019/6888) 74.2895(5019/6756) 73.5708
+LEVEL 4: 69.5412(4790/6888) 70.8999(4790/6756) 70.2140
+LEVEL 5: 69.5412(4790/6888) 70.8999(4790/6756) 70.2140
+LEVEL 6: 69.5412(4790/6888) 70.8999(4790/6756) 70.2140
+LEVEL 7: 69.2654(4771/6888) 70.6187(4771/6756) 69.9355
test.all (corpus.misc.mc):
precision recall F
-LEVEL 0: 79.0339(73903/93508) 84.9206(73903/87026) 81.8716
-LEVEL 1: 68.3514(63914/93508) 73.4424(63914/87026) 70.8055
-LEVEL 2: 63.4887(59367/93508) 68.2175(59367/87026) 65.7682
-LEVEL 3: 54.5996(51055/93508) 58.6664(51055/87026) 56.5600
-LEVEL 4: 50.6213(47335/93508) 54.3918(47335/87026) 52.4389
-LEVEL 5: 50.6213(47335/93508) 54.3918(47335/87026) 52.4389
-LEVEL 6: 50.6213(47335/93508) 54.3918(47335/87026) 52.4389
-LEVEL 7: 50.3818(47111/93508) 54.1344(47111/87026) 52.1907
+LEVEL 0: 78.8143(73533/93299) 84.4954(73533/87026) 81.5561
+LEVEL 1: 68.0715(63510/93299) 72.9782(63510/87026) 70.4395
+LEVEL 2: 63.1882(58954/93299) 67.7430(58954/87026) 65.3864
+LEVEL 3: 54.3178(50678/93299) 58.2332(50678/87026) 56.2074
+LEVEL 4: 50.3446(46971/93299) 53.9735(46971/87026) 52.0959
+LEVEL 5: 50.3446(46971/93299) 53.9735(46971/87026) 52.0959
+LEVEL 6: 50.3446(46971/93299) 53.9735(46971/87026) 52.0959
+LEVEL 7: 50.0970(46740/93299) 53.7081(46740/87026) 51.8397
test.KT0 (corpus.kanjikai.mc):
precision recall F
-LEVEL 0: 78.7761(73324/93079) 84.7030(73324/86566) 81.6321
-LEVEL 1: 67.4309(62764/93079) 72.5042(62764/86566) 69.8756
-LEVEL 2: 62.9003(58547/93079) 67.6328(58547/86566) 65.1808
-LEVEL 3: 53.4696(49769/93079) 57.4925(49769/86566) 55.4082
-LEVEL 4: 49.7051(46265/93079) 53.4448(46265/86566) 51.5071
-LEVEL 5: 49.7051(46265/93079) 53.4448(46265/86566) 51.5071
-LEVEL 6: 49.7051(46265/93079) 53.4448(46265/86566) 51.5071
-LEVEL 7: 49.5106(46084/93079) 53.2357(46084/86566) 51.3056
+LEVEL 0: 78.7702(73324/93086) 84.7030(73324/86566) 81.6289
+LEVEL 1: 67.4215(62760/93086) 72.4996(62760/86566) 69.8684
+LEVEL 2: 62.8913(58543/93086) 67.6282(58543/86566) 65.1738
+LEVEL 3: 53.4570(49761/93086) 57.4833(49761/86566) 55.3971
+LEVEL 4: 49.7014(46265/93086) 53.4448(46265/86566) 51.5051
+LEVEL 5: 49.7014(46265/93086) 53.4448(46265/86566) 51.5051
+LEVEL 6: 49.7014(46265/93086) 53.4448(46265/86566) 51.5051
+LEVEL 7: 49.5026(46080/93086) 53.2311(46080/86566) 51.2992
test.KT2 (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 93.6279(6039/6450) 95.9180(6039/6296) 94.7591
LEVEL 1: 84.7907(5469/6450) 86.8647(5469/6296) 85.8152
LEVEL 2: 80.0000(5160/6450) 81.9568(5160/6296) 80.9666
-LEVEL 3: 75.4419(4866/6450) 77.2872(4866/6296) 76.3534
-LEVEL 4: 72.7597(4693/6450) 74.5394(4693/6296) 73.6388
-LEVEL 5: 72.7597(4693/6450) 74.5394(4693/6296) 73.6388
-LEVEL 6: 72.7597(4693/6450) 74.5394(4693/6296) 73.6388
-LEVEL 7: 72.5116(4677/6450) 74.2853(4677/6296) 73.3877
+LEVEL 3: 75.4264(4865/6450) 77.2713(4865/6296) 76.3377
+LEVEL 4: 72.7442(4692/6450) 74.5235(4692/6296) 73.6231
+LEVEL 5: 72.7442(4692/6450) 74.5235(4692/6296) 73.6231
+LEVEL 6: 72.7442(4692/6450) 74.5235(4692/6296) 73.6231
+LEVEL 7: 72.4961(4676/6450) 74.2694(4676/6296) 73.3720
test.misc (corpus.kanjikai.mc):
precision recall F
-LEVEL 0: 87.3239(62/71) 86.1111(62/72) 86.7133
-LEVEL 1: 80.2817(57/71) 79.1667(57/72) 79.7203
-LEVEL 2: 77.4648(55/71) 76.3889(55/72) 76.9231
-LEVEL 3: 63.3803(45/71) 62.5000(45/72) 62.9371
-LEVEL 4: 60.5634(43/71) 59.7222(43/72) 60.1399
-LEVEL 5: 60.5634(43/71) 59.7222(43/72) 60.1399
-LEVEL 6: 60.5634(43/71) 59.7222(43/72) 60.1399
-LEVEL 7: 60.5634(43/71) 59.7222(43/72) 60.1399
+LEVEL 0: 90.0000(63/70) 87.5000(63/72) 88.7324
+LEVEL 1: 82.8571(58/70) 80.5556(58/72) 81.6901
+LEVEL 2: 80.0000(56/70) 77.7778(56/72) 78.8732
+LEVEL 3: 65.7143(46/70) 63.8889(46/72) 64.7887
+LEVEL 4: 62.8571(44/70) 61.1111(44/72) 61.9718
+LEVEL 5: 62.8571(44/70) 61.1111(44/72) 61.9718
+LEVEL 6: 62.8571(44/70) 61.1111(44/72) 61.9718
+LEVEL 7: 61.4286(43/70) 59.7222(43/72) 60.5634
test.kanjikai (corpus.kanjikai.mc):
precision recall F
@@ -319,71 +352,82 @@ LEVEL 5: 51.4019(165/321) 51.8868(165/318) 51.6432
LEVEL 6: 51.4019(165/321) 51.8868(165/318) 51.6432
LEVEL 7: 50.7788(163/321) 51.2579(163/318) 51.0172
+test.place-benchmark (corpus.kanjikai.mc):
+ precision recall F
+LEVEL 0: 96.3415(79/82) 91.8605(79/86) 94.0476
+LEVEL 1: 84.1463(69/82) 80.2326(69/86) 82.1429
+LEVEL 2: 80.4878(66/82) 76.7442(66/86) 78.5714
+LEVEL 3: 69.5122(57/82) 66.2791(57/86) 67.8571
+LEVEL 4: 65.8537(54/82) 62.7907(54/86) 64.2857
+LEVEL 5: 65.8537(54/82) 62.7907(54/86) 64.2857
+LEVEL 6: 65.8537(54/82) 62.7907(54/86) 64.2857
+LEVEL 7: 65.8537(54/82) 62.7907(54/86) 64.2857
+
test.non-KT (corpus.kanjikai.mc):
precision recall F
-LEVEL 0: 92.4779(418/452) 90.8696(418/460) 91.6667
-LEVEL 1: 78.0973(353/452) 76.7391(353/460) 77.4123
-LEVEL 2: 74.5575(337/452) 73.2609(337/460) 73.9035
-LEVEL 3: 61.7257(279/452) 60.6522(279/460) 61.1842
-LEVEL 4: 55.3097(250/452) 54.3478(250/460) 54.8246
-LEVEL 5: 55.3097(250/452) 54.3478(250/460) 54.8246
-LEVEL 6: 55.3097(250/452) 54.3478(250/460) 54.8246
-LEVEL 7: 54.6460(247/452) 53.6957(247/460) 54.1667
+LEVEL 0: 92.9047(419/451) 91.0870(419/460) 91.9868
+LEVEL 1: 78.4922(354/451) 76.9565(354/460) 77.7168
+LEVEL 2: 74.9446(338/451) 73.4783(338/460) 74.2042
+LEVEL 3: 62.0843(280/451) 60.8696(280/460) 61.4709
+LEVEL 4: 55.6541(251/451) 54.5652(251/460) 55.1043
+LEVEL 5: 55.6541(251/451) 54.5652(251/460) 55.1043
+LEVEL 6: 55.6541(251/451) 54.5652(251/460) 55.1043
+LEVEL 7: 54.7672(247/451) 53.6957(247/460) 54.2261
test.mixed (corpus.kanjikai.mc):
precision recall F
-LEVEL 0: 93.5526(6457/6902) 95.5743(6457/6756) 94.5526
-LEVEL 1: 84.3524(5822/6902) 86.1753(5822/6756) 85.2541
-LEVEL 2: 79.6436(5497/6902) 81.3647(5497/6756) 80.4949
-LEVEL 3: 74.5436(5145/6902) 76.1545(5145/6756) 75.3405
-LEVEL 4: 71.6169(4943/6902) 73.1646(4943/6756) 72.3825
-LEVEL 5: 71.6169(4943/6902) 73.1646(4943/6756) 72.3825
-LEVEL 6: 71.6169(4943/6902) 73.1646(4943/6756) 72.3825
-LEVEL 7: 71.3416(4924/6902) 72.8834(4924/6756) 72.1043
+LEVEL 0: 93.5806(6458/6901) 95.5891(6458/6756) 94.5742
+LEVEL 1: 84.3791(5823/6901) 86.1901(5823/6756) 85.2750
+LEVEL 2: 79.6696(5498/6901) 81.3795(5498/6756) 80.5155
+LEVEL 3: 74.5544(5145/6901) 76.1545(5145/6756) 75.3460
+LEVEL 4: 71.6273(4943/6901) 73.1646(4943/6756) 72.3878
+LEVEL 5: 71.6273(4943/6901) 73.1646(4943/6756) 72.3878
+LEVEL 6: 71.6273(4943/6901) 73.1646(4943/6756) 72.3878
+LEVEL 7: 71.3375(4923/6901) 72.8686(4923/6756) 72.0949
test.all (corpus.kanjikai.mc):
precision recall F
-LEVEL 0: 78.8423(73742/93531) 84.7356(73742/87026) 81.6828
-LEVEL 1: 67.4824(63117/93531) 72.5266(63117/87026) 69.9137
-LEVEL 2: 62.9567(58884/93531) 67.6625(58884/87026) 65.2248
-LEVEL 3: 53.5095(50048/93531) 57.5093(50048/87026) 55.4373
-LEVEL 4: 49.7322(46515/93531) 53.4495(46515/87026) 51.5239
-LEVEL 5: 49.7322(46515/93531) 53.4495(46515/87026) 51.5239
-LEVEL 6: 49.7322(46515/93531) 53.4495(46515/87026) 51.5239
-LEVEL 7: 49.5354(46331/93531) 53.2381(46331/87026) 51.3201
+LEVEL 0: 78.8383(73743/93537) 84.7367(73743/87026) 81.6812
+LEVEL 1: 67.4749(63114/93537) 72.5232(63114/87026) 69.9080
+LEVEL 2: 62.9494(58881/93537) 67.6591(58881/87026) 65.2193
+LEVEL 3: 53.4986(50041/93537) 57.5012(50041/87026) 55.4277
+LEVEL 4: 49.7301(46516/93537) 53.4507(46516/87026) 51.5233
+LEVEL 5: 49.7301(46516/93537) 53.4507(46516/87026) 51.5233
+LEVEL 6: 49.7301(46516/93537) 53.4507(46516/87026) 51.5233
+LEVEL 7: 49.5280(46327/93537) 53.2335(46327/87026) 51.3139
test.KT0 (corpus.ryomou.mc):
precision recall F
-LEVEL 0: 80.5144(73595/91406) 85.0161(73595/86566) 82.7040
-LEVEL 1: 70.3674(64320/91406) 74.3017(64320/86566) 72.2810
-LEVEL 2: 66.4913(60777/91406) 70.2089(60777/86566) 68.2995
-LEVEL 3: 57.7533(52790/91406) 60.9824(52790/86566) 59.3239
-LEVEL 4: 53.6617(49050/91406) 56.6620(49050/86566) 55.1210
-LEVEL 5: 53.6617(49050/91406) 56.6620(49050/86566) 55.1210
-LEVEL 6: 53.6617(49050/91406) 56.6620(49050/86566) 55.1210
-LEVEL 7: 53.4035(48814/91406) 56.3893(48814/86566) 54.8558
+LEVEL 0: 80.5203(73598/91403) 85.0195(73598/86566) 82.7088
+LEVEL 1: 70.3631(64314/91403) 74.2948(64314/86566) 72.2755
+LEVEL 2: 66.4934(60777/91403) 70.2089(60777/86566) 68.3007
+LEVEL 3: 57.7508(52786/91403) 60.9778(52786/86566) 59.3204
+LEVEL 4: 53.6591(49046/91403) 56.6573(49046/86566) 55.1175
+LEVEL 5: 53.6591(49046/91403) 56.6573(49046/86566) 55.1175
+LEVEL 6: 53.6591(49046/91403) 56.6573(49046/86566) 55.1175
+LEVEL 7: 53.3965(48806/91403) 56.3801(48806/86566) 54.8478
test.KT2 (corpus.ryomou.mc):
precision recall F
LEVEL 0: 98.2717(6141/6249) 97.5381(6141/6296) 97.9035
-LEVEL 1: 91.6787(5729/6249) 90.9943(5729/6296) 91.3352
+LEVEL 1: 91.6627(5728/6249) 90.9784(5728/6296) 91.3193
LEVEL 2: 88.5902(5536/6249) 87.9288(5536/6296) 88.2583
-LEVEL 3: 84.3495(5271/6249) 83.7198(5271/6296) 84.0335
-LEVEL 4: 81.9331(5120/6249) 81.3215(5120/6296) 81.6261
-LEVEL 5: 81.9331(5120/6249) 81.3215(5120/6296) 81.6261
-LEVEL 6: 81.9331(5120/6249) 81.3215(5120/6296) 81.6261
-LEVEL 7: 81.6451(5102/6249) 81.0356(5102/6296) 81.3392
+LEVEL 3: 84.3335(5270/6249) 83.7039(5270/6296) 84.0175
+LEVEL 4: 81.9171(5119/6249) 81.3056(5119/6296) 81.6102
+LEVEL 5: 81.9171(5119/6249) 81.3056(5119/6296) 81.6102
+LEVEL 6: 81.9171(5119/6249) 81.3056(5119/6296) 81.6102
+LEVEL 7: 81.6291(5101/6249) 81.0197(5101/6296) 81.3232
test.misc (corpus.ryomou.mc):
precision recall F
-LEVEL 0: 90.0000(63/70) 87.5000(63/72) 88.7324
-LEVEL 1: 82.8571(58/70) 80.5556(58/72) 81.6901
-LEVEL 2: 81.4286(57/70) 79.1667(57/72) 80.2817
-LEVEL 3: 67.1429(47/70) 65.2778(47/72) 66.1972
-LEVEL 4: 61.4286(43/70) 59.7222(43/72) 60.5634
-LEVEL 5: 61.4286(43/70) 59.7222(43/72) 60.5634
-LEVEL 6: 61.4286(43/70) 59.7222(43/72) 60.5634
-LEVEL 7: 60.0000(42/70) 58.3333(42/72) 59.1549
+LEVEL 0: 92.7536(64/69) 88.8889(64/72) 90.7801
+LEVEL 1: 85.5072(59/69) 81.9444(59/72) 83.6879
+LEVEL 2: 84.0580(58/69) 80.5556(58/72) 82.2695
+LEVEL 3: 69.5652(48/69) 66.6667(48/72) 68.0851
+LEVEL 4: 63.7681(44/69) 61.1111(44/72) 62.4113
+LEVEL 5: 63.7681(44/69) 61.1111(44/72) 62.4113
+LEVEL 6: 63.7681(44/69) 61.1111(44/72) 62.4113
+LEVEL 7: 60.8696(42/69) 58.3333(42/72) 59.5745
test.kanjikai (corpus.ryomou.mc):
precision recall F
@@ -407,71 +451,181 @@ LEVEL 5: 70.2786(227/323) 71.3836(227/318) 70.8268
LEVEL 6: 70.2786(227/323) 71.3836(227/318) 70.8268
LEVEL 7: 69.6594(225/323) 70.7547(225/318) 70.2028
+test.place-benchmark (corpus.ryomou.mc):
+ precision recall F
+LEVEL 0: 96.3415(79/82) 91.8605(79/86) 94.0476
+LEVEL 1: 89.0244(73/82) 84.8837(73/86) 86.9048
+LEVEL 2: 85.3659(70/82) 81.3953(70/86) 83.3333
+LEVEL 3: 73.1707(60/82) 69.7674(60/86) 71.4286
+LEVEL 4: 73.1707(60/82) 69.7674(60/86) 71.4286
+LEVEL 5: 73.1707(60/82) 69.7674(60/86) 71.4286
+LEVEL 6: 73.1707(60/82) 69.7674(60/86) 71.4286
+LEVEL 7: 73.1707(60/82) 69.7674(60/86) 71.4286
+
test.non-KT (corpus.ryomou.mc):
precision recall F
-LEVEL 0: 94.4444(425/450) 92.3913(425/460) 93.4066
-LEVEL 1: 84.4444(380/450) 82.6087(380/460) 83.5165
-LEVEL 2: 82.8889(373/450) 81.0870(373/460) 81.9780
-LEVEL 3: 71.5556(322/450) 70.0000(322/460) 70.7692
-LEVEL 4: 64.6667(291/450) 63.2609(291/460) 63.9560
-LEVEL 5: 64.6667(291/450) 63.2609(291/460) 63.9560
-LEVEL 6: 64.6667(291/450) 63.2609(291/460) 63.9560
-LEVEL 7: 64.0000(288/450) 62.6087(288/460) 63.2967
+LEVEL 0: 94.8775(426/449) 92.6087(426/460) 93.7294
+LEVEL 1: 84.8552(381/449) 82.8261(381/460) 83.8284
+LEVEL 2: 83.2962(374/449) 81.3043(374/460) 82.2882
+LEVEL 3: 71.9376(323/449) 70.2174(323/460) 71.0671
+LEVEL 4: 65.0334(292/449) 63.4783(292/460) 64.2464
+LEVEL 5: 65.0334(292/449) 63.4783(292/460) 64.2464
+LEVEL 6: 65.0334(292/449) 63.4783(292/460) 64.2464
+LEVEL 7: 64.1425(288/449) 62.6087(288/460) 63.3663
test.mixed (corpus.ryomou.mc):
precision recall F
-LEVEL 0: 98.0146(6566/6699) 97.1877(6566/6756) 97.5994
-LEVEL 1: 91.1927(6109/6699) 90.4233(6109/6756) 90.8064
-LEVEL 2: 88.2072(5909/6699) 87.4630(5909/6756) 87.8335
-LEVEL 3: 83.4901(5593/6699) 82.7857(5593/6756) 83.1364
-LEVEL 4: 80.7732(5411/6699) 80.0918(5411/6756) 80.4311
-LEVEL 5: 80.7732(5411/6699) 80.0918(5411/6756) 80.4311
-LEVEL 6: 80.7732(5411/6699) 80.0918(5411/6756) 80.4311
-LEVEL 7: 80.4598(5390/6699) 79.7809(5390/6756) 80.1189
+LEVEL 0: 98.0442(6567/6698) 97.2025(6567/6756) 97.6215
+LEVEL 1: 91.2063(6109/6698) 90.4233(6109/6756) 90.8131
+LEVEL 2: 88.2353(5910/6698) 87.4778(5910/6756) 87.8549
+LEVEL 3: 83.5025(5593/6698) 82.7857(5593/6756) 83.1426
+LEVEL 4: 80.7853(5411/6698) 80.0918(5411/6756) 80.4370
+LEVEL 5: 80.7853(5411/6698) 80.0918(5411/6756) 80.4370
+LEVEL 6: 80.7853(5411/6698) 80.0918(5411/6756) 80.4370
+LEVEL 7: 80.4569(5389/6698) 79.7661(5389/6756) 80.1100
test.all (corpus.ryomou.mc):
precision recall F
-LEVEL 0: 80.5827(74020/91856) 85.0550(74020/87026) 82.7585
-LEVEL 1: 70.4363(64700/91856) 74.3456(64700/87026) 72.3382
-LEVEL 2: 66.5716(61150/91856) 70.2664(61150/87026) 68.3691
-LEVEL 3: 57.8209(53112/91856) 61.0300(53112/87026) 59.3822
-LEVEL 4: 53.7156(49341/91856) 56.6968(49341/87026) 55.1660
-LEVEL 5: 53.7156(49341/91856) 56.6968(49341/87026) 55.1660
-LEVEL 6: 53.7156(49341/91856) 56.6968(49341/87026) 55.1660
-LEVEL 7: 53.4554(49102/91856) 56.4222(49102/87026) 54.8988
+LEVEL 0: 80.5905(74024/91852) 85.0596(74024/87026) 82.7648
+LEVEL 1: 70.4340(64695/91852) 74.3399(64695/87026) 72.3342
+LEVEL 2: 66.5756(61151/91852) 70.2675(61151/87026) 68.3717
+LEVEL 3: 57.8202(53109/91852) 61.0266(53109/87026) 59.3801
+LEVEL 4: 53.7147(49338/91852) 56.6934(49338/87026) 55.1639
+LEVEL 5: 53.7147(49338/91852) 56.6934(49338/87026) 55.1639
+LEVEL 6: 53.7147(49338/91852) 56.6934(49338/87026) 55.1639
+LEVEL 7: 53.4490(49094/91852) 56.4130(49094/87026) 54.8910
+
+test.KT0 (corpus.place-benchmark.mc):
+ precision recall F
+LEVEL 0: 76.5086(72928/95320) 84.2455(72928/86566) 80.1909
+LEVEL 1: 65.9515(62865/95320) 72.6209(62865/86566) 69.1257
+LEVEL 2: 62.6836(59750/95320) 69.0225(59750/86566) 65.7005
+LEVEL 3: 53.7998(51282/95320) 59.2403(51282/86566) 56.3892
+LEVEL 4: 49.6150(47293/95320) 54.6323(47293/86566) 52.0029
+LEVEL 5: 49.6150(47293/95320) 54.6323(47293/86566) 52.0029
+LEVEL 6: 49.6150(47293/95320) 54.6323(47293/86566) 52.0029
+LEVEL 7: 49.4303(47117/95320) 54.4290(47117/86566) 51.8094
+
+test.KT2 (corpus.place-benchmark.mc):
+ precision recall F
+LEVEL 0: 88.9827(5904/6635) 93.7738(5904/6296) 91.3154
+LEVEL 1: 80.6029(5348/6635) 84.9428(5348/6296) 82.7160
+LEVEL 2: 77.7393(5158/6635) 81.9250(5158/6296) 79.7773
+LEVEL 3: 73.3685(4868/6635) 77.3189(4868/6296) 75.2919
+LEVEL 4: 69.9020(4638/6635) 73.6658(4638/6296) 71.7346
+LEVEL 5: 69.9020(4638/6635) 73.6658(4638/6296) 71.7346
+LEVEL 6: 69.9020(4638/6635) 73.6658(4638/6296) 71.7346
+LEVEL 7: 69.6609(4622/6635) 73.4117(4622/6296) 71.4871
+
+test.misc (corpus.place-benchmark.mc):
+ precision recall F
+LEVEL 0: 88.8889(64/72) 88.8889(64/72) 88.8889
+LEVEL 1: 81.9444(59/72) 81.9444(59/72) 81.9444
+LEVEL 2: 77.7778(56/72) 77.7778(56/72) 77.7778
+LEVEL 3: 65.2778(47/72) 65.2778(47/72) 65.2778
+LEVEL 4: 61.1111(44/72) 61.1111(44/72) 61.1111
+LEVEL 5: 61.1111(44/72) 61.1111(44/72) 61.1111
+LEVEL 6: 61.1111(44/72) 61.1111(44/72) 61.1111
+LEVEL 7: 59.7222(43/72) 59.7222(43/72) 59.7222
+
+test.kanjikai (corpus.place-benchmark.mc):
+ precision recall F
+LEVEL 0: 93.2203(55/59) 78.5714(55/70) 85.2713
+LEVEL 1: 81.3559(48/59) 68.5714(48/70) 74.4186
+LEVEL 2: 79.6610(47/59) 67.1429(47/70) 72.8682
+LEVEL 3: 59.3220(35/59) 50.0000(35/70) 54.2636
+LEVEL 4: 44.0678(26/59) 37.1429(26/70) 40.3101
+LEVEL 5: 44.0678(26/59) 37.1429(26/70) 40.3101
+LEVEL 6: 44.0678(26/59) 37.1429(26/70) 40.3101
+LEVEL 7: 42.3729(25/59) 35.7143(25/70) 38.7597
+
+test.ryomou (corpus.place-benchmark.mc):
+ precision recall F
+LEVEL 0: 89.1566(296/332) 93.0818(296/318) 91.0769
+LEVEL 1: 73.4940(244/332) 76.7296(244/318) 75.0769
+LEVEL 2: 69.5783(231/332) 72.6415(231/318) 71.0769
+LEVEL 3: 57.8313(192/332) 60.3774(192/318) 59.0769
+LEVEL 4: 53.3133(177/332) 55.6604(177/318) 54.4615
+LEVEL 5: 53.3133(177/332) 55.6604(177/318) 54.4615
+LEVEL 6: 53.3133(177/332) 55.6604(177/318) 54.4615
+LEVEL 7: 53.0120(176/332) 55.3459(176/318) 54.1538
+
+test.place-benchmark (corpus.place-benchmark.mc):
+ precision recall F
+LEVEL 0: 100.0000(86/86) 100.0000(86/86) 100.0000
+LEVEL 1: 97.6744(84/86) 97.6744(84/86) 97.6744
+LEVEL 2: 97.6744(84/86) 97.6744(84/86) 97.6744
+LEVEL 3: 95.3488(82/86) 95.3488(82/86) 95.3488
+LEVEL 4: 93.0233(80/86) 93.0233(80/86) 93.0233
+LEVEL 5: 93.0233(80/86) 93.0233(80/86) 93.0233
+LEVEL 6: 93.0233(80/86) 93.0233(80/86) 93.0233
+LEVEL 7: 93.0233(80/86) 93.0233(80/86) 93.0233
+
+test.non-KT (corpus.place-benchmark.mc):
+ precision recall F
+LEVEL 0: 89.6328(415/463) 90.2174(415/460) 89.9242
+LEVEL 1: 75.8099(351/463) 76.3043(351/460) 76.0563
+LEVEL 2: 72.1382(334/463) 72.6087(334/460) 72.3727
+LEVEL 3: 59.1793(274/463) 59.5652(274/460) 59.3716
+LEVEL 4: 53.3477(247/463) 53.6957(247/460) 53.5211
+LEVEL 5: 53.3477(247/463) 53.6957(247/460) 53.5211
+LEVEL 6: 53.3477(247/463) 53.6957(247/460) 53.5211
+LEVEL 7: 52.6998(244/463) 53.0435(244/460) 52.8711
+
+test.mixed (corpus.place-benchmark.mc):
+ precision recall F
+LEVEL 0: 89.0251(6319/7098) 93.5317(6319/6756) 91.2228
+LEVEL 1: 80.2902(5699/7098) 84.3546(5699/6756) 82.2723
+LEVEL 2: 77.3739(5492/7098) 81.2907(5492/6756) 79.2840
+LEVEL 3: 72.4429(5142/7098) 76.1101(5142/6756) 74.2313
+LEVEL 4: 68.8222(4885/7098) 72.3061(4885/6756) 70.5211
+LEVEL 5: 68.8222(4885/7098) 72.3061(4885/6756) 70.5211
+LEVEL 6: 68.8222(4885/7098) 72.3061(4885/6756) 70.5211
+LEVEL 7: 68.5545(4866/7098) 72.0249(4866/6756) 70.2469
+
+test.all (corpus.place-benchmark.mc):
+ precision recall F
+LEVEL 0: 76.5720(73343/95783) 84.2771(73343/87026) 80.2400
+LEVEL 1: 65.9992(63216/95783) 72.6404(63216/87026) 69.1607
+LEVEL 2: 62.7293(60084/95783) 69.0414(60084/87026) 65.7342
+LEVEL 3: 53.8258(51556/95783) 59.2421(51556/87026) 56.4042
+LEVEL 4: 49.6330(47540/95783) 54.6274(47540/87026) 52.0106
+LEVEL 5: 49.6330(47540/95783) 54.6274(47540/87026) 52.0106
+LEVEL 6: 49.6330(47540/95783) 54.6274(47540/87026) 52.0106
+LEVEL 7: 49.4461(47361/95783) 54.4217(47361/87026) 51.8147
test.KT0 (corpus.non-KT.mc):
precision recall F
-LEVEL 0: 80.6692(74569/92438) 86.1412(74569/86566) 83.3155
-LEVEL 1: 71.3256(65932/92438) 76.1639(65932/86566) 73.6654
-LEVEL 2: 67.6551(62539/92438) 72.2443(62539/86566) 69.8744
-LEVEL 3: 59.4820(54984/92438) 63.5169(54984/86566) 61.4333
-LEVEL 4: 55.6362(51429/92438) 59.4102(51429/86566) 57.4613
-LEVEL 5: 55.6362(51429/92438) 59.4102(51429/86566) 57.4613
-LEVEL 6: 55.6362(51429/92438) 59.4102(51429/86566) 57.4613
-LEVEL 7: 55.3777(51190/92438) 59.1341(51190/86566) 57.1943
+LEVEL 0: 80.6629(74547/92418) 86.1158(74547/86566) 83.3002
+LEVEL 1: 71.2978(65892/92418) 76.1176(65892/86566) 73.6289
+LEVEL 2: 67.6124(62486/92418) 72.1831(62486/86566) 69.8230
+LEVEL 3: 59.4603(54952/92418) 63.4799(54952/86566) 61.4044
+LEVEL 4: 55.6342(51416/92418) 59.3951(51416/86566) 57.4532
+LEVEL 5: 55.6342(51416/92418) 59.3951(51416/86566) 57.4532
+LEVEL 6: 55.6342(51416/92418) 59.3951(51416/86566) 57.4532
+LEVEL 7: 55.3712(51173/92418) 59.1144(51173/86566) 57.1816
test.KT2 (corpus.non-KT.mc):
precision recall F
-LEVEL 0: 97.8006(6181/6320) 98.1734(6181/6296) 97.9867
-LEVEL 1: 91.9937(5814/6320) 92.3443(5814/6296) 92.1687
-LEVEL 2: 89.0823(5630/6320) 89.4219(5630/6296) 89.2517
-LEVEL 3: 85.5222(5405/6320) 85.8482(5405/6296) 85.6848
-LEVEL 4: 82.6741(5225/6320) 82.9892(5225/6296) 82.8313
-LEVEL 5: 82.6741(5225/6320) 82.9892(5225/6296) 82.8313
-LEVEL 6: 82.6741(5225/6320) 82.9892(5225/6296) 82.8313
-LEVEL 7: 82.3892(5207/6320) 82.7033(5207/6296) 82.5460
+LEVEL 0: 97.8784(6182/6316) 98.1893(6182/6296) 98.0336
+LEVEL 1: 92.0519(5814/6316) 92.3443(5814/6296) 92.1979
+LEVEL 2: 89.0754(5626/6316) 89.3583(5626/6296) 89.2166
+LEVEL 3: 85.5130(5401/6316) 85.7846(5401/6296) 85.6486
+LEVEL 4: 82.6631(5221/6316) 82.9257(5221/6296) 82.7942
+LEVEL 5: 82.6631(5221/6316) 82.9257(5221/6296) 82.7942
+LEVEL 6: 82.6631(5221/6316) 82.9257(5221/6296) 82.7942
+LEVEL 7: 82.3781(5203/6316) 82.6398(5203/6296) 82.5087
test.misc (corpus.non-KT.mc):
precision recall F
-LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310
-LEVEL 1: 94.5205(69/73) 95.8333(69/72) 95.1724
-LEVEL 2: 94.5205(69/73) 95.8333(69/72) 95.1724
-LEVEL 3: 86.3014(63/73) 87.5000(63/72) 86.8966
-LEVEL 4: 80.8219(59/73) 81.9444(59/72) 81.3793
-LEVEL 5: 80.8219(59/73) 81.9444(59/72) 81.3793
-LEVEL 6: 80.8219(59/73) 81.9444(59/72) 81.3793
-LEVEL 7: 79.4521(58/73) 80.5556(58/72) 80.0000
+LEVEL 0: 100.0000(72/72) 100.0000(72/72) 100.0000
+LEVEL 1: 97.2222(70/72) 97.2222(70/72) 97.2222
+LEVEL 2: 97.2222(70/72) 97.2222(70/72) 97.2222
+LEVEL 3: 88.8889(64/72) 88.8889(64/72) 88.8889
+LEVEL 4: 83.3333(60/72) 83.3333(60/72) 83.3333
+LEVEL 5: 83.3333(60/72) 83.3333(60/72) 83.3333
+LEVEL 6: 83.3333(60/72) 83.3333(60/72) 83.3333
+LEVEL 7: 80.5556(58/72) 80.5556(58/72) 80.5556
test.kanjikai (corpus.non-KT.mc):
precision recall F
@@ -495,71 +649,82 @@ LEVEL 5: 69.2308(225/325) 70.7547(225/318) 69.9844
LEVEL 6: 69.2308(225/325) 70.7547(225/318) 69.9844
LEVEL 7: 68.6154(223/325) 70.1258(223/318) 69.3624
+test.place-benchmark (corpus.non-KT.mc):
+ precision recall F
+LEVEL 0: 95.0617(77/81) 89.5349(77/86) 92.2156
+LEVEL 1: 86.4198(70/81) 81.3953(70/86) 83.8323
+LEVEL 2: 82.7160(67/81) 77.9070(67/86) 80.2395
+LEVEL 3: 74.0741(60/81) 69.7674(60/86) 71.8563
+LEVEL 4: 70.3704(57/81) 66.2791(57/86) 68.2635
+LEVEL 5: 70.3704(57/81) 66.2791(57/86) 68.2635
+LEVEL 6: 70.3704(57/81) 66.2791(57/86) 68.2635
+LEVEL 7: 70.3704(57/81) 66.2791(57/86) 68.2635
+
test.non-KT (corpus.non-KT.mc):
precision recall F
-LEVEL 0: 95.1965(436/458) 94.7826(436/460) 94.9891
-LEVEL 1: 86.2445(395/458) 85.8696(395/460) 86.0566
-LEVEL 2: 84.9345(389/458) 84.5652(389/460) 84.7495
-LEVEL 3: 76.4192(350/458) 76.0870(350/460) 76.2527
-LEVEL 4: 71.1790(326/458) 70.8696(326/460) 71.0240
-LEVEL 5: 71.1790(326/458) 70.8696(326/460) 71.0240
-LEVEL 6: 71.1790(326/458) 70.8696(326/460) 71.0240
-LEVEL 7: 70.3057(322/458) 70.0000(322/460) 70.1525
+LEVEL 0: 95.6236(437/457) 95.0000(437/460) 95.3108
+LEVEL 1: 86.6521(396/457) 86.0870(396/460) 86.3686
+LEVEL 2: 85.3392(390/457) 84.7826(390/460) 85.0600
+LEVEL 3: 76.8053(351/457) 76.3043(351/460) 76.5540
+LEVEL 4: 71.5536(327/457) 71.0870(327/460) 71.3195
+LEVEL 5: 71.5536(327/457) 71.0870(327/460) 71.3195
+LEVEL 6: 71.5536(327/457) 71.0870(327/460) 71.3195
+LEVEL 7: 70.4595(322/457) 70.0000(322/460) 70.2290
test.mixed (corpus.non-KT.mc):
precision recall F
-LEVEL 0: 97.6247(6617/6778) 97.9426(6617/6756) 97.7834
-LEVEL 1: 91.6052(6209/6778) 91.9035(6209/6756) 91.7541
-LEVEL 2: 88.8020(6019/6778) 89.0912(6019/6756) 88.9464
-LEVEL 3: 84.9071(5755/6778) 85.1835(5755/6756) 85.0451
-LEVEL 4: 81.8973(5551/6778) 82.1640(5551/6756) 82.0304
-LEVEL 5: 81.8973(5551/6778) 82.1640(5551/6756) 82.0304
-LEVEL 6: 81.8973(5551/6778) 82.1640(5551/6756) 82.0304
-LEVEL 7: 81.5727(5529/6778) 81.8384(5529/6756) 81.7053
+LEVEL 0: 97.7263(6619/6773) 97.9722(6619/6756) 97.8491
+LEVEL 1: 91.6876(6210/6773) 91.9183(6210/6756) 91.8028
+LEVEL 2: 88.8233(6016/6773) 89.0468(6016/6756) 88.9349
+LEVEL 3: 84.9254(5752/6773) 85.1391(5752/6756) 85.0322
+LEVEL 4: 81.9135(5548/6773) 82.1196(5548/6756) 82.0164
+LEVEL 5: 81.9135(5548/6773) 82.1196(5548/6756) 82.0164
+LEVEL 6: 81.9135(5548/6773) 82.1196(5548/6756) 82.0164
+LEVEL 7: 81.5739(5525/6773) 81.7792(5525/6756) 81.6764
test.all (corpus.non-KT.mc):
precision recall F
-LEVEL 0: 80.7408(75005/92896) 86.1869(75005/87026) 83.3750
-LEVEL 1: 71.3992(66327/92896) 76.2152(66327/87026) 73.7286
-LEVEL 2: 67.7403(62928/92896) 72.3094(62928/87026) 69.9503
-LEVEL 3: 59.5655(55334/92896) 63.5833(55334/87026) 61.5089
-LEVEL 4: 55.7128(51755/92896) 59.4707(51755/87026) 57.5305
-LEVEL 5: 55.7128(51755/92896) 59.4707(51755/87026) 57.5305
-LEVEL 6: 55.7128(51755/92896) 59.4707(51755/87026) 57.5305
-LEVEL 7: 55.4513(51512/92896) 59.1915(51512/87026) 57.2604
+LEVEL 0: 80.7365(74984/92875) 86.1628(74984/87026) 83.3614
+LEVEL 1: 71.3734(66288/92875) 76.1703(66288/87026) 73.6939
+LEVEL 2: 67.6996(62876/92875) 72.2497(62876/87026) 69.9007
+LEVEL 3: 59.5456(55303/92875) 63.5477(55303/87026) 61.4816
+LEVEL 4: 55.7125(51743/92875) 59.4569(51743/87026) 57.5239
+LEVEL 5: 55.7125(51743/92875) 59.4569(51743/87026) 57.5239
+LEVEL 6: 55.7125(51743/92875) 59.4569(51743/87026) 57.5239
+LEVEL 7: 55.4455(51495/92875) 59.1720(51495/87026) 57.2482
test.KT0 (corpus.mixed.mc):
precision recall F
-LEVEL 0: 81.5625(75124/92106) 86.7823(75124/86566) 84.0915
-LEVEL 1: 75.2101(69273/92106) 80.0233(69273/86566) 77.5421
-LEVEL 2: 73.0810(67312/92106) 77.7580(67312/86566) 75.3470
-LEVEL 3: 66.2194(60992/92106) 70.4572(60992/86566) 68.2726
-LEVEL 4: 62.7744(57819/92106) 66.7918(57819/86566) 64.7208
-LEVEL 5: 62.7744(57819/92106) 66.7918(57819/86566) 64.7208
-LEVEL 6: 62.7744(57819/92106) 66.7918(57819/86566) 64.7208
-LEVEL 7: 62.4965(57563/92106) 66.4961(57563/86566) 64.4343
+LEVEL 0: 81.5749(75128/92097) 86.7870(75128/86566) 84.1002
+LEVEL 1: 75.2163(69272/92097) 80.0222(69272/86566) 77.5449
+LEVEL 2: 73.0979(67321/92097) 77.7684(67321/86566) 75.3609
+LEVEL 3: 66.2432(61008/92097) 70.4757(61008/86566) 68.2939
+LEVEL 4: 62.7892(57827/92097) 66.8011(57827/86566) 64.7330
+LEVEL 5: 62.7892(57827/92097) 66.8011(57827/86566) 64.7330
+LEVEL 6: 62.7892(57827/92097) 66.8011(57827/86566) 64.7330
+LEVEL 7: 62.5037(57564/92097) 66.4972(57564/86566) 64.4386
test.KT2 (corpus.mixed.mc):
precision recall F
LEVEL 0: 99.9523(6290/6293) 99.9047(6290/6296) 99.9285
LEVEL 1: 99.7457(6277/6293) 99.6982(6277/6296) 99.7220
LEVEL 2: 99.6504(6271/6293) 99.6029(6271/6296) 99.6267
-LEVEL 3: 99.6027(6268/6293) 99.5553(6268/6296) 99.5790
-LEVEL 4: 99.3167(6250/6293) 99.2694(6250/6296) 99.2930
-LEVEL 5: 99.3167(6250/6293) 99.2694(6250/6296) 99.2930
-LEVEL 6: 99.3167(6250/6293) 99.2694(6250/6296) 99.2930
-LEVEL 7: 98.9989(6230/6293) 98.9517(6230/6296) 98.9753
+LEVEL 3: 99.5868(6267/6293) 99.5394(6267/6296) 99.5631
+LEVEL 4: 99.3008(6249/6293) 99.2535(6249/6296) 99.2771
+LEVEL 5: 99.3008(6249/6293) 99.2535(6249/6296) 99.2771
+LEVEL 6: 99.3008(6249/6293) 99.2535(6249/6296) 99.2771
+LEVEL 7: 98.9830(6229/6293) 98.9358(6229/6296) 98.9594
test.misc (corpus.mixed.mc):
precision recall F
-LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310
-LEVEL 1: 94.5205(69/73) 95.8333(69/72) 95.1724
-LEVEL 2: 94.5205(69/73) 95.8333(69/72) 95.1724
-LEVEL 3: 86.3014(63/73) 87.5000(63/72) 86.8966
-LEVEL 4: 80.8219(59/73) 81.9444(59/72) 81.3793
-LEVEL 5: 80.8219(59/73) 81.9444(59/72) 81.3793
-LEVEL 6: 80.8219(59/73) 81.9444(59/72) 81.3793
-LEVEL 7: 79.4521(58/73) 80.5556(58/72) 80.0000
+LEVEL 0: 100.0000(72/72) 100.0000(72/72) 100.0000
+LEVEL 1: 97.2222(70/72) 97.2222(70/72) 97.2222
+LEVEL 2: 97.2222(70/72) 97.2222(70/72) 97.2222
+LEVEL 3: 88.8889(64/72) 88.8889(64/72) 88.8889
+LEVEL 4: 83.3333(60/72) 83.3333(60/72) 83.3333
+LEVEL 5: 83.3333(60/72) 83.3333(60/72) 83.3333
+LEVEL 6: 83.3333(60/72) 83.3333(60/72) 83.3333
+LEVEL 7: 80.5556(58/72) 80.5556(58/72) 80.5556
test.kanjikai (corpus.mixed.mc):
precision recall F
@@ -583,56 +748,67 @@ LEVEL 5: 69.3498(224/323) 70.4403(224/318) 69.8908
LEVEL 6: 69.3498(224/323) 70.4403(224/318) 69.8908
LEVEL 7: 68.7307(222/323) 69.8113(222/318) 69.2668
+test.place-benchmark (corpus.mixed.mc):
+ precision recall F
+LEVEL 0: 96.3855(80/83) 93.0233(80/86) 94.6746
+LEVEL 1: 91.5663(76/83) 88.3721(76/86) 89.9408
+LEVEL 2: 90.3614(75/83) 87.2093(75/86) 88.7574
+LEVEL 3: 85.5422(71/83) 82.5581(71/86) 84.0237
+LEVEL 4: 83.1325(69/83) 80.2326(69/86) 81.6568
+LEVEL 5: 83.1325(69/83) 80.2326(69/86) 81.6568
+LEVEL 6: 83.1325(69/83) 80.2326(69/86) 81.6568
+LEVEL 7: 83.1325(69/83) 80.2326(69/86) 81.6568
+
test.non-KT (corpus.mixed.mc):
precision recall F
-LEVEL 0: 95.8242(436/455) 94.7826(436/460) 95.3005
-LEVEL 1: 87.9121(400/455) 86.9565(400/460) 87.4317
-LEVEL 2: 87.0330(396/455) 86.0870(396/460) 86.5574
-LEVEL 3: 77.1429(351/455) 76.3043(351/460) 76.7213
-LEVEL 4: 71.2088(324/455) 70.4348(324/460) 70.8197
-LEVEL 5: 71.2088(324/455) 70.4348(324/460) 70.8197
-LEVEL 6: 71.2088(324/455) 70.4348(324/460) 70.8197
-LEVEL 7: 70.3297(320/455) 69.5652(320/460) 69.9454
+LEVEL 0: 96.2555(437/454) 95.0000(437/460) 95.6236
+LEVEL 1: 88.3260(401/454) 87.1739(401/460) 87.7462
+LEVEL 2: 87.4449(397/454) 86.3043(397/460) 86.8709
+LEVEL 3: 77.5330(352/454) 76.5217(352/460) 77.0241
+LEVEL 4: 71.5859(325/454) 70.6522(325/460) 71.1160
+LEVEL 5: 71.5859(325/454) 70.6522(325/460) 71.1160
+LEVEL 6: 71.5859(325/454) 70.6522(325/460) 71.1160
+LEVEL 7: 70.4846(320/454) 69.5652(320/460) 70.0219
test.mixed (corpus.mixed.mc):
precision recall F
-LEVEL 0: 99.6740(6726/6748) 99.5560(6726/6756) 99.6149
-LEVEL 1: 98.9478(6677/6748) 98.8307(6677/6756) 98.8892
-LEVEL 2: 98.7996(6667/6748) 98.6827(6667/6756) 98.7411
-LEVEL 3: 98.0883(6619/6748) 97.9722(6619/6756) 98.0302
-LEVEL 4: 97.4215(6574/6748) 97.3061(6574/6756) 97.3637
-LEVEL 5: 97.4215(6574/6748) 97.3061(6574/6756) 97.3637
-LEVEL 6: 97.4215(6574/6748) 97.3061(6574/6756) 97.3637
-LEVEL 7: 97.0658(6550/6748) 96.9509(6550/6756) 97.0083
+LEVEL 0: 99.7036(6727/6747) 99.5708(6727/6756) 99.6371
+LEVEL 1: 98.9773(6678/6747) 98.8455(6678/6756) 98.9114
+LEVEL 2: 98.8291(6668/6747) 98.6975(6668/6756) 98.7632
+LEVEL 3: 98.1029(6619/6747) 97.9722(6619/6756) 98.0375
+LEVEL 4: 97.4359(6574/6747) 97.3061(6574/6756) 97.3710
+LEVEL 5: 97.4359(6574/6747) 97.3061(6574/6756) 97.3710
+LEVEL 6: 97.4359(6574/6747) 97.3061(6574/6756) 97.3710
+LEVEL 7: 97.0654(6549/6747) 96.9361(6549/6756) 97.0007
test.all (corpus.mixed.mc):
precision recall F
-LEVEL 0: 81.6327(75560/92561) 86.8246(75560/87026) 84.1486
-LEVEL 1: 75.2725(69673/92561) 80.0600(69673/87026) 77.5925
-LEVEL 2: 73.1496(67708/92561) 77.8020(67708/87026) 75.4041
-LEVEL 3: 66.2731(61343/92561) 70.4881(61343/87026) 68.3156
-LEVEL 4: 62.8159(58143/92561) 66.8111(58143/87026) 64.7519
-LEVEL 5: 62.8159(58143/92561) 66.8111(58143/87026) 64.7519
-LEVEL 6: 62.8159(58143/92561) 66.8111(58143/87026) 64.7519
-LEVEL 7: 62.5350(57883/92561) 66.5123(57883/87026) 64.4623
+LEVEL 0: 81.6469(75565/92551) 86.8304(75565/87026) 84.1589
+LEVEL 1: 75.2807(69673/92551) 80.0600(69673/87026) 77.5968
+LEVEL 2: 73.1683(67718/92551) 77.8135(67718/87026) 75.4195
+LEVEL 3: 66.2986(61360/92551) 70.5077(61360/87026) 68.3384
+LEVEL 4: 62.8324(58152/92551) 66.8214(58152/87026) 64.7655
+LEVEL 5: 62.8324(58152/92551) 66.8214(58152/87026) 64.7655
+LEVEL 6: 62.8324(58152/92551) 66.8214(58152/87026) 64.7655
+LEVEL 7: 62.5428(57884/92551) 66.5135(57884/87026) 64.4671
test.KT0 (corpus.all.mc):
precision recall F
-LEVEL 0: 81.7976(76219/93180) 88.0473(76219/86566) 84.8075
-LEVEL 1: 76.3104(71106/93180) 82.1408(71106/86566) 79.1183
-LEVEL 2: 74.9968(69882/93180) 80.7268(69882/86566) 77.7564
-LEVEL 3: 68.7637(64074/93180) 74.0175(64074/86566) 71.2939
-LEVEL 4: 65.4325(60970/93180) 70.4318(60970/86566) 67.8402
-LEVEL 5: 65.4325(60970/93180) 70.4318(60970/86566) 67.8402
-LEVEL 6: 65.4325(60970/93180) 70.4318(60970/86566) 67.8402
-LEVEL 7: 65.1470(60704/93180) 70.1245(60704/86566) 67.5442
+LEVEL 0: 81.8469(76251/93163) 88.0842(76251/86566) 84.8511
+LEVEL 1: 76.3640(71143/93163) 82.1835(71143/86566) 79.1670
+LEVEL 2: 75.0577(69926/93163) 80.7777(69926/86566) 77.8127
+LEVEL 3: 68.8460(64139/93163) 74.0926(64139/86566) 71.3730
+LEVEL 4: 65.4874(61010/93163) 70.4780(61010/86566) 67.8911
+LEVEL 5: 65.4874(61010/93163) 70.4780(61010/86566) 67.8911
+LEVEL 6: 65.4874(61010/93163) 70.4780(61010/86566) 67.8911
+LEVEL 7: 65.1965(60739/93163) 70.1650(60739/86566) 67.5895
test.KT2 (corpus.all.mc):
precision recall F
LEVEL 0: 99.8410(6279/6289) 99.7300(6279/6296) 99.7855
LEVEL 1: 99.0778(6231/6289) 98.9676(6231/6296) 99.0226
LEVEL 2: 98.7279(6209/6289) 98.6182(6209/6296) 98.6730
-LEVEL 3: 98.2986(6182/6289) 98.1893(6182/6296) 98.2439
+LEVEL 3: 98.3463(6185/6289) 98.2370(6185/6296) 98.2916
LEVEL 4: 97.5195(6133/6289) 97.4111(6133/6296) 97.4652
LEVEL 5: 97.5195(6133/6289) 97.4111(6133/6296) 97.4652
LEVEL 6: 97.5195(6133/6289) 97.4111(6133/6296) 97.4652
@@ -640,14 +816,14 @@ LEVEL 7: 97.2174(6114/6289) 97.1093(6114/6296) 97.1633
test.misc (corpus.all.mc):
precision recall F
-LEVEL 0: 92.0000(69/75) 95.8333(69/72) 93.8776
-LEVEL 1: 89.3333(67/75) 93.0556(67/72) 91.1565
-LEVEL 2: 88.0000(66/75) 91.6667(66/72) 89.7959
-LEVEL 3: 80.0000(60/75) 83.3333(60/72) 81.6327
-LEVEL 4: 77.3333(58/75) 80.5556(58/72) 78.9116
-LEVEL 5: 77.3333(58/75) 80.5556(58/72) 78.9116
-LEVEL 6: 77.3333(58/75) 80.5556(58/72) 78.9116
-LEVEL 7: 76.0000(57/75) 79.1667(57/72) 77.5510
+LEVEL 0: 94.5946(70/74) 97.2222(70/72) 95.8904
+LEVEL 1: 91.8919(68/74) 94.4444(68/72) 93.1507
+LEVEL 2: 90.5405(67/74) 93.0556(67/72) 91.7808
+LEVEL 3: 81.0811(60/74) 83.3333(60/72) 82.1918
+LEVEL 4: 78.3784(58/74) 80.5556(58/72) 79.4521
+LEVEL 5: 78.3784(58/74) 80.5556(58/72) 79.4521
+LEVEL 6: 78.3784(58/74) 80.5556(58/72) 79.4521
+LEVEL 7: 75.6757(56/74) 77.7778(56/72) 76.7123
test.kanjikai (corpus.all.mc):
precision recall F
@@ -663,43 +839,54 @@ LEVEL 7: 65.0000(39/60) 55.7143(39/70) 60.0000
test.ryomou (corpus.all.mc):
precision recall F
LEVEL 0: 95.0769(309/325) 97.1698(309/318) 96.1120
-LEVEL 1: 84.0000(273/325) 85.8491(273/318) 84.9145
-LEVEL 2: 82.7692(269/325) 84.5912(269/318) 83.6703
-LEVEL 3: 72.9231(237/325) 74.5283(237/318) 73.7170
-LEVEL 4: 68.0000(221/325) 69.4969(221/318) 68.7403
-LEVEL 5: 68.0000(221/325) 69.4969(221/318) 68.7403
-LEVEL 6: 68.0000(221/325) 69.4969(221/318) 68.7403
-LEVEL 7: 67.3846(219/325) 68.8679(219/318) 68.1182
+LEVEL 1: 84.3077(274/325) 86.1635(274/318) 85.2255
+LEVEL 2: 83.0769(270/325) 84.9057(270/318) 83.9813
+LEVEL 3: 73.2308(238/325) 74.8428(238/318) 74.0280
+LEVEL 4: 68.3077(222/325) 69.8113(222/318) 69.0513
+LEVEL 5: 68.3077(222/325) 69.8113(222/318) 69.0513
+LEVEL 6: 68.3077(222/325) 69.8113(222/318) 69.0513
+LEVEL 7: 67.6923(220/325) 69.1824(220/318) 68.4292
+
+test.place-benchmark (corpus.all.mc):
+ precision recall F
+LEVEL 0: 100.0000(86/86) 100.0000(86/86) 100.0000
+LEVEL 1: 94.1860(81/86) 94.1860(81/86) 94.1860
+LEVEL 2: 94.1860(81/86) 94.1860(81/86) 94.1860
+LEVEL 3: 90.6977(78/86) 90.6977(78/86) 90.6977
+LEVEL 4: 90.6977(78/86) 90.6977(78/86) 90.6977
+LEVEL 5: 90.6977(78/86) 90.6977(78/86) 90.6977
+LEVEL 6: 90.6977(78/86) 90.6977(78/86) 90.6977
+LEVEL 7: 90.6977(78/86) 90.6977(78/86) 90.6977
test.non-KT (corpus.all.mc):
precision recall F
-LEVEL 0: 94.3478(434/460) 94.3478(434/460) 94.3478
-LEVEL 1: 85.6522(394/460) 85.6522(394/460) 85.6522
-LEVEL 2: 84.5652(389/460) 84.5652(389/460) 84.5652
-LEVEL 3: 74.3478(342/460) 74.3478(342/460) 74.3478
-LEVEL 4: 69.3478(319/460) 69.3478(319/460) 69.3478
-LEVEL 5: 69.3478(319/460) 69.3478(319/460) 69.3478
-LEVEL 6: 69.3478(319/460) 69.3478(319/460) 69.3478
-LEVEL 7: 68.4783(315/460) 68.4783(315/460) 68.4783
+LEVEL 0: 94.7712(435/459) 94.5652(435/460) 94.6681
+LEVEL 1: 86.2745(396/459) 86.0870(396/460) 86.1806
+LEVEL 2: 85.1852(391/459) 85.0000(391/460) 85.0925
+LEVEL 3: 74.7277(343/459) 74.5652(343/460) 74.6464
+LEVEL 4: 69.7168(320/459) 69.5652(320/460) 69.6409
+LEVEL 5: 69.7168(320/459) 69.5652(320/460) 69.6409
+LEVEL 6: 69.7168(320/459) 69.5652(320/460) 69.6409
+LEVEL 7: 68.6275(315/459) 68.4783(315/460) 68.5528
test.mixed (corpus.all.mc):
precision recall F
-LEVEL 0: 99.4666(6713/6749) 99.3635(6713/6756) 99.4150
-LEVEL 1: 98.1627(6625/6749) 98.0610(6625/6756) 98.1118
-LEVEL 2: 97.7626(6598/6749) 97.6613(6598/6756) 97.7120
-LEVEL 3: 96.6662(6524/6749) 96.5660(6524/6756) 96.6161
-LEVEL 4: 95.5993(6452/6749) 95.5003(6452/6756) 95.5498
-LEVEL 5: 95.5993(6452/6749) 95.5003(6452/6756) 95.5498
-LEVEL 6: 95.5993(6452/6749) 95.5003(6452/6756) 95.5498
-LEVEL 7: 95.2586(6429/6749) 95.1599(6429/6756) 95.2092
+LEVEL 0: 99.4961(6714/6748) 99.3783(6714/6756) 99.4372
+LEVEL 1: 98.2069(6627/6748) 98.0906(6627/6756) 98.1487
+LEVEL 2: 97.8068(6600/6748) 97.6909(6600/6756) 97.7488
+LEVEL 3: 96.7398(6528/6748) 96.6252(6528/6756) 96.6825
+LEVEL 4: 95.6283(6453/6748) 95.5151(6453/6756) 95.5717
+LEVEL 5: 95.6283(6453/6748) 95.5151(6453/6756) 95.5717
+LEVEL 6: 95.6283(6453/6748) 95.5151(6453/6756) 95.5717
+LEVEL 7: 95.2727(6429/6748) 95.1599(6429/6756) 95.2162
test.all (corpus.all.mc):
precision recall F
-LEVEL 0: 81.8592(76653/93640) 88.0806(76653/87026) 84.8560
-LEVEL 1: 76.3563(71500/93640) 82.1594(71500/87026) 79.1516
-LEVEL 2: 75.0438(70271/93640) 80.7471(70271/87026) 77.7911
-LEVEL 3: 68.7911(64416/93640) 74.0193(64416/87026) 71.3095
-LEVEL 4: 65.4517(61289/93640) 70.4261(61289/87026) 67.8479
-LEVEL 5: 65.4517(61289/93640) 70.4261(61289/87026) 67.8479
-LEVEL 6: 65.4517(61289/93640) 70.4261(61289/87026) 67.8479
-LEVEL 7: 65.1634(61019/93640) 70.1158(61019/87026) 67.5490
+LEVEL 0: 81.9102(76686/93622) 88.1185(76686/87026) 84.9010
+LEVEL 1: 76.4126(71539/93622) 82.2042(71539/87026) 79.2026
+LEVEL 2: 75.1073(70317/93622) 80.8000(70317/87026) 77.8497
+LEVEL 3: 68.8748(64482/93622) 74.0951(64482/87026) 71.3897
+LEVEL 4: 65.5081(61330/93622) 70.4732(61330/87026) 67.9000
+LEVEL 5: 65.5081(61330/93622) 70.4732(61330/87026) 67.9000
+LEVEL 6: 65.5081(61330/93622) 70.4732(61330/87026) 67.9000
+LEVEL 7: 65.2133(61054/93622) 70.1560(61054/87026) 67.5944