Skip to content
Snippets Groups Projects
Commit 920f84e8 authored by MORIOKA Tomohiko's avatar MORIOKA Tomohiko
Browse files

update.

parent 0b079af3
No related branches found
No related tags found
No related merge requests found
Hide whitespace changes
Inline Side-by-side
seed/system-eval.results
+ 676
− 71
View file @ 920f84e8
mecab-system-eval -l "0 1 2 3 4 5 6 7"
test.KT0 (corpus.KT0.mc):
precision recall F
LEVEL 0: 74.6799(71515/95762) 82.6133(71515/86566) 78.4465
LEVEL 1: 64.5162(61782/95762) 71.3698(61782/86566) 67.7702
LEVEL 2: 61.9922(59365/95762) 68.5777(59365/86566) 65.1189
LEVEL 3: 45.1881(43273/95762) 49.9884(43273/86566) 47.4672
LEVEL 4: 41.5186(39759/95762) 45.9291(39759/86566) 43.6126
LEVEL 5: 41.5186(39759/95762) 45.9291(39759/86566) 43.6126
LEVEL 6: 41.5186(39759/95762) 45.9291(39759/86566) 43.6126
LEVEL 7: 41.3128(39562/95762) 45.7015(39562/86566) 43.3965
test.KT2 (corpus.KT0.mc):
precision recall F
LEVEL 0: 74.8738(4005/5349) 85.4856(4005/4685) 79.8286
LEVEL 1: 64.3485(3442/5349) 73.4685(3442/4685) 68.6067
LEVEL 2: 62.7033(3354/5349) 71.5902(3354/4685) 66.8527
LEVEL 3: 43.7465(2340/5349) 49.9466(2340/4685) 46.6414
LEVEL 4: 40.5496(2169/5349) 46.2967(2169/4685) 43.2330
LEVEL 5: 40.5496(2169/5349) 46.2967(2169/4685) 43.2330
LEVEL 6: 40.5496(2169/5349) 46.2967(2169/4685) 43.2330
LEVEL 7: 40.2318(2152/5349) 45.9338(2152/4685) 42.8942
test.misc (corpus.KT0.mc):
precision recall F
LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310
LEVEL 1: 90.4110(66/73) 91.6667(66/72) 91.0345
LEVEL 2: 87.6712(64/73) 88.8889(64/72) 88.2759
LEVEL 3: 71.2329(52/73) 72.2222(52/72) 71.7241
LEVEL 4: 67.1233(49/73) 68.0556(49/72) 67.5862
LEVEL 5: 67.1233(49/73) 68.0556(49/72) 67.5862
LEVEL 6: 67.1233(49/73) 68.0556(49/72) 67.5862
LEVEL 7: 67.1233(49/73) 68.0556(49/72) 67.5862
test.kanjikai (corpus.KT0.mc):
precision recall F
LEVEL 0: 87.5000(49/56) 70.0000(49/70) 77.7778
LEVEL 1: 73.2143(41/56) 58.5714(41/70) 65.0794
LEVEL 2: 71.4286(40/56) 57.1429(40/70) 63.4921
LEVEL 3: 46.4286(26/56) 37.1429(26/70) 41.2698
LEVEL 4: 37.5000(21/56) 30.0000(21/70) 33.3333
LEVEL 5: 37.5000(21/56) 30.0000(21/70) 33.3333
LEVEL 6: 37.5000(21/56) 30.0000(21/70) 33.3333
LEVEL 7: 35.7143(20/56) 28.5714(20/70) 31.7460
test.ryomou (corpus.KT0.mc):
precision recall F
LEVEL 0: 94.1358(305/324) 95.9119(305/318) 95.0156
LEVEL 1: 77.4691(251/324) 78.9308(251/318) 78.1931
LEVEL 2: 75.3086(244/324) 76.7296(244/318) 76.0125
LEVEL 3: 57.0988(185/324) 58.1761(185/318) 57.6324
LEVEL 4: 50.6173(164/324) 51.5723(164/318) 51.0903
LEVEL 5: 50.6173(164/324) 51.5723(164/318) 51.0903
LEVEL 6: 50.6173(164/324) 51.5723(164/318) 51.0903
LEVEL 7: 50.6173(164/324) 51.5723(164/318) 51.0903
test.non-KT (corpus.KT0.mc):
precision recall F
LEVEL 0: 93.8190(425/453) 92.3913(425/460) 93.0997
LEVEL 1: 79.0287(358/453) 77.8261(358/460) 78.4228
LEVEL 2: 76.8212(348/453) 75.6522(348/460) 76.2322
LEVEL 3: 58.0574(263/453) 57.1739(263/460) 57.6123
LEVEL 4: 51.6556(234/453) 50.8696(234/460) 51.2596
LEVEL 5: 51.6556(234/453) 50.8696(234/460) 51.2596
LEVEL 6: 51.6556(234/453) 50.8696(234/460) 51.2596
LEVEL 7: 51.4349(233/453) 50.6522(233/460) 51.0405
test.mixed (corpus.KT0.mc):
precision recall F
LEVEL 0: 76.3530(4430/5802) 86.1030(4430/5145) 80.9354
LEVEL 1: 65.4947(3800/5802) 73.8581(3800/5145) 69.4254
LEVEL 2: 63.8056(3702/5802) 71.9534(3702/5145) 67.6350
LEVEL 3: 44.8638(2603/5802) 50.5928(2603/5145) 47.5564
LEVEL 4: 41.4168(2403/5802) 46.7055(2403/5145) 43.9024
LEVEL 5: 41.4168(2403/5802) 46.7055(2403/5145) 43.9024
LEVEL 6: 41.4168(2403/5802) 46.7055(2403/5145) 43.9024
LEVEL 7: 41.1065(2385/5802) 46.3557(2385/5145) 43.5736
test.all (corpus.KT0.mc):
precision recall F
LEVEL 0: 74.7700(71940/96215) 82.6650(71940/87026) 78.5195
LEVEL 1: 64.5845(62140/96215) 71.4039(62140/87026) 67.8232
LEVEL 2: 62.0620(59713/96215) 68.6151(59713/87026) 65.1743
LEVEL 3: 45.2487(43536/96215) 50.0264(43536/87026) 47.5177
LEVEL 4: 41.5663(39993/96215) 45.9552(39993/87026) 43.6507
LEVEL 5: 41.5663(39993/96215) 45.9552(39993/87026) 43.6507
LEVEL 6: 41.5663(39993/96215) 45.9552(39993/87026) 43.6507
LEVEL 7: 41.3605(39795/96215) 45.7277(39795/87026) 43.4346
test.KT0 (corpus.KT2.mc):
precision recall F
LEVEL 0: 74.8490(71120/95018) 82.1570(71120/86566) 78.3329
LEVEL 1: 64.4457(61235/95018) 70.7379(61235/86566) 67.4454
LEVEL 2: 61.0400(57999/95018) 66.9997(57999/86566) 63.8812
LEVEL 3: 43.7033(41526/95018) 47.9703(41526/86566) 45.7375
LEVEL 4: 40.1419(38142/95018) 44.0612(38142/86566) 42.0103
LEVEL 5: 40.1419(38142/95018) 44.0612(38142/86566) 42.0103
LEVEL 6: 40.1419(38142/95018) 44.0612(38142/86566) 42.0103
LEVEL 7: 39.9366(37947/95018) 43.8359(37947/86566) 41.7955
test.KT2 (corpus.KT2.mc):
precision recall F
LEVEL 0: 75.1969(4011/5334) 85.6137(4011/4685) 80.0679
LEVEL 1: 65.0544(3470/5334) 74.0662(3470/4685) 69.2684
LEVEL 2: 63.2171(3372/5334) 71.9744(3372/4685) 67.3121
LEVEL 3: 43.9258(2343/5334) 50.0107(2343/4685) 46.7711
LEVEL 4: 40.6637(2169/5334) 46.2967(2169/4685) 43.2977
LEVEL 5: 40.6637(2169/5334) 46.2967(2169/4685) 43.2977
LEVEL 6: 40.6637(2169/5334) 46.2967(2169/4685) 43.2977
LEVEL 7: 40.3450(2152/5334) 45.9338(2152/4685) 42.9584
test.misc (corpus.KT2.mc):
precision recall F
LEVEL 0: 92.7536(64/69) 88.8889(64/72) 90.7801
LEVEL 1: 84.0580(58/69) 80.5556(58/72) 82.2695
LEVEL 2: 81.1594(56/69) 77.7778(56/72) 79.4326
LEVEL 3: 62.3188(43/69) 59.7222(43/72) 60.9929
LEVEL 4: 57.9710(40/69) 55.5556(40/72) 56.7376
LEVEL 5: 57.9710(40/69) 55.5556(40/72) 56.7376
LEVEL 6: 57.9710(40/69) 55.5556(40/72) 56.7376
LEVEL 7: 57.9710(40/69) 55.5556(40/72) 56.7376
test.kanjikai (corpus.KT2.mc):
precision recall F
LEVEL 0: 87.5000(49/56) 70.0000(49/70) 77.7778
LEVEL 1: 75.0000(42/56) 60.0000(42/70) 66.6667
LEVEL 2: 73.2143(41/56) 58.5714(41/70) 65.0794
LEVEL 3: 46.4286(26/56) 37.1429(26/70) 41.2698
LEVEL 4: 37.5000(21/56) 30.0000(21/70) 33.3333
LEVEL 5: 37.5000(21/56) 30.0000(21/70) 33.3333
LEVEL 6: 37.5000(21/56) 30.0000(21/70) 33.3333
LEVEL 7: 37.5000(21/56) 30.0000(21/70) 33.3333
test.ryomou (corpus.KT2.mc):
precision recall F
LEVEL 0: 94.6708(302/319) 94.9686(302/318) 94.8195
LEVEL 1: 78.9969(252/319) 79.2453(252/318) 79.1209
LEVEL 2: 76.8025(245/319) 77.0440(245/318) 76.9231
LEVEL 3: 57.9937(185/319) 58.1761(185/318) 58.0848
LEVEL 4: 49.8433(159/319) 50.0000(159/318) 49.9215
LEVEL 5: 49.8433(159/319) 50.0000(159/318) 49.9215
LEVEL 6: 49.8433(159/319) 50.0000(159/318) 49.9215
LEVEL 7: 49.8433(159/319) 50.0000(159/318) 49.9215
test.non-KT (corpus.KT2.mc):
precision recall F
LEVEL 0: 93.4685(415/444) 90.2174(415/460) 91.8142
LEVEL 1: 79.2793(352/444) 76.5217(352/460) 77.8761
LEVEL 2: 77.0270(342/444) 74.3478(342/460) 75.6637
LEVEL 3: 57.2072(254/444) 55.2174(254/460) 56.1947
LEVEL 4: 49.5495(220/444) 47.8261(220/460) 48.6726
LEVEL 5: 49.5495(220/444) 47.8261(220/460) 48.6726
LEVEL 6: 49.5495(220/444) 47.8261(220/460) 48.6726
LEVEL 7: 49.5495(220/444) 47.8261(220/460) 48.6726
test.mixed (corpus.KT2.mc):
precision recall F
LEVEL 0: 76.6009(4426/5778) 86.0253(4426/5145) 81.0400
LEVEL 1: 66.1475(3822/5778) 74.2857(3822/5145) 69.9808
LEVEL 2: 64.2783(3714/5778) 72.1866(3714/5145) 68.0033
LEVEL 3: 44.9463(2597/5778) 50.4762(2597/5145) 47.5510
LEVEL 4: 41.3465(2389/5778) 46.4334(2389/5145) 43.7426
LEVEL 5: 41.3465(2389/5778) 46.4334(2389/5145) 43.7426
LEVEL 6: 41.3465(2389/5778) 46.4334(2389/5145) 43.7426
LEVEL 7: 41.0523(2372/5778) 46.1030(2372/5145) 43.4313
test.all (corpus.KT2.mc):
precision recall F
LEVEL 0: 74.9356(71535/95462) 82.1996(71535/87026) 78.3997
LEVEL 1: 64.5147(61587/95462) 70.7685(61587/87026) 67.4970
LEVEL 2: 61.1144(58341/95462) 67.0386(58341/87026) 63.9395
LEVEL 3: 43.7661(41780/95462) 48.0086(41780/87026) 45.7893
LEVEL 4: 40.1856(38362/95462) 44.0811(38362/87026) 42.0433
LEVEL 5: 40.1856(38362/95462) 44.0811(38362/87026) 42.0433
LEVEL 6: 40.1856(38362/95462) 44.0811(38362/87026) 42.0433
LEVEL 7: 39.9814(38167/95462) 43.8570(38167/87026) 41.8296
test.KT0 (corpus.misc.mc):
precision recall F
LEVEL 0: 74.3164(71103/95676) 82.1373(71103/86566) 78.0314
LEVEL 1: 62.4336(59734/95676) 69.0040(59734/86566) 65.5546
LEVEL 2: 57.8201(55320/95676) 63.9050(55320/86566) 60.7105
LEVEL 3: 40.2086(38470/95676) 44.4401(38470/86566) 42.2186
LEVEL 4: 36.9915(35392/95676) 40.8844(35392/86566) 38.8407
LEVEL 5: 36.9915(35392/95676) 40.8844(35392/86566) 38.8407
LEVEL 6: 36.9915(35392/95676) 40.8844(35392/86566) 38.8407
LEVEL 7: 36.8023(35211/95676) 40.6753(35211/86566) 38.6420
test.KT2 (corpus.misc.mc):
precision recall F
LEVEL 0: 74.3145(3984/5361) 85.0374(3984/4685) 79.3152
LEVEL 1: 62.4697(3349/5361) 71.4835(3349/4685) 66.6733
LEVEL 2: 58.8696(3156/5361) 67.3639(3156/4685) 62.8310
LEVEL 3: 39.1531(2099/5361) 44.8026(2099/4685) 41.7878
LEVEL 4: 36.2432(1943/5361) 41.4728(1943/4685) 38.6821
LEVEL 5: 36.2432(1943/5361) 41.4728(1943/4685) 38.6821
LEVEL 6: 36.2432(1943/5361) 41.4728(1943/4685) 38.6821
LEVEL 7: 35.9634(1928/5361) 41.1526(1928/4685) 38.3834
test.misc (corpus.misc.mc):
precision recall F
LEVEL 0: 100.0000(72/72) 100.0000(72/72) 100.0000
LEVEL 1: 100.0000(72/72) 100.0000(72/72) 100.0000
LEVEL 2: 100.0000(72/72) 100.0000(72/72) 100.0000
LEVEL 3: 100.0000(72/72) 100.0000(72/72) 100.0000
LEVEL 4: 100.0000(72/72) 100.0000(72/72) 100.0000
LEVEL 5: 100.0000(72/72) 100.0000(72/72) 100.0000
LEVEL 6: 100.0000(72/72) 100.0000(72/72) 100.0000
LEVEL 7: 100.0000(72/72) 100.0000(72/72) 100.0000
LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310
LEVEL 1: 91.7808(67/73) 93.0556(67/72) 92.4138
LEVEL 2: 91.7808(67/73) 93.0556(67/72) 92.4138
LEVEL 3: 73.9726(54/73) 75.0000(54/72) 74.4828
LEVEL 4: 69.8630(51/73) 70.8333(51/72) 70.3448
LEVEL 5: 69.8630(51/73) 70.8333(51/72) 70.3448
LEVEL 6: 69.8630(51/73) 70.8333(51/72) 70.3448
LEVEL 7: 69.8630(51/73) 70.8333(51/72) 70.3448
test.kanjikai (corpus.misc.mc):
precision recall F
LEVEL 0: 98.5294(67/68) 95.7143(67/70) 97.1014
LEVEL 1: 91.1765(62/68) 88.5714(62/70) 89.8551
LEVEL 2: 89.7059(61/68) 87.1429(61/70) 88.4058
LEVEL 3: 80.8824(55/68) 78.5714(55/70) 79.7101
LEVEL 4: 76.4706(52/68) 74.2857(52/70) 75.3623
LEVEL 5: 76.4706(52/68) 74.2857(52/70) 75.3623
LEVEL 6: 76.4706(52/68) 74.2857(52/70) 75.3623
LEVEL 7: 76.4706(52/68) 74.2857(52/70) 75.3623
LEVEL 0: 85.4545(47/55) 67.1429(47/70) 75.2000
LEVEL 1: 65.4545(36/55) 51.4286(36/70) 57.6000
LEVEL 2: 65.4545(36/55) 51.4286(36/70) 57.6000
LEVEL 3: 36.3636(20/55) 28.5714(20/70) 32.0000
LEVEL 4: 27.2727(15/55) 21.4286(15/70) 24.0000
LEVEL 5: 27.2727(15/55) 21.4286(15/70) 24.0000
LEVEL 6: 27.2727(15/55) 21.4286(15/70) 24.0000
LEVEL 7: 27.2727(15/55) 21.4286(15/70) 24.0000
test.ryomou (corpus.misc.mc):
precision recall F
LEVEL 0: 96.8553(308/318) 96.8553(308/318) 96.8553
LEVEL 1: 86.7925(276/318) 86.7925(276/318) 86.7925
LEVEL 2: 84.5912(269/318) 84.5912(269/318) 84.5912
LEVEL 3: 82.3899(262/318) 82.3899(262/318) 82.3899
LEVEL 4: 78.6164(250/318) 78.6164(250/318) 78.6164
LEVEL 5: 78.6164(250/318) 78.6164(250/318) 78.6164
LEVEL 6: 78.6164(250/318) 78.6164(250/318) 78.6164
LEVEL 7: 78.6164(250/318) 78.6164(250/318) 78.6164
LEVEL 0: 95.0000(304/320) 95.5975(304/318) 95.2978
LEVEL 1: 78.4375(251/320) 78.9308(251/318) 78.6834
LEVEL 2: 74.0625(237/320) 74.5283(237/318) 74.2947
LEVEL 3: 54.3750(174/320) 54.7170(174/318) 54.5455
LEVEL 4: 46.8750(150/320) 47.1698(150/318) 47.0219
LEVEL 5: 46.8750(150/320) 47.1698(150/318) 47.0219
LEVEL 6: 46.8750(150/320) 47.1698(150/318) 47.0219
LEVEL 7: 46.8750(150/320) 47.1698(150/318) 47.0219
test.non-KT (corpus.misc.mc):
precision recall F
LEVEL 0: 94.1964(422/448) 91.7391(422/460) 92.9515
LEVEL 1: 79.0179(354/448) 76.9565(354/460) 77.9736
LEVEL 2: 75.8929(340/448) 73.9130(340/460) 74.8899
LEVEL 3: 55.3571(248/448) 53.9130(248/460) 54.6256
LEVEL 4: 48.2143(216/448) 46.9565(216/460) 47.5771
LEVEL 5: 48.2143(216/448) 46.9565(216/460) 47.5771
LEVEL 6: 48.2143(216/448) 46.9565(216/460) 47.5771
LEVEL 7: 48.2143(216/448) 46.9565(216/460) 47.5771
test.mixed (corpus.misc.mc):
precision recall F
LEVEL 0: 75.8478(4406/5809) 85.6365(4406/5145) 80.4455
LEVEL 1: 63.7459(3703/5809) 71.9728(3703/5145) 67.6100
LEVEL 2: 60.1825(3496/5809) 67.9495(3496/5145) 63.8306
LEVEL 3: 40.4028(2347/5809) 45.6171(2347/5145) 42.8519
LEVEL 4: 37.1665(2159/5809) 41.9631(2159/5145) 39.4194
LEVEL 5: 37.1665(2159/5809) 41.9631(2159/5145) 39.4194
LEVEL 6: 37.1665(2159/5809) 41.9631(2159/5145) 39.4194
LEVEL 7: 36.9082(2144/5809) 41.6715(2144/5145) 39.1455
test.all (corpus.misc.mc):
precision recall F
LEVEL 0: 74.4091(71525/96124) 82.1881(71525/87026) 78.1054
LEVEL 1: 62.5109(60088/96124) 69.0460(60088/87026) 65.6162
LEVEL 2: 57.9044(55660/96124) 63.9579(55660/87026) 60.7808
LEVEL 3: 40.2792(38718/96124) 44.4902(38718/87026) 42.2801
LEVEL 4: 37.0438(35608/96124) 40.9165(35608/87026) 38.8840
LEVEL 5: 37.0438(35608/96124) 40.9165(35608/87026) 38.8840
LEVEL 6: 37.0438(35608/96124) 40.9165(35608/87026) 38.8840
LEVEL 7: 36.8555(35427/96124) 40.7085(35427/87026) 38.6863
test.KT0 (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 74.1447(69957/94352) 80.8135(69957/86566) 77.3356
LEVEL 1: 62.4703(58942/94352) 68.0891(58942/86566) 65.1588
LEVEL 2: 57.5208(54272/94352) 62.6944(54272/86566) 59.9962
LEVEL 3: 39.3537(37131/94352) 42.8933(37131/86566) 41.0473
LEVEL 4: 36.2165(34171/94352) 39.4739(34171/86566) 37.7751
LEVEL 5: 36.2165(34171/94352) 39.4739(34171/86566) 37.7751
LEVEL 6: 36.2165(34171/94352) 39.4739(34171/86566) 37.7751
LEVEL 7: 36.0109(33977/94352) 39.2498(33977/86566) 37.5607
test.KT2 (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 74.5335(3954/5305) 84.3970(3954/4685) 79.1592
LEVEL 1: 62.9595(3340/5305) 71.2914(3340/4685) 66.8669
LEVEL 2: 59.0386(3132/5305) 66.8517(3132/4685) 62.7027
LEVEL 3: 38.7370(2055/5305) 43.8634(2055/4685) 41.1411
LEVEL 4: 35.2875(1872/5305) 39.9573(1872/4685) 37.4775
LEVEL 5: 35.2875(1872/5305) 39.9573(1872/4685) 37.4775
LEVEL 6: 35.2875(1872/5305) 39.9573(1872/4685) 37.4775
LEVEL 7: 34.9670(1855/5305) 39.5945(1855/4685) 37.1371
test.misc (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 90.0000(63/70) 87.5000(63/72) 88.7324
LEVEL 1: 85.7143(60/70) 83.3333(60/72) 84.5070
LEVEL 2: 82.8571(58/70) 80.5556(58/72) 81.6901
LEVEL 3: 74.2857(52/70) 72.2222(52/72) 73.2394
LEVEL 4: 71.4286(50/70) 69.4444(50/72) 70.4225
LEVEL 5: 71.4286(50/70) 69.4444(50/72) 70.4225
LEVEL 6: 71.4286(50/70) 69.4444(50/72) 70.4225
LEVEL 7: 71.4286(50/70) 69.4444(50/72) 70.4225
LEVEL 1: 82.8571(58/70) 80.5556(58/72) 81.6901
LEVEL 2: 81.4286(57/70) 79.1667(57/72) 80.2817
LEVEL 3: 60.0000(42/70) 58.3333(42/72) 59.1549
LEVEL 4: 55.7143(39/70) 54.1667(39/72) 54.9296
LEVEL 5: 55.7143(39/70) 54.1667(39/72) 54.9296
LEVEL 6: 55.7143(39/70) 54.1667(39/72) 54.9296
LEVEL 7: 55.7143(39/70) 54.1667(39/72) 54.9296
test.kanjikai (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 100.0000(70/70) 100.0000(70/70) 100.0000
LEVEL 1: 100.0000(70/70) 100.0000(70/70) 100.0000
LEVEL 2: 100.0000(70/70) 100.0000(70/70) 100.0000
LEVEL 3: 100.0000(70/70) 100.0000(70/70) 100.0000
LEVEL 4: 100.0000(70/70) 100.0000(70/70) 100.0000
LEVEL 5: 100.0000(70/70) 100.0000(70/70) 100.0000
LEVEL 6: 100.0000(70/70) 100.0000(70/70) 100.0000
LEVEL 7: 97.1429(68/70) 97.1429(68/70) 97.1429
LEVEL 0: 87.7193(50/57) 71.4286(50/70) 78.7402
LEVEL 1: 75.4386(43/57) 61.4286(43/70) 67.7165
LEVEL 2: 73.6842(42/57) 60.0000(42/70) 66.1417
LEVEL 3: 49.1228(28/57) 40.0000(28/70) 44.0945
LEVEL 4: 40.3509(23/57) 32.8571(23/70) 36.2205
LEVEL 5: 40.3509(23/57) 32.8571(23/70) 36.2205
LEVEL 6: 40.3509(23/57) 32.8571(23/70) 36.2205
LEVEL 7: 38.5965(22/57) 31.4286(22/70) 34.6457
test.ryomou (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 95.2978(304/319) 95.5975(304/318) 95.4474
LEVEL 1: 87.4608(279/319) 87.7358(279/318) 87.5981
LEVEL 2: 82.4451(263/319) 82.7044(263/318) 82.5746
LEVEL 3: 79.3103(253/319) 79.5597(253/318) 79.4349
LEVEL 4: 77.4295(247/319) 77.6730(247/318) 77.5510
LEVEL 5: 77.4295(247/319) 77.6730(247/318) 77.5510
LEVEL 6: 77.4295(247/319) 77.6730(247/318) 77.5510
LEVEL 7: 77.4295(247/319) 77.6730(247/318) 77.5510
LEVEL 0: 94.0625(301/320) 94.6541(301/318) 94.3574
LEVEL 1: 79.0625(253/320) 79.5597(253/318) 79.3103
LEVEL 2: 73.1250(234/320) 73.5849(234/318) 73.3542
LEVEL 3: 51.2500(164/320) 51.5723(164/318) 51.4107
LEVEL 4: 44.0625(141/320) 44.3396(141/318) 44.2006
LEVEL 5: 44.0625(141/320) 44.3396(141/318) 44.2006
LEVEL 6: 44.0625(141/320) 44.3396(141/318) 44.2006
LEVEL 7: 44.0625(141/320) 44.3396(141/318) 44.2006
test.non-KT (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 92.6174(414/447) 90.0000(414/460) 91.2900
LEVEL 1: 79.1946(354/447) 76.9565(354/460) 78.0595
LEVEL 2: 74.4966(333/447) 72.3913(333/460) 73.4289
LEVEL 3: 52.3490(234/447) 50.8696(234/460) 51.5987
LEVEL 4: 45.4139(203/447) 44.1304(203/460) 44.7630
LEVEL 5: 45.4139(203/447) 44.1304(203/460) 44.7630
LEVEL 6: 45.4139(203/447) 44.1304(203/460) 44.7630
LEVEL 7: 45.1902(202/447) 43.9130(202/460) 44.5424
test.mixed (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 75.9388(4368/5752) 84.8980(4368/5145) 80.1689
LEVEL 1: 64.2211(3694/5752) 71.7979(3694/5145) 67.7985
LEVEL 2: 60.2399(3465/5752) 67.3469(3465/5145) 63.5955
LEVEL 3: 39.7949(2289/5752) 44.4898(2289/5145) 42.0116
LEVEL 4: 36.0744(2075/5752) 40.3304(2075/5145) 38.0839
LEVEL 5: 36.0744(2075/5752) 40.3304(2075/5145) 38.0839
LEVEL 6: 36.0744(2075/5752) 40.3304(2075/5145) 38.0839
LEVEL 7: 35.7615(2057/5752) 39.9806(2057/5145) 37.7535
test.all (corpus.kanjikai.mc):
precision recall F
LEVEL 0: 74.2318(70371/94799) 80.8620(70371/87026) 77.4052
LEVEL 1: 62.5492(59296/94799) 68.1360(59296/87026) 65.2232
LEVEL 2: 57.6008(54605/94799) 62.7456(54605/87026) 60.0632
LEVEL 3: 39.4150(37365/94799) 42.9354(37365/87026) 41.1000
LEVEL 4: 36.2599(34374/94799) 39.4985(34374/87026) 37.8100
LEVEL 5: 36.2599(34374/94799) 39.4985(34374/87026) 37.8100
LEVEL 6: 36.2599(34374/94799) 39.4985(34374/87026) 37.8100
LEVEL 7: 36.0542(34179/94799) 39.2745(34179/87026) 37.5955
test.KT0 (corpus.ryomou.mc):
precision recall F
LEVEL 0: 74.2593(70002/94267) 80.8655(70002/86566) 77.4217
LEVEL 1: 62.2180(58651/94267) 67.7529(58651/86566) 64.8676
LEVEL 2: 57.8325(54517/94267) 62.9774(54517/86566) 60.2954
LEVEL 3: 39.7817(37501/94267) 43.3207(37501/86566) 41.4758
LEVEL 4: 36.7477(34641/94267) 40.0169(34641/86566) 38.3127
LEVEL 5: 36.7477(34641/94267) 40.0169(34641/86566) 38.3127
LEVEL 6: 36.7477(34641/94267) 40.0169(34641/86566) 38.3127
LEVEL 7: 36.5419(34447/94267) 39.7928(34447/86566) 38.0981
test.KT2 (corpus.ryomou.mc):
precision recall F
LEVEL 0: 74.6221(3949/5292) 84.2903(3949/4685) 79.1621
LEVEL 1: 62.9441(3331/5292) 71.0993(3331/4685) 66.7736
LEVEL 2: 59.2026(3133/5292) 66.8730(3133/4685) 62.8045
LEVEL 3: 38.5865(2042/5292) 43.5859(2042/4685) 40.9341
LEVEL 4: 36.1111(1911/5292) 40.7898(1911/4685) 38.3081
LEVEL 5: 36.1111(1911/5292) 40.7898(1911/4685) 38.3081
LEVEL 6: 36.1111(1911/5292) 40.7898(1911/4685) 38.3081
LEVEL 7: 35.7899(1894/5292) 40.4269(1894/4685) 37.9673
test.misc (corpus.ryomou.mc):
precision recall F
LEVEL 0: 94.2857(66/70) 91.6667(66/72) 92.9577
LEVEL 1: 87.1429(61/70) 84.7222(61/72) 85.9155
LEVEL 2: 84.2857(59/70) 81.9444(59/72) 83.0986
LEVEL 3: 81.4286(57/70) 79.1667(57/72) 80.2817
LEVEL 4: 77.1429(54/70) 75.0000(54/72) 76.0563
LEVEL 5: 77.1429(54/70) 75.0000(54/72) 76.0563
LEVEL 6: 77.1429(54/70) 75.0000(54/72) 76.0563
LEVEL 7: 77.1429(54/70) 75.0000(54/72) 76.0563
LEVEL 0: 92.7536(64/69) 88.8889(64/72) 90.7801
LEVEL 1: 84.0580(58/69) 80.5556(58/72) 82.2695
LEVEL 2: 82.6087(57/69) 79.1667(57/72) 80.8511
LEVEL 3: 63.7681(44/69) 61.1111(44/72) 62.4113
LEVEL 4: 59.4203(41/69) 56.9444(41/72) 58.1560
LEVEL 5: 59.4203(41/69) 56.9444(41/72) 58.1560
LEVEL 6: 59.4203(41/69) 56.9444(41/72) 58.1560
LEVEL 7: 59.4203(41/69) 56.9444(41/72) 58.1560
test.kanjikai (corpus.ryomou.mc):
precision recall F
LEVEL 0: 91.8033(56/61) 80.0000(56/70) 85.4962
LEVEL 1: 78.6885(48/61) 68.5714(48/70) 73.2824
LEVEL 2: 77.0492(47/61) 67.1429(47/70) 71.7557
LEVEL 3: 68.8525(42/61) 60.0000(42/70) 64.1221
LEVEL 4: 67.2131(41/61) 58.5714(41/70) 62.5954
LEVEL 5: 67.2131(41/61) 58.5714(41/70) 62.5954
LEVEL 6: 67.2131(41/61) 58.5714(41/70) 62.5954
LEVEL 7: 67.2131(41/61) 58.5714(41/70) 62.5954
LEVEL 0: 85.4545(47/55) 67.1429(47/70) 75.2000
LEVEL 1: 69.0909(38/55) 54.2857(38/70) 60.8000
LEVEL 2: 67.2727(37/55) 52.8571(37/70) 59.2000
LEVEL 3: 36.3636(20/55) 28.5714(20/70) 32.0000
LEVEL 4: 27.2727(15/55) 21.4286(15/70) 24.0000
LEVEL 5: 27.2727(15/55) 21.4286(15/70) 24.0000
LEVEL 6: 27.2727(15/55) 21.4286(15/70) 24.0000
LEVEL 7: 27.2727(15/55) 21.4286(15/70) 24.0000
test.ryomou (corpus.ryomou.mc):
precision recall F
LEVEL 0: 100.0000(318/318) 100.0000(318/318) 100.0000
LEVEL 1: 100.0000(318/318) 100.0000(318/318) 100.0000
LEVEL 2: 100.0000(318/318) 100.0000(318/318) 100.0000
LEVEL 3: 100.0000(318/318) 100.0000(318/318) 100.0000
LEVEL 4: 100.0000(318/318) 100.0000(318/318) 100.0000
LEVEL 5: 100.0000(318/318) 100.0000(318/318) 100.0000
LEVEL 6: 100.0000(318/318) 100.0000(318/318) 100.0000
LEVEL 7: 100.0000(318/318) 100.0000(318/318) 100.0000
LEVEL 0: 94.6708(302/319) 94.9686(302/318) 94.8195
LEVEL 1: 84.3260(269/319) 84.5912(269/318) 84.4584
LEVEL 2: 81.1912(259/319) 81.4465(259/318) 81.3187
LEVEL 3: 59.2476(189/319) 59.4340(189/318) 59.3407
LEVEL 4: 51.7241(165/319) 51.8868(165/318) 51.8053
LEVEL 5: 51.7241(165/319) 51.8868(165/318) 51.8053
LEVEL 6: 51.7241(165/319) 51.8868(165/318) 51.8053
LEVEL 7: 51.7241(165/319) 51.8868(165/318) 51.8053
test.non-KT (corpus.ryomou.mc):
precision recall F
LEVEL 0: 93.2280(413/443) 89.7826(413/460) 91.4729
LEVEL 1: 82.3928(365/443) 79.3478(365/460) 80.8416
LEVEL 2: 79.6840(353/443) 76.7391(353/460) 78.1838
LEVEL 3: 57.1106(253/443) 55.0000(253/460) 56.0354
LEVEL 4: 49.8871(221/443) 48.0435(221/460) 48.9480
LEVEL 5: 49.8871(221/443) 48.0435(221/460) 48.9480
LEVEL 6: 49.8871(221/443) 48.0435(221/460) 48.9480
LEVEL 7: 49.8871(221/443) 48.0435(221/460) 48.9480
test.mixed (corpus.ryomou.mc):
precision recall F
LEVEL 0: 76.0593(4362/5735) 84.7813(4362/5145) 80.1838
LEVEL 1: 64.4464(3696/5735) 71.8367(3696/5145) 67.9412
LEVEL 2: 60.7847(3486/5735) 67.7551(3486/5145) 64.0809
LEVEL 3: 40.0174(2295/5735) 44.6064(2295/5145) 42.1875
LEVEL 4: 37.1752(2132/5735) 41.4383(2132/5145) 39.1912
LEVEL 5: 37.1752(2132/5735) 41.4383(2132/5145) 39.1912
LEVEL 6: 37.1752(2132/5735) 41.4383(2132/5145) 39.1912
LEVEL 7: 36.8788(2115/5735) 41.1079(2115/5145) 38.8787
test.all (corpus.ryomou.mc):
precision recall F
LEVEL 0: 74.3480(70415/94710) 80.9126(70415/87026) 77.4915
LEVEL 1: 62.3123(59016/94710) 67.8142(59016/87026) 64.9470
LEVEL 2: 57.9347(54870/94710) 63.0501(54870/87026) 60.3843
LEVEL 3: 39.8627(37754/94710) 43.3824(37754/87026) 41.5482
LEVEL 4: 36.8092(34862/94710) 40.0593(34862/87026) 38.3655
LEVEL 5: 36.8092(34862/94710) 40.0593(34862/87026) 38.3655
LEVEL 6: 36.8092(34862/94710) 40.0593(34862/87026) 38.3655
LEVEL 7: 36.6044(34668/94710) 39.8364(34668/87026) 38.1520
test.KT0 (corpus.non-KT.mc):
precision recall F
LEVEL 0: 74.8606(71167/95066) 82.2113(71167/86566) 78.3639
LEVEL 1: 63.5380(60403/95066) 69.7768(60403/86566) 66.5114
LEVEL 2: 59.3966(56466/95066) 65.2288(56466/86566) 62.1763
LEVEL 3: 41.5669(39516/95066) 45.6484(39516/86566) 43.5122
LEVEL 4: 38.4901(36591/95066) 42.2695(36591/86566) 40.2914
LEVEL 5: 38.4901(36591/95066) 42.2695(36591/86566) 40.2914
LEVEL 6: 38.4901(36591/95066) 42.2695(36591/86566) 40.2914
LEVEL 7: 38.2850(36396/95066) 42.0442(36396/86566) 40.0766
test.KT2 (corpus.non-KT.mc):
precision recall F
LEVEL 0: 75.1033(3997/5322) 85.3148(3997/4685) 79.8841
LEVEL 1: 63.9421(3403/5322) 72.6361(3403/4685) 68.0124
LEVEL 2: 60.4660(3218/5322) 68.6873(3218/4685) 64.3150
LEVEL 3: 40.2292(2141/5322) 45.6990(2141/4685) 42.7900
LEVEL 4: 37.6362(2003/5322) 42.7535(2003/4685) 40.0320
LEVEL 5: 37.6362(2003/5322) 42.7535(2003/4685) 40.0320
LEVEL 6: 37.6362(2003/5322) 42.7535(2003/4685) 40.0320
LEVEL 7: 37.3168(1986/5322) 42.3906(1986/4685) 39.6922
test.misc (corpus.non-KT.mc):
precision recall F
LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310
LEVEL 1: 93.1507(68/73) 94.4444(68/72) 93.7931
LEVEL 2: 93.1507(68/73) 94.4444(68/72) 93.7931
LEVEL 3: 73.9726(54/73) 75.0000(54/72) 74.4828
LEVEL 4: 69.8630(51/73) 70.8333(51/72) 70.3448
LEVEL 5: 69.8630(51/73) 70.8333(51/72) 70.3448
LEVEL 6: 69.8630(51/73) 70.8333(51/72) 70.3448
LEVEL 7: 69.8630(51/73) 70.8333(51/72) 70.3448
test.kanjikai (corpus.non-KT.mc):
precision recall F
LEVEL 0: 89.6552(52/58) 74.2857(52/70) 81.2500
LEVEL 1: 79.3103(46/58) 65.7143(46/70) 71.8750
LEVEL 2: 79.3103(46/58) 65.7143(46/70) 71.8750
LEVEL 3: 50.0000(29/58) 41.4286(29/70) 45.3125
LEVEL 4: 41.3793(24/58) 34.2857(24/70) 37.5000
LEVEL 5: 41.3793(24/58) 34.2857(24/70) 37.5000
LEVEL 6: 41.3793(24/58) 34.2857(24/70) 37.5000
LEVEL 7: 39.6552(23/58) 32.8571(23/70) 35.9375
test.ryomou (corpus.non-KT.mc):
precision recall F
LEVEL 0: 94.6708(302/319) 94.9686(302/318) 94.8195
LEVEL 1: 81.8182(261/319) 82.0755(261/318) 81.9466
LEVEL 2: 79.3103(253/319) 79.5597(253/318) 79.4349
LEVEL 3: 58.9342(188/319) 59.1195(188/318) 59.0267
LEVEL 4: 51.7241(165/319) 51.8868(165/318) 51.8053
LEVEL 5: 51.7241(165/319) 51.8868(165/318) 51.8053
LEVEL 6: 51.7241(165/319) 51.8868(165/318) 51.8053
LEVEL 7: 51.7241(165/319) 51.8868(165/318) 51.8053
test.non-KT (corpus.non-KT.mc):
precision recall F
LEVEL 0: 94.4444(425/450) 92.3913(425/460) 93.4066
LEVEL 1: 83.3333(375/450) 81.5217(375/460) 82.4176
LEVEL 2: 81.5556(367/450) 79.7826(367/460) 80.6593
LEVEL 3: 60.2222(271/450) 58.9130(271/460) 59.5604
LEVEL 4: 53.3333(240/450) 52.1739(240/460) 52.7473
LEVEL 5: 53.3333(240/450) 52.1739(240/460) 52.7473
LEVEL 6: 53.3333(240/450) 52.1739(240/460) 52.7473
LEVEL 7: 53.1111(239/450) 51.9565(239/460) 52.5275
test.mixed (corpus.non-KT.mc):
precision recall F
LEVEL 0: 76.6112(4422/5772) 85.9475(4422/5145) 81.0113
LEVEL 1: 65.4539(3778/5772) 73.4305(3778/5145) 69.2132
LEVEL 2: 62.1102(3585/5772) 69.6793(3585/5145) 65.6774
LEVEL 3: 41.7879(2412/5772) 46.8805(2412/5145) 44.1880
LEVEL 4: 38.8600(2243/5772) 43.5957(2243/5145) 41.0919
LEVEL 5: 38.8600(2243/5772) 43.5957(2243/5145) 41.0919
LEVEL 6: 38.8600(2243/5772) 43.5957(2243/5145) 41.0919
LEVEL 7: 38.5482(2225/5772) 43.2459(2225/5145) 40.7621
test.all (corpus.non-KT.mc):
precision recall F
LEVEL 0: 74.9529(71592/95516) 82.2651(71592/87026) 78.4389
LEVEL 1: 63.6312(60778/95516) 69.8389(60778/87026) 66.5907
LEVEL 2: 59.5010(56833/95516) 65.3058(56833/87026) 62.2684
LEVEL 3: 41.6548(39787/95516) 45.7185(39787/87026) 43.5922
LEVEL 4: 38.5600(36831/95516) 42.3218(36831/87026) 40.3535
LEVEL 5: 38.5600(36831/95516) 42.3218(36831/87026) 40.3535
LEVEL 6: 38.5600(36831/95516) 42.3218(36831/87026) 40.3535
LEVEL 7: 38.3548(36635/95516) 42.0966(36635/87026) 40.1387
test.KT0 (corpus.mixed.mc):
precision recall F
LEVEL 0: 74.9362(71358/95225) 82.4319(71358/86566) 78.5055
LEVEL 1: 64.5849(61501/95225) 71.0452(61501/86566) 67.6612
LEVEL 2: 61.2266(58303/95225) 67.3509(58303/86566) 64.1429
LEVEL 3: 43.8572(41763/95225) 48.2441(41763/86566) 45.9462
LEVEL 4: 40.3465(38420/95225) 44.3823(38420/86566) 42.2683
LEVEL 5: 40.3465(38420/95225) 44.3823(38420/86566) 42.2683
LEVEL 6: 40.3465(38420/95225) 44.3823(38420/86566) 42.2683
LEVEL 7: 40.1418(38225/95225) 44.1571(38225/86566) 42.0538
test.KT2 (corpus.mixed.mc):
precision recall F
LEVEL 0: 75.2297(4012/5333) 85.6350(4012/4685) 80.0958
LEVEL 1: 65.0853(3471/5333) 74.0875(3471/4685) 69.2953
LEVEL 2: 63.2852(3375/5333) 72.0384(3375/4685) 67.3787
LEVEL 3: 43.9152(2342/5333) 49.9893(2342/4685) 46.7558
LEVEL 4: 40.6713(2169/5333) 46.2967(2169/4685) 43.3021
LEVEL 5: 40.6713(2169/5333) 46.2967(2169/4685) 43.3021
LEVEL 6: 40.6713(2169/5333) 46.2967(2169/4685) 43.3021
LEVEL 7: 40.3525(2152/5333) 45.9338(2152/4685) 42.9627
test.misc (corpus.mixed.mc):
precision recall F
LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310
LEVEL 1: 89.0411(65/73) 90.2778(65/72) 89.6552
LEVEL 2: 87.6712(64/73) 88.8889(64/72) 88.2759
LEVEL 3: 71.2329(52/73) 72.2222(52/72) 71.7241
LEVEL 4: 67.1233(49/73) 68.0556(49/72) 67.5862
LEVEL 5: 67.1233(49/73) 68.0556(49/72) 67.5862
LEVEL 6: 67.1233(49/73) 68.0556(49/72) 67.5862
LEVEL 7: 67.1233(49/73) 68.0556(49/72) 67.5862
test.kanjikai (corpus.mixed.mc):
precision recall F
LEVEL 0: 89.6552(52/58) 74.2857(52/70) 81.2500
LEVEL 1: 79.3103(46/58) 65.7143(46/70) 71.8750
LEVEL 2: 77.5862(45/58) 64.2857(45/70) 70.3125
LEVEL 3: 50.0000(29/58) 41.4286(29/70) 45.3125
LEVEL 4: 41.3793(24/58) 34.2857(24/70) 37.5000
LEVEL 5: 41.3793(24/58) 34.2857(24/70) 37.5000
LEVEL 6: 41.3793(24/58) 34.2857(24/70) 37.5000
LEVEL 7: 39.6552(23/58) 32.8571(23/70) 35.9375
test.ryomou (corpus.mixed.mc):
precision recall F
LEVEL 0: 94.6708(302/319) 94.9686(302/318) 94.8195
LEVEL 1: 79.9373(255/319) 80.1887(255/318) 80.0628
LEVEL 2: 78.0564(249/319) 78.3019(249/318) 78.1790
LEVEL 3: 58.9342(188/319) 59.1195(188/318) 59.0267
LEVEL 4: 51.4107(164/319) 51.5723(164/318) 51.4914
LEVEL 5: 51.4107(164/319) 51.5723(164/318) 51.4914
LEVEL 6: 51.4107(164/319) 51.5723(164/318) 51.4914
LEVEL 7: 51.4107(164/319) 51.5723(164/318) 51.4914
test.non-KT (corpus.mixed.mc):
precision recall F
LEVEL 0: 94.4444(425/450) 92.3913(425/460) 93.4066
LEVEL 1: 81.3333(366/450) 79.5652(366/460) 80.4396
LEVEL 2: 79.5556(358/450) 77.8261(358/460) 78.6813
LEVEL 3: 59.7778(269/450) 58.4783(269/460) 59.1209
LEVEL 4: 52.6667(237/450) 51.5217(237/460) 52.0879
LEVEL 5: 52.6667(237/450) 51.5217(237/460) 52.0879
LEVEL 6: 52.6667(237/450) 51.5217(237/460) 52.0879
LEVEL 7: 52.4444(236/450) 51.3043(236/460) 51.8681
test.mixed (corpus.mixed.mc):
precision recall F
LEVEL 0: 76.7249(4437/5783) 86.2391(4437/5145) 81.2042
LEVEL 1: 66.3496(3837/5783) 74.5773(3837/5145) 70.2233
LEVEL 2: 64.5513(3733/5783) 72.5559(3733/5145) 68.3199
LEVEL 3: 45.1496(2611/5783) 50.7483(2611/5145) 47.7855
LEVEL 4: 41.6047(2406/5783) 46.7638(2406/5145) 44.0337
LEVEL 5: 41.6047(2406/5783) 46.7638(2406/5145) 44.0337
LEVEL 6: 41.6047(2406/5783) 46.7638(2406/5145) 44.0337
LEVEL 7: 41.2934(2388/5783) 46.4140(2388/5145) 43.7042
test.all (corpus.mixed.mc):
precision recall F
LEVEL 0: 75.0280(71783/95675) 82.4845(71783/87026) 78.5798
LEVEL 1: 64.6637(61867/95675) 71.0902(61867/87026) 67.7249
LEVEL 2: 61.3128(58661/95675) 67.4063(58661/87026) 64.2153
LEVEL 3: 43.9321(42032/95675) 48.2982(42032/87026) 46.0118
LEVEL 4: 40.4045(38657/95675) 44.4201(38657/87026) 42.3172
LEVEL 5: 40.4045(38657/95675) 44.4201(38657/87026) 42.3172
LEVEL 6: 40.4045(38657/95675) 44.4201(38657/87026) 42.3172
LEVEL 7: 40.1996(38461/95675) 44.1948(38461/87026) 42.1027
test.KT0 (corpus.all.mc):
precision recall F
LEVEL 0: 74.6569(71481/95746) 82.5740(71481/86566) 78.4161
LEVEL 1: 64.5270(61782/95746) 71.3698(61782/86566) 67.7761
LEVEL 2: 62.0109(59373/95746) 68.5870(59373/86566) 65.1334
LEVEL 3: 45.1737(43252/95746) 49.9642(43252/86566) 47.4483
LEVEL 4: 41.5046(39739/95746) 45.9060(39739/86566) 43.5945
LEVEL 5: 41.5046(39739/95746) 45.9060(39739/86566) 43.5945
LEVEL 6: 41.5046(39739/95746) 45.9060(39739/86566) 43.5945
LEVEL 7: 41.2989(39542/95746) 45.6784(39542/86566) 43.3784
test.KT2 (corpus.all.mc):
precision recall F
LEVEL 0: 74.8738(4005/5349) 85.4856(4005/4685) 79.8286
LEVEL 1: 64.4606(3448/5349) 73.5966(3448/4685) 68.7263
LEVEL 2: 62.8342(3361/5349) 71.7396(3361/4685) 66.9922
LEVEL 3: 43.7465(2340/5349) 49.9466(2340/4685) 46.6414
LEVEL 4: 40.5496(2169/5349) 46.2967(2169/4685) 43.2330
LEVEL 5: 40.5496(2169/5349) 46.2967(2169/4685) 43.2330
LEVEL 6: 40.5496(2169/5349) 46.2967(2169/4685) 43.2330
LEVEL 7: 40.2318(2152/5349) 45.9338(2152/4685) 42.8942
test.misc (corpus.all.mc):
precision recall F
LEVEL 0: 97.2603(71/73) 98.6111(71/72) 97.9310
LEVEL 1: 90.4110(66/73) 91.6667(66/72) 91.0345
LEVEL 2: 87.6712(64/73) 88.8889(64/72) 88.2759
LEVEL 3: 71.2329(52/73) 72.2222(52/72) 71.7241
LEVEL 4: 67.1233(49/73) 68.0556(49/72) 67.5862
LEVEL 5: 67.1233(49/73) 68.0556(49/72) 67.5862
LEVEL 6: 67.1233(49/73) 68.0556(49/72) 67.5862
LEVEL 7: 67.1233(49/73) 68.0556(49/72) 67.5862
test.kanjikai (corpus.all.mc):
precision recall F
LEVEL 0: 87.5000(49/56) 70.0000(49/70) 77.7778
LEVEL 1: 73.2143(41/56) 58.5714(41/70) 65.0794
LEVEL 2: 71.4286(40/56) 57.1429(40/70) 63.4921
LEVEL 3: 46.4286(26/56) 37.1429(26/70) 41.2698
LEVEL 4: 37.5000(21/56) 30.0000(21/70) 33.3333
LEVEL 5: 37.5000(21/56) 30.0000(21/70) 33.3333
LEVEL 6: 37.5000(21/56) 30.0000(21/70) 33.3333
LEVEL 7: 35.7143(20/56) 28.5714(20/70) 31.7460
test.ryomou (corpus.all.mc):
precision recall F
LEVEL 0: 93.5385(304/325) 95.5975(304/318) 94.5568
LEVEL 1: 77.2308(251/325) 78.9308(251/318) 78.0715
LEVEL 2: 75.0769(244/325) 76.7296(244/318) 75.8942
LEVEL 3: 56.9231(185/325) 58.1761(185/318) 57.5428
LEVEL 4: 50.7692(165/325) 51.8868(165/318) 51.3219
LEVEL 5: 50.7692(165/325) 51.8868(165/318) 51.3219
LEVEL 6: 50.7692(165/325) 51.8868(165/318) 51.3219
LEVEL 7: 50.7692(165/325) 51.8868(165/318) 51.3219
test.non-KT (corpus.all.mc):
precision recall F
LEVEL 0: 93.3921(424/454) 92.1739(424/460) 92.7790
LEVEL 1: 78.8546(358/454) 77.8261(358/460) 78.3370
LEVEL 2: 76.6520(348/454) 75.6522(348/460) 76.1488
LEVEL 3: 57.9295(263/454) 57.1739(263/460) 57.5492
LEVEL 4: 51.7621(235/454) 51.0870(235/460) 51.4223
LEVEL 5: 51.7621(235/454) 51.0870(235/460) 51.4223
LEVEL 6: 51.7621(235/454) 51.0870(235/460) 51.4223
LEVEL 7: 51.5419(234/454) 50.8696(234/460) 51.2035
test.mixed (corpus.all.mc):
precision recall F
LEVEL 0: 76.3226(4429/5803) 86.0836(4429/5145) 80.9098
LEVEL 1: 65.5868(3806/5803) 73.9747(3806/5145) 69.5287
LEVEL 2: 63.9152(3709/5803) 72.0894(3709/5145) 67.7567
LEVEL 3: 44.8561(2603/5803) 50.5928(2603/5145) 47.5521
LEVEL 4: 41.4268(2404/5803) 46.7250(2404/5145) 43.9167
LEVEL 5: 41.4268(2404/5803) 46.7250(2404/5145) 43.9167
LEVEL 6: 41.4268(2404/5803) 46.7250(2404/5145) 43.9167
LEVEL 7: 41.1167(2386/5803) 46.3751(2386/5145) 43.5879
test.all (corpus.all.mc):
precision recall F
LEVEL 0: 74.7453(71905/96200) 82.6247(71905/87026) 78.4878
LEVEL 1: 64.5946(62140/96200) 71.4039(62140/87026) 67.8288
LEVEL 2: 62.0800(59721/96200) 68.6243(59721/87026) 65.1883
LEVEL 3: 45.2339(43515/96200) 50.0023(43515/87026) 47.4987
LEVEL 4: 41.5530(39974/96200) 45.9334(39974/87026) 43.6335
LEVEL 5: 41.5530(39974/96200) 45.9334(39974/87026) 43.6335
LEVEL 6: 41.5530(39974/96200) 45.9334(39974/87026) 43.6335
LEVEL 7: 41.3472(39776/96200) 45.7059(39776/87026) 43.4174
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment