#!/bin/sh

export LANG=ja_JP.UTF-8

cat corpus.*.txt /home/*/projects/kanbun/kanbun-0.796/seed/corpus.*.txt > corpus
#cat corpus.*.txt > corpus
#cat corpus.misc.txt > corpus
#cat corpus.kanjikai.txt > corpus
#cat corpus.ryomou.txt > corpus
#cat corpus.kanjikai.txt corpus.ryomou.txt > corpus

#cat corpus \
#cat /home/yasuoka/projects/kanbun/kanbun-0.796/seed/corpus.yasuokaBOM.txt \
#cat /home/ymzknk/projects/kanbun/kanbun-0.796/seed/corpus.ymzk.txt \
#cat corpus.*.txt \
cat corpus \
| grep -v EOS | sed 's/	/,0,0,0,/' | sort | uniq > misc.corpus.csv
