Commit 8025734a authored by Koichi Yasuoka's avatar Koichi Yasuoka
Browse files

simpified-lemma included

parent 82bfe8aa

seed_pulleyblank/dict.KTp2.csv

+898 −898

File changed.

Preview size limit exceeded, changes collapsed.

seed_pulleyblank/dict.name.csv

+1428 −1428

File changed.

Preview size limit exceeded, changes collapsed.

seed_pulleyblank/makedict.sh

+2 −2
Original line number Diff line number Diff line
@@ -113,7 +113,7 @@ BEGIN{ 
length($1)==3{

  if(w[$1]!=1)

    printf("%s\n",$0);

}' | tr ' ' , | mc2ud.nawk | sort -u > dict.KTp2.csv

}' | tr ' ' , | simplify.py | mc2ud.nawk | sort -u > dict.KTp2.csv

sed 's/,[^,]*,[^,]*,[^,]*$/,*,*,*/' ../seed_names2/name.Noun.personal.csv ../seed_names2/name.Noun.surname.csv ../seed_names2/KTp2.Noun.place.?.csv | sort -u | awk -F, '

BEGIN{

  m=sprintf("%c%c",240,175);
@@ -139,7 +139,7 @@ BEGIN{ 
  }

  if(s!="*"&&$11!="*"&&index($1,m)<1&&index($11,m)<1)

    printf("%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s\n",$1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12,$13,s);

}' | mc2ud.nawk | sort -u > dict.name.csv

}' | simplify.py | mc2ud.nawk | sort -u > dict.name.csv

sed 's/,[^,]*,[^,]*,[^,]*$/,*,*,*/' ../seed_names2/Symbol.csv | sort -u | mc2ud.nawk > dict.symbol.csv

if [ ! -s dict.yasuoka.csv ]

then /bin/rm -f dict.yasuoka.csv

seed_pulleyblank/simplify.py

0 → 100755
+17 −0
Original line number Diff line number Diff line 
#! /usr/bin/python3

# coding=utf-8



import mafan

while True:

  try:

    s=input()

  except:

    quit()

  t=s.split(",")

  if t[9]=="*" or t[9]=="":

    i=t[0] if t[10]=="*" or t[10]=="" else t[10]

    j=mafan.simplify(i)

    if i!=j:

      t[9]=j

  print(",".join(t))