|
#! /bin/sh |
|
S=KoichiYasuoka/modernbert-large-japanese-char |
|
T=KoichiYasuoka/modernbert-large-japanese-char-upos |
|
U=https://github.com/UniversalDependencies/UD_Japanese-GSD |
|
|
|
D=`basename $U` |
|
test -d $D || git clone --depth=1 $U |
|
for F in train dev test |
|
do cp $D/*-$F.conllu $F.conllu |
|
done |
|
|
|
U=https://github.com/KoichiYasuoka/SuPar-UniDic/raw/main/suparunidic/suparmodels/ja_gsd_modern.conllu |
|
F=`basename $U` |
|
test -f $F || curl -LO $U |
|
|
|
python3 -m esupar.train $S $T -8 /tmp $F |
|
python3 -m esupar.train $T $T 8 /// train.conllu dev.conllu test.conllu |
|
|
