Linux-2018-spring-run1.sh
home=$HOME datap=$home/data/bllip-wenliang perlp="perl $home/perl-scripts"
info=2cand-Z+T-consensus
train=$datap/en.train.autotagMIRA.conll.dep.fltd-dep-1e-3 train2orig=$datap/bllip.lt60.no-dup.conll.fltd-dep-1e-3.$info train2=$train2orig.valid dev=$datap/en.dev.autotagMIRA.conll.dep.fltd-dep-1e-3
ber=$datap/bllip.lt60.ber+zpar6+2o.no-dup.conll.fltd-dep-1e-3.ber6-head turbo=$home/other-parsers/TurboParser-2.1.0/wsj/bllip.out.conll zpar=$home/zpar6/data-wsj/basic/bllip.pos.out.conll zpar2=$home/zpar6/data-wsj/basic-reverse/bllip.pos.out.conll.reverse-sent mate=$home/other-parsers/mate-tool/wsj/bllip.out.conll06
$perlp/merge-two-results-as-dep-candidates-consensus-using-base-file.pl -b $ber -d $zpar -s $turbo -o $train2orig > log.merge-2cand 2>&1
parser="../src-r31/gdp-r config.txt $info"
$parser --train=0 --test=1 --filtered-arc-test=1 --inst-max-num-eval=-100 --check-validness-of-test-file=1 --test-file=$train2orig --output-file=$train2 > log.check-validness 2>&1
- $parser --train=1 --test=0 --dictionary-exist=0 --train-file=$train --train-file-2=$train2 --dev-file=$dev > log.create-m 2>&1
$parser --train=1 --test=0 --dictionary-exist=1 --train-file=$train --train-file-2=$train2 --dev-file=$dev > log.train 2>&1
throw=1000 param=$(ls param*gz | egrep '[0-9]+' -o) for name in dev test; do test=$datap/en.$name.autotagMIRA.conll.dep.fltd-dep-1e-3 out=$name.out-$param.conll $parser --train=0 --test=1 --inst-max-num-eval=-1 --inst-max-len-to-throw=$throw --test-file=$test --output-file=$out --param-num-for-eval=$param > log.$out 2>&1 $perlp/eval.pl -g $test -s $out -o $out.eval $perlp/eval.pl -g $test -s $out -p -o $out.evalp done