Talk:Scandinavian MT project

Coverage

Coverage on Wikipedia dumps ("no decomp" is with decompounding turned off, ie. without the -e switch to lt-proc; ex-upper is excluding anything with uppercase characters from all counts; script at bottom of page).

Results

$ ./scandicov.sh
nno-swe
unk     known   tot     cov %
805040  5307135 6112175 86.8289   no decomp     ex-upper:       88.251
703448  5408727 6112175 88.491  with decomp     ex-upper:       91.5592

nob-swe
unk     known   tot     cov %
691359  5408402 6099761 88.6658   no decomp     ex-upper:       90.0757
579262  5520499 6099761 90.5035 with decomp     ex-upper:       93.3714

swe-nno
unk     known   tot     cov %
914584  5167659 6082243 84.963    no decomp     ex-upper:       87.082
744040  5338204 6082244 87.767  with decomp     ex-upper:       92.1901

swe-nob
unk     known   tot     cov %
907104  5175868 6082972 85.0878   no decomp     ex-upper:       87.2664
733559  5349414 6082973 87.9408 with decomp     ex-upper:       92.4382

dan-swe
unk     known   tot     cov %
1135679 4775050 5910729 80.7861   no decomp     ex-upper:       86.2313
997339  4913390 5910729 83.1266 with decomp     ex-upper:       90.5919

swe-dan
unk     known   tot     cov %
1120955 4760872 5881827 80.9421   no decomp     ex-upper:       86.4166
926361  4955466 5881827 84.2505 with decomp     ex-upper:       92.2963

dan-nno
unk     known   tot     cov %
870318  5020221 5890539 85.2252   no decomp     ex-upper:       87.512
752064  5138475 5890539 87.2327 with decomp     ex-upper:       91.4789

dan-nob
unk     known   tot     cov %
832984  5052919 5885903 85.8478   no decomp     ex-upper:       88.22
703618  5182285 5885903 88.0457 with decomp     ex-upper:       92.308

nno-dan
unk     known   tot     cov %
707162  5295158 6002320 88.2185   no decomp     ex-upper:       90.2369
613734  5388586 6002320 89.7751 with decomp     ex-upper:       93.4124

nob-dan
unk     known   tot     cov %
594784  5387514 5982298 90.0576   no decomp     ex-upper:       91.7191
492014  5490284 5982298 91.7755 with decomp     ex-upper:       94.8719

nno-nob
unk     known   tot     cov %
704975  5364593 6069568 88.3851   no decomp     ex-upper:       91.2337
613334  5456234 6069568 89.8949 with decomp     ex-upper:       94.2736

nob-nno
unk     known   tot     cov %
603139  5456170 6059309 90.0461   no decomp     ex-upper:       92.6105
502464  5556845 6059309 91.7076 with decomp     ex-upper:       95.5668

script

$ cat scandicov.sh
#!/bin/bash

# kill process group:
trap "kill -- -0" EXIT

sum () {
    awk -v note="$1" '
BEGIN{OFS=FS="\t"} 
/^\^/{w++} 
/\/\*/{u++}
/\/\*.*[[:upper:]]/{Uu++}
/[[:upper:]]/{Uw++} 
END{
lw=w-Uw
lu=u-Uu
print u,w-u,w,100*(w-u)/w, note,"ex-upper:",100*(lw-lu)/lw}'
}

for ana in /l/a/*/apertium-{swe-nor,swe-dan,dan-nor,nno-nob}/*.automorf.bin; do
    f="$(basename "${ana}")"
    echo "${f%%.automorf.bin}"
    src="${f%%-*}"
    printf "unk\tknown\ttot\tcov %%\n"
    xzcat ~/corpora/"${src}".wikicov.xz | lt-proc "${ana}" \
        | apertium-cleanstream -n \
        | sum "  no decomp" &

    xzcat ~/corpora/"${src}".wikicov.xz | lt-proc -e "${ana}" \
        | apertium-cleanstream -n \
        | sum "with decomp" &

    wait
    echo
done

Testvoc

Results

   1 ../apertium-dan-nor/nobackup/69419-dan-nno
  30 ../apertium-dan-nor/nobackup/69419-dan-nob
  37 ../apertium-dan-nor/nobackup/69419-nno-dan
  26 ../apertium-dan-nor/nobackup/69419-nob-dan
  94 total

  136 ../apertium-nno-nob/nobackup/69419-nno-nob
   71 ../apertium-nno-nob/nobackup/69419-nob-nno
  207 total

  157 ../apertium-swe-dan/nobackup/69419-dan-swe
  276 ../apertium-swe-dan/nobackup/69419-swe-dan
  433 total

0 ../apertium-swe-nor/nobackup/69419-nno-swe
0 ../apertium-swe-nor/nobackup/69419-nob-swe
0 ../apertium-swe-nor/nobackup/69419-swe-nno
0 ../apertium-swe-nor/nobackup/69419-swe-nob.tmp
0 total

script

$ while sleep 30; do 
  for d in trunk/apertium-{swe-nor,dan-nor,nno-nob,swe-dan}; do 
    ( cd $d && up && make langs  && rev=$(svn info|grep ^Revision: |grep -o '[0-9]*') && 
      for m in modes/???-???.mode; do 
        p=${m##modes/} && p=${p%%.mode} && echo $p && 
        ( test -f nobackup/${rev}-$p || 
            ( dev/testvoc/generation.sh --hfst $p > nobackup/${rev}-$p.tmp
              mv nobackup/${rev}-$p.tmp nobackup/${rev}-$p 
            ) 
        )
      done  
    )
  done
done