Difference between revisions of "Talk:Using GIZA++"
Jump to navigation
Jump to search
| (9 intermediate revisions by the same user not shown) | |||
| Line 1: | Line 1: | ||
==First try== |
|||
629 cat es-text.txt | grep -v '^<' > es-text.t |
629 cat es-text.txt | grep -v '^<' > es-text.t |
||
630 mv es-text.t es-text.txt |
630 mv es-text.t es-text.txt |
||
| Line 5: | Line 7: | ||
721 cat es-text.txt | apertium-destxt | lt-proc ~/local/share/apertium/apertium-es-it/es-it.automorf.bin | |
721 cat es-text.txt | apertium-destxt | lt-proc ~/local/share/apertium/apertium-es-it/es-it.automorf.bin | |
||
apertium-tagger -g ~/local/share/apertium/apertium-es-it/es-it.prob | apertium-retxt > es-text.tagged.txt & |
apertium-tagger -g ~/local/share/apertium/apertium-es-it/es-it.prob | apertium-retxt > es-text.tagged.txt & |
||
525 cat it-text.txt | apertium-destxt | lt-proc ~/local/share/apertium/apertium-es-it/it-es.automorf.bin | |
|||
apertium-tagger -g ~/local/share/apertium/apertium-es-it/it-es.prob | apertium-retxt > it-text.tagged.txt & |
|||
550 ~fsanchez/GIZA++-v2/plain2snt.out es/es-text.tagged.txt it/it-text.tagged.txt |
|||
551 ~fsanchez/GIZA++-v2/mkcls-v2/mkcls -m2 -pes/es-text.tagged.txt -c50 -Ves/es-text.tagged.vcb.classes opt >& es/mkcls1.log |
|||
555 ~fsanchez/GIZA++-v2/mkcls-v2/mkcls -m2 -pit/it-text.tagged.txt -c50 -Vit/it-text.tagged.vcb.classes opt >& it/mkcls1.log |
|||
564 ~fsanchez/GIZA++-v2/GIZA++ -S es/es-text.tagged.vcb -T it/it-text.tagged.vcb -C es/es-text.tagged_it-text.tagged.snt -p0 0.98 -o es-it.aligned >& alignment.log |
|||
==Second try== |
|||
629 cat es-text.txt | grep -v '^<' > es-text.t |
|||
630 mv es-text.t es-text.txt |
|||
633 cat it-text.txt | grep -v '<' > it |
|||
634 mv it it-text.txt |
|||
550 ~fsanchez/GIZA++-v2/plain2snt.out es/es-text.txt it/it-text.txt |
|||
930 ~fsanchez/GIZA++-v2/mkcls-v2/mkcls -m2 -pes/es-text.txt -c50 -Ves/es-text.vcb.classes opt >& es/mkcls1.log |
|||
932 ~fsanchez/GIZA++-v2/mkcls-v2/mkcls -m2 -pit/it-text.txt -c50 -Vit/it-text.vcb.classes opt >& it/mkcls1.log |
|||
==Welsh to English (classic)== |
|||
<pre> |
|||
774 cat cy-clean.txt | python -c "import sys, codecs; sys.stdout = codecs.getwriter('utf-8')(sys.stdout); sys.stdin = codecs.getreader('utf-8')(sys.stdin); print sys.stdin.read().lower();" > cy.crp.txt & |
|||
775 cat en-clean.txt | python -c "import sys, codecs; sys.stdout = codecs.getwriter('utf-8')(sys.stdout); sys.stdin = codecs.getreader('utf-8')(sys.stdin); print sys.stdin.read().lower();" > en.crp.txt & |
|||
781 plain2snt.out cy.crp.txt en.crp.txt |
|||
783 snt2cooc.out cy.crp.vcb en.crp.vcb cy.crp_en.crp.snt > cy-en.model.cooc |
|||
784 trainGIZA++.sh cy.crp.vcb en.crp.vcb cy.crp_en.crp.snt |
|||
</pre> |
|||
Latest revision as of 21:04, 9 August 2008
First try[edit]
629 cat es-text.txt | grep -v '^<' > es-text.t
630 mv es-text.t es-text.txt
633 cat it-text.txt | grep -v '<' > it
634 mv it it-text.txt
721 cat es-text.txt | apertium-destxt | lt-proc ~/local/share/apertium/apertium-es-it/es-it.automorf.bin |
apertium-tagger -g ~/local/share/apertium/apertium-es-it/es-it.prob | apertium-retxt > es-text.tagged.txt &
525 cat it-text.txt | apertium-destxt | lt-proc ~/local/share/apertium/apertium-es-it/it-es.automorf.bin |
apertium-tagger -g ~/local/share/apertium/apertium-es-it/it-es.prob | apertium-retxt > it-text.tagged.txt &
550 ~fsanchez/GIZA++-v2/plain2snt.out es/es-text.tagged.txt it/it-text.tagged.txt
551 ~fsanchez/GIZA++-v2/mkcls-v2/mkcls -m2 -pes/es-text.tagged.txt -c50 -Ves/es-text.tagged.vcb.classes opt >& es/mkcls1.log
555 ~fsanchez/GIZA++-v2/mkcls-v2/mkcls -m2 -pit/it-text.tagged.txt -c50 -Vit/it-text.tagged.vcb.classes opt >& it/mkcls1.log
564 ~fsanchez/GIZA++-v2/GIZA++ -S es/es-text.tagged.vcb -T it/it-text.tagged.vcb -C es/es-text.tagged_it-text.tagged.snt -p0 0.98 -o es-it.aligned >& alignment.log
Second try[edit]
629 cat es-text.txt | grep -v '^<' > es-text.t 630 mv es-text.t es-text.txt 633 cat it-text.txt | grep -v '<' > it 634 mv it it-text.txt 550 ~fsanchez/GIZA++-v2/plain2snt.out es/es-text.txt it/it-text.txt 930 ~fsanchez/GIZA++-v2/mkcls-v2/mkcls -m2 -pes/es-text.txt -c50 -Ves/es-text.vcb.classes opt >& es/mkcls1.log 932 ~fsanchez/GIZA++-v2/mkcls-v2/mkcls -m2 -pit/it-text.txt -c50 -Vit/it-text.vcb.classes opt >& it/mkcls1.log
Welsh to English (classic)[edit]
774 cat cy-clean.txt | python -c "import sys, codecs; sys.stdout = codecs.getwriter('utf-8')(sys.stdout); sys.stdin = codecs.getreader('utf-8')(sys.stdin); print sys.stdin.read().lower();" > cy.crp.txt &
775 cat en-clean.txt | python -c "import sys, codecs; sys.stdout = codecs.getwriter('utf-8')(sys.stdout); sys.stdin = codecs.getreader('utf-8')(sys.stdin); print sys.stdin.read().lower();" > en.crp.txt &
781 plain2snt.out cy.crp.txt en.crp.txt
783 snt2cooc.out cy.crp.vcb en.crp.vcb cy.crp_en.crp.snt > cy-en.model.cooc
784 trainGIZA++.sh cy.crp.vcb en.crp.vcb cy.crp_en.crp.snt
