Switch to news-commentary-v12
MODIFY
data/prepare-wmt14en2de.sh
data/prepare-wmt14en2de.sh
@@ -18,17 +18,17 @@ BPE_TOKENS=40000
URLS=(
"http://statmt.org/wmt13/training-parallel-europarl-v7.tgz"
"http://statmt.org/wmt13/training-parallel-commoncrawl.tgz"
- "http://statmt.org/wmt14/training-parallel-nc-v9.tgz"
+ "http://data.statmt.org/wmt17/translation-task/training-parallel-nc-v12.tgz"
)
FILES=(
"training-parallel-europarl-v7.tgz"
"training-parallel-commoncrawl.tgz"
- "training-parallel-nc-v9.tgz"
+ "training-parallel-nc-v12.tgz"
)
CORPORA=(
"training/europarl-v7.de-en"
"commoncrawl.de-en"
- "training/news-commentary-v9.de-en"
+ "training/news-commentary-v12.de-en"
)

Switch to news-commentary-v12