diff --git a/prepare_wiki.sh b/prepare_wiki.sh index 8640388..bb40bbb 100755 --- a/prepare_wiki.sh +++ b/prepare_wiki.sh @@ -46,8 +46,8 @@ else echo "${EXTR_PATH} already exists. Skipping extraction." fi -python -m multifit.create_wikitext -i "${EXTR_PATH}" -l "${LANG}" -o "${WIKI_DIR}" +python -m multifit.datasets.create_wikitext -i "${EXTR_PATH}" -l "${LANG}" -o "${WIKI_DIR}" -python -m multifit.postprocess_wikitext "${WIKI_DIR}/${LANG}-2" $LANG -python -m multifit.postprocess_wikitext "${WIKI_DIR}/${LANG}-100" $LANG -#python -m multifit.postprocess_wikitext "${WIKI_DIR}/${LANG}-all" $LANG +python -m multifit.datasets.postprocess_wikitext "${WIKI_DIR}/${LANG}-2" $LANG +python -m multifit.datasets.postprocess_wikitext "${WIKI_DIR}/${LANG}-100" $LANG +#python -m multifit.datasets.postprocess_wikitext "${WIKI_DIR}/${LANG}-all" $LANG