Commit 71bffbb8 authored by Sebastian Hellmann's avatar Sebastian Hellmann
Browse files

some todos left, otherwise finished

parent 12b6fd10
......@@ -26,8 +26,6 @@ git clone "https://github.com/dbpedia/databus-maven-plugin.git" $DATABUSDIR &>/d
cd $DATABUSDIR
git pull
# todo redirected not handled properly
# copy
# iterate all .ttl.bz2 files
# uncomment for testing
......@@ -38,6 +36,7 @@ for path in $(find "$EXTRACTIONBASEDIR" -name "*.ttl.bz2" | sort); do
mapAndCopy $path
done
# todo below needs testing, currently print only
exit
# deploy
......
......@@ -177,16 +177,14 @@ mapAndCopy() {
targetFolder="$DATABUSDIR/dbpedia/$GROUP/$artifact/$version"
targetFile="$artifact$contVars.$extension"
# TODO proper handling of "_redirected"
#concerns:
# generic
# TODO proper handling of "_redirected"
#concerns onlyy generic:
#< enwiki/20191001/enwiki-20191001-disambiguations_redirected.ttl.bz2
#< enwiki/20191001/enwiki-20191001-infobox-properties_redirected.ttl.bz2
#< enwiki/20191001/enwiki-20191001-page-links_redirected.ttl.bz2
#< enwiki/20191001/enwiki-20191001-persondata_redirected.ttl.bz2
#< enwiki/20191001/enwiki-20191001-topical-concepts_redirected.ttl.bz2
# mappings
targetFile=$(echo -n "$targetFile" | sed 's/_redirected//g' )
# targetFile=$(echo -n "$targetFile" | sed 's/_redirected//g' )
# copy
echo "< $path
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment