diff --git a/databus-release.sh b/databus-release.sh index 6cf8260698f538a19c2b0361c4c15ed08bd03cba..56867341422231424d9e4d9cc7ad1f8ff36af31a 100755 --- a/databus-release.sh +++ b/databus-release.sh @@ -22,17 +22,19 @@ fi #/data/extraction/wikidumps/enwiki/20191001 -git clone "https://github.com/dbpedia/databus-maven-plugin.git" $DATABUSDIR &>/dev/null -cd $DATABUSDIR -git pull +# git clone "https://github.com/dbpedia/databus-maven-plugin.git" $DATABUSDIR &>/dev/null +# cd $DATABUSDIR +# git pull -# copy +# creates links in databus dir # iterate all .ttl.bz2 files # uncomment for testing for path in $(find "$EXTRACTIONBASEDIR" -name "*.ttl.bz2" | sort); do - mapAndCopy $path + mapAndLink $path done +exit + # deploy cd $DATABUSDIR/dbpedia/$GROUP; mvn versions:set -DnewVersion=$(ls * | grep '^[0-9]\{4\}.[0-9]\{2\}.[0-9]\{2\}$' | sort -u | tail -1); diff --git a/functions.sh b/functions.sh index 317b9057ce87088de182f3c5216516cb2faff14d..78284a4097845c982933df6d5bbf6c00f63ad73c 100755 --- a/functions.sh +++ b/functions.sh @@ -18,7 +18,7 @@ CONFIGDIR="$ROOT/extractionConfiguration" DIEFDIR="$ROOT/marvin-extraction/extraction-framework" LOGDIR="$ROOT/marvin-extraction/logs/$(date +%Y-%m-%d)" && mkdir -p $LOGDIR EXTRACTIONBASEDIR="$ROOT/marvin-extraction/wikidumps" && mkdir -p $EXTRACTIONBASEDIR -DATABUSDIR="$ROOT/marvin-extraction/databus-maven-plugin" +DATABUSDIR="$ROOT/databus-poms" ############## # functions @@ -148,7 +148,9 @@ mapNamesToDatabus() { esac } -mapAndCopy() { +# creates links in databus dir +mapAndLink() { + # each individual file path=$1 # split filename @@ -195,7 +197,8 @@ mapAndCopy() { # copy # TODO enable after testing - cp -n "$path" "$targetFolder/$targetFile" + #cp -n "$path" "$targetFolder/$targetFile" + ln -s "$path" "$targetFolder/$targetFile" echo -e "< $path\n> $targetFolder/$targetFile\n----------------------" }