#!/bin/bash # get all variables and functions source functions.sh ################# #check argument ################# GROUP=$1 if [ "$GROUP" != "generic" ] && [ "$GROUP" != "mappings" ] && [ "$GROUP" != "test" ] && [ "$GROUP" != "wikidata" ] && [ "$GROUP" != "text" ] || [ -z "$GROUP" ] then echo "$HELP" exit 1 fi ################## # Server DownloadURL ################## DOMAIN=$GROUP if [ "$GROUP" = "generic" ] || [ "$GROUP" = "mappings" ] then DOMAIN="mappings" elif [ "$GROUP" = "text" ] then DOMAIN="generic" fi ################## # Setup and clone pom files ################# #/data/extraction/wikidumps/enwiki/20191001 # git clone "https://github.com/dbpedia/databus-maven-plugin.git" $DATABUSDIR &>/dev/null # cd $DATABUSDIR # git pull # creates links in databus dir # iterate all .ttl.bz2 files # uncomment for testing for path in $(find "$EXTRACTIONBASEDIR" -name "*.ttl.bz2" | sort); do mapAndLink $path done # deploy cd $DATABUSDIR/dbpedia/$GROUP; mvn versions:set -DnewVersion=$(ls * | grep '^[0-9]\{4\}.[0-9]\{2\}.[0-9]\{2\}$' | sort -u | tail -1); # get git commit link GITHUBLINK="$(diefCommitLink)" PUBLISHER="https://vehnem.github.io/webid.ttl#this"; PACKAGEDIR="/var/www/dbpedia-$DOMAIN.tib.eu/databus-repo/marvin/\${project.groupId}/\${project.artifactId}"; DOWNLOADURL="http://dbpedia-$DOMAIN.tib.eu/databus-repo/marvin/\${project.groupId}/\${project.artifactId}/\${project.version}/"; LABELPREFIX="(pre-release) "; COMMENTPREFIX="(MARVIN is the DBpedia bot for monthly raw releases (unparsed, unsorted) for debugging the DIEF software, commit: $GITHUBLINK . After its releases, data is cleaned and persisted under the DBpedia account. ) " ; echo "VARS: GITHUBLINK: $GITHUBLINK PUBLISHER: $PUBLISHER PACKAGEDIR: $PACKAGEDIR DOWNLOADURL: $DOWNLOADURL LABELPREFIX: $LABELPREFIX COMMENTPREFIX:$COMMENTPREFIX " # TODO workaround for the read time out exception for i in `ls` ; do cd $i ; mvn clean deploy -Ddatabus.publisher="$PUBLISHER" -Ddatabus.packageDirectory="$PACKAGEDIR" -Ddatabus.downloadUrlPath="$DOWNLOADURL" -Ddatabus.labelPrefix="$LABELPREFIX" -Ddatabus.commentPrefix="$COMMENTPREFIX"; cd .. done