new scripts

mappings/collectExtraction.sh

@@ -8,7 +8,7 @@ set -e
 BASEDIR="/data/extraction/wikidumps/"
 
 #databus-maven-plugin project, containing release pom
-DATABUSMVNPOMDIR="/data/extraction/databus-maven-plugin/dbpedia/generic"
+DATABUSMVNPOMDIR="/data/extraction/databus-maven-plugin/dbpedia/mappings"
 
 #explicit databus version or empty for all
 DUMPDATE=

mappings/download.mappings.properties

 # Default download server. It lists mirrors which may be faster.
-base-url=https://dumps.wikimedia.org/
+base-url=http://dumps.wikimedia.your.org/
 
 # the source file name
 # should be the same as in universal.properties
@@ -16,4 +16,4 @@ retry-max=5
 retry-millis=10000
 
 #for specific dump dates (e.g. 20170101) if empty: the most recent dump-date is used
-dump-date=
\ No newline at end of file
+dump-date=

mappings/mappings-release.sh

@@ -16,12 +16,6 @@ BASEDIR="/data/extraction/wikidumps";
 #https://github.com/dbpedia/databus-maven-plugin/blob/master/dbpedia/mappings/pom.xml
 DATABUSMAVENPOMDIR="/data/extraction/databus-maven-plugin/dbpedia/mappings";
 
-#override release pom.xml properties
-RELEASEPUBLISHER="https://vehnem.github.io/webid.ttl#this";
-RELEASEPACKAGEDIR="/data/extraction/release";
-RELEASEDOWNLOADURL="http://dbpedia-mappings.tib.eu/release";
-RELEASELABELPREFIX="(pre-release)"
-RELEASECOMMENTPREFIX="(MARVIN is the DBpedia bot, that runs the DBpedia Information Extraction Framework (DIEF) and releases the data as is, i.e. unparsed, unsorted, not redirected for debugging the software. After its releases, data is cleaned and persisted under the dbpedia account.)"
 
 #logging directory
 LOGS="/data/extraction/logs/$(date +%Y-%m-%d)";
@@ -88,11 +82,19 @@ setNewVersion() {
 }
 
 deployRelease() {
+
+#override release pom.xml properties
+RELEASEPUBLISHER="https://vehnem.github.io/webid.ttl#this";
+RELEASEPACKAGEDIR="/data/extraction/release/\${project.groupId}/\${project.artifactId}"
+RELEASEDOWNLOADURL="http://dbpedia-mappings.tib.eu/release/\${project.groupId}/\${project.artifactId}/\${project.version}/";
+RELEASELABELPREFIX="(pre-release)"
+RELEASECOMMENTPREFIX="(MARVIN is the DBpedia bot, that runs the DBpedia Information Extraction Framework (DIEF) and releases the data as is, i.e. unparsed, unsorted, not redirected for debugging the software. After its releases, data is cleaned and persisted under the dbpedia account.)"
+
     cd $DATABUSMAVENPOMDIR;
     mvn deploy \
 	-Ddatabus.publisher="$RELEASEPUBLISHER" \
-	-Ddatabus.packageDirectory="$RELEASEPACKAGEDIR/\${project.groupId}/\${project.artifactId}" \
-	-Ddatabus.downloadUrlPath="$RELEASEDOWNLOADURL/\${project.groupId}/\${project.artifactId}/\${project.version}" \
+	-Ddatabus.packageDirectory="$RELEASEPACKAGEDIR" \
+	-Ddatabus.downloadUrlPath="$RELEASEDOWNLOADURL" \
 	-Ddatabus.labelPrefix="$RELEASELABELPREFIX" \
 	-Ddatabus.commentPrefix="$RELEASECOMMENTPREFIX";
 }
@@ -138,6 +140,6 @@ main() {
     compressLogs;
 }
 
-if [ ! -f "$SCRIPTROOT/generic-release.pid" ]; then
-        (execWithLogging main; rm "$SCRIPTROOT/generic-release.pid") & echo $! > "$SCRIPTROOT/generic-release.pid"
+if [ ! -f "$SCRIPTROOT/mappings-release.pid" ]; then
+        (execWithLogging main; rm "$SCRIPTROOT/mappings-release.pid") & echo $! > "$SCRIPTROOT/mappings-release.pid"
 fi