Skip to content

Commit 41ffd8f

Browse files
committed
Tweak instructions in baseline.sh, avoid redundant mail in cron.sh
1 parent 562561d commit 41ffd8f

File tree

2 files changed

+7
-11
lines changed

2 files changed

+7
-11
lines changed

baseline.sh

Lines changed: 5 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -56,15 +56,16 @@ sbt \
5656
# mkdir data/index/gnd_since_$LAST_BASE
5757
# cp data/backup/GND-updates_2021*.jsonl data/index/gnd_since_$LAST_BASE # etc.; alt: OAI-PMH
5858
# setsid nohup sbt \
59+
# -Dindex.entityfacts.index=entityfacts_$TODAY \
5960
# -Dindex.prod.name=gnd_$TODAY \
6061
# -Ddata.jsonlines=data/index/gnd_since_$LAST_BASE \
6162
# -Dindex.delete.baseline=GND-deprecated-updates.txt \
6263
# "runMain apps.Index baseline" \
6364
# > IndexBaseline_since_$LAST_BASE.log 2>&1 &
6465

6566
# a more automatable alternative might be to use OAI-PMH updates
66-
# export LAST_BASE=2020-10-13 # get date from description on https://data.dnb.de/opendata/ (e.g. "Stand: 13.06.2021")
67-
# sbt "runMain apps.ConvertUpdates $LAST_BASE"
68-
# sbt "runMain apps.Index updates"
67+
# export LAST_BASE=2022-10-13 # get date from description on https://data.dnb.de/opendata/ (e.g. "Stand: 13.10.2022")
68+
# setsid nohup sbt -mem 4000 -Dindex.prod.name=gnd_$TODAY "runMain apps.ConvertUpdates $LAST_BASE" > ConvertUpdates_since_$LAST_BASE.log 2>&1 &
69+
# setsid nohup sbt -mem 4000 -Dindex.prod.name=gnd_$TODAY "runMain apps.Index updates" > IndexUpdates_since_$LAST_BASE.log 2>&1 &
6970

70-
## finally, switch 'gnd' alias to 'gnd_$TODAY'
71+
## finally, switch 'gnd' alias to 'gnd_$TODAY' and 'entityfacts' alias to 'entityfacts_$TODAY'

cron.sh

Lines changed: 2 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -15,12 +15,7 @@ scp GND-deprecated-updates.txt quaoar2:git/lobid-gnd/
1515
ssh sol@quaoar2 'cd /home/sol/git/lobid-gnd ; sbt "runMain apps.Index updates" ; bash ./checkCompactedProperties.sh gnd'
1616

1717
# if check ok, index to productive instance:
18-
if [ $? -eq 0 ]; then
18+
if [ $? -eq 0 ]; then
1919
sbt "runMain apps.Index updates"
20-
else MESSAGE="check fail :("
21-
mail -s "Alert GND: test bad " "$RECIPIENT@hbz-nrw.de" << EOF
22-
Because of these uncompacted fields the data is not indexed into the productive service:
23-
24-
$MESSAGE
25-
EOF
20+
bash ./checkCompactedProperties.sh gnd
2621
fi

0 commit comments

Comments
 (0)