File tree Expand file tree Collapse file tree 2 files changed +7
-11
lines changed Expand file tree Collapse file tree 2 files changed +7
-11
lines changed Original file line number Diff line number Diff line change @@ -56,15 +56,16 @@ sbt \
56
56
# mkdir data/index/gnd_since_$LAST_BASE
57
57
# cp data/backup/GND-updates_2021*.jsonl data/index/gnd_since_$LAST_BASE # etc.; alt: OAI-PMH
58
58
# setsid nohup sbt \
59
+ # -Dindex.entityfacts.index=entityfacts_$TODAY \
59
60
# -Dindex.prod.name=gnd_$TODAY \
60
61
# -Ddata.jsonlines=data/index/gnd_since_$LAST_BASE \
61
62
# -Dindex.delete.baseline=GND-deprecated-updates.txt \
62
63
# "runMain apps.Index baseline" \
63
64
# > IndexBaseline_since_$LAST_BASE.log 2>&1 &
64
65
65
66
# a more automatable alternative might be to use OAI-PMH updates
66
- # export LAST_BASE=2020 -10-13 # get date from description on https://data.dnb.de/opendata/ (e.g. "Stand: 13.06.2021 ")
67
- # sbt "runMain apps.ConvertUpdates $LAST_BASE"
68
- # sbt "runMain apps.Index updates"
67
+ # export LAST_BASE=2022 -10-13 # get date from description on https://data.dnb.de/opendata/ (e.g. "Stand: 13.10.2022 ")
68
+ # setsid nohup sbt -mem 4000 -Dindex.prod.name=gnd_$TODAY "runMain apps.ConvertUpdates $LAST_BASE" > ConvertUpdates_since_$LAST_BASE.log 2>&1 &
69
+ # setsid nohup sbt -mem 4000 -Dindex.prod.name=gnd_$TODAY "runMain apps.Index updates" > IndexUpdates_since_$LAST_BASE.log 2>&1 &
69
70
70
- # # finally, switch 'gnd' alias to 'gnd_$TODAY'
71
+ # # finally, switch 'gnd' alias to 'gnd_$TODAY' and 'entityfacts' alias to 'entityfacts_$TODAY'
Original file line number Diff line number Diff line change @@ -15,12 +15,7 @@ scp GND-deprecated-updates.txt quaoar2:git/lobid-gnd/
15
15
ssh sol@quaoar2 ' cd /home/sol/git/lobid-gnd ; sbt "runMain apps.Index updates" ; bash ./checkCompactedProperties.sh gnd'
16
16
17
17
# if check ok, index to productive instance:
18
- if [ $? -eq 0 ]; then
18
+ if [ $? -eq 0 ]; then
19
19
sbt " runMain apps.Index updates"
20
- else MESSAGE=" check fail :("
21
- mail -s " Alert GND: test bad " " $RECIPIENT @hbz-nrw.de" << EOF
22
- Because of these uncompacted fields the data is not indexed into the productive service:
23
-
24
- $MESSAGE
25
- EOF
20
+ bash ./checkCompactedProperties.sh gnd
26
21
fi
You can’t perform that action at this time.
0 commit comments