opencultureconsulting/openrefine-batch
2
0
Fork 0
mirror of https://github.com/opencultureconsulting/openrefine-batch.git synced 2025-03-30 00:00:25 +01:00
Code Issues Releases Activity

improved cleanup: delete duplicates from copied projects

Browse Source
This commit is contained in:
Felix Lohmeier 2017-03-01 23:40:16 +01:00
parent 676f422d1f
commit 631557e74a
1 changed files with 12 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
openrefine-batch.sh
View File

@ -1,5 +1,5 @@
#!/bin/bash #!/bin/bash
# openrefine-batch.sh, Felix Lohmeier, v0.6.2, 01.03.2017 # openrefine-batch.sh, Felix Lohmeier, v0.6.3, 01.03.2017
# https://github.com/felixlohmeier/openrefine-batch # https://github.com/felixlohmeier/openrefine-batch
# user input # user input
@ -157,13 +157,13 @@ if [ -n "$jsonfiles" ] || [ "$export" = "export-true" ]; then
# copy given projects to workspace # copy given projects to workspace
rsync -a --exclude='*.project/history' $crossdir/*.project $outputdir rsync -a --exclude='*.project/history' $crossdir/*.project $outputdir
# restart server to advertise copied projects # restart server to advertise copied projects
echo "restart OpenRefine server to advertise copied projects..." echo "restart OpenRefine server to advertise copied projects..."
docker stop -t=5000 ${uuid} docker stop -t=5000 ${uuid}
docker rm ${uuid} docker rm ${uuid}
docker run -d --name=${uuid} -v ${outputdir}:/data felixlohmeier/openrefine:${version} -i 0.0.0.0 -m ${ram} -d /data docker run -d --name=${uuid} -v ${outputdir}:/data felixlohmeier/openrefine:${version} -i 0.0.0.0 -m ${ram} -d /data
until docker run --rm --link ${uuid} --entrypoint /usr/bin/curl felixlohmeier/openrefine-client --silent -N http://${uuid}:3333 | cat | grep -q -o "OpenRefine" ; do sleep 1; done until docker run --rm --link ${uuid} --entrypoint /usr/bin/curl felixlohmeier/openrefine-client --silent -N http://${uuid}:3333 | cat | grep -q -o "OpenRefine" ; do sleep 1; done
docker attach ${uuid} & docker attach ${uuid} &
echo "" echo ""
fi fi
# loop for all projects # loop for all projects
@ -230,6 +230,10 @@ echo "cleanup..."
docker stop -t=5000 ${uuid} docker stop -t=5000 ${uuid}
docker rm ${uuid} docker rm ${uuid}
rm -r -f ${outputdir}/workspace*.json rm -r -f ${outputdir}/workspace*.json
# delete duplicates from copied projects
if [ -n "$crossprojects" ]; then
for i in "${crossprojects[@]}" ; do rm -r -f ${outputdir}/${i} done
fi
echo "" echo ""
# time # time