parent
6ccd3107b2
commit
3493307396
@ -1,2 +1,54 @@ |
||||
# twic_script |
||||
A bash script to maintain an update SCID database of chess games downloaded from The Week In Chess (TWIC) |
||||
|
||||
============================== |
||||
|
||||
This simple bash script helps maintaining an updated database of |
||||
chess games for SCID, based on the famous "The Week In Chess" game |
||||
collection made available at |
||||
|
||||
http://www.theweekinchess.com/ |
||||
|
||||
Games are distributed as zipped png files, which are uploaded weekly |
||||
on http://www.theweekinchess.com/zips/ (Should that URL change at some |
||||
point in the future, you will just need to update the ADDR variable |
||||
below) |
||||
|
||||
*SYNOPSIS* |
||||
./twic_script.sh --help |
||||
./twic_script.sh [<start_issue> [<end_issue> [<pgnfile>]]] |
||||
|
||||
When called with "--help" as first argument, the script outputs |
||||
a *minimal* help. |
||||
|
||||
Otherwise, if called with a start_issue (an integer, default to the |
||||
first issue to be downloaded, as specified into ${IDFILE}, or to |
||||
the first known online issue of TWIC, number 210, if ${IDFILE} does |
||||
not exist), it will start downloading the TWIC issues from start_issue |
||||
up to the latest (or up to end_issue, if provided). The zips are stored |
||||
into ${ZIPDIR} (default to "./zips"), while the png database is |
||||
maintained into ${PNGFILE} (default to ${DBDIR}/twic.png), or into the |
||||
file provided by the user as third argument. |
||||
|
||||
The new pgn files are concatenated at the end of ${PNGFILE}, and then the |
||||
SCID database is rebuilt (this can take a while...). |
||||
|
||||
The script maintains a record of the last downloaded issue, into the |
||||
file ${IDFILE} (default to ${ZIPDIR}/.last_id), so that it is sufficient |
||||
to call it regularly (e.g., as a user cron job) with no arguments in order |
||||
to have an updated DB of chess games. |
||||
|
||||
*DEPENDENCIES* |
||||
|
||||
twic_script.sh depends on: |
||||
|
||||
- wget (to download the zip files) |
||||
- unzip (well, what do you think we are using it for?) |
||||
- pgnscid (a program provided by scid to convert a pgn file into a SCID |
||||
.si4 game DB) |
||||
|
||||
**** IMPORTANT NOTE **** |
||||
|
||||
BEWARE!!! IF YOU REMOVE ${PNGFILE}, THE CORRESPONDING SCID DB FILE WILL |
||||
BE OVERWRITTEN BY THE FIRST RUN OF THIS SCRIPT!!! |
||||
|
||||
|
||||
@ -0,0 +1,180 @@ |
||||
#!/bin/bash |
||||
# |
||||
# |
||||
# Copyright (C) 2011-2015 Vincenzo (KatolaZ) Nicosia <katolaz@yahoo.it> |
||||
# |
||||
# |
||||
# This program is free software: you can redistribute it and/or modify |
||||
# it under the terms of the GNU General Public License as published by |
||||
# the Free Software Foundation, either version 3 of the License, or |
||||
# (at your option) any later version. |
||||
# |
||||
# This program is distributed in the hope that it will be useful, but |
||||
# WITHOUT ANY WARRANTY; without even the implied warranty of |
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
||||
# General Public License for more details. |
||||
# |
||||
# You should have received a copy of the GNU General Public License |
||||
# long with this program. If not, see <http://www.gnu.org/licenses/>. |
||||
# |
||||
# |
||||
# |
||||
# This simple script helps maintaining an updated database of chess games |
||||
# for SCID, based on the famous The Week In Chess game collection made |
||||
# available at |
||||
# |
||||
# http://www.theweekinchess.com/ |
||||
# |
||||
# Games are distributed as zipped png files, which are uploaded weekly |
||||
# on http://www.theweekinchess.com/zips/ (Should that URL change at some |
||||
# point in the future, you will just need to update the ADDR variable |
||||
# below) |
||||
# |
||||
# *SYNOPSIS* |
||||
# ./twic_script.sh --help |
||||
# ./twic_script.sh [<start_issue> [<end_issue> [<pgnfile>]]] |
||||
# |
||||
# When called with "--help" as first argument, the script outputs |
||||
# a *minimal* help. |
||||
# |
||||
# Otherwise, if called with a start_issue (an integer, default to the |
||||
# first issue to be downloaded, as specified into ${IDFILE}, or to |
||||
# the first known online issue of TWIC, number 210, if ${IDFILE} does |
||||
# not exist), it will start downloading the TWIC issues from start_issue |
||||
# up to the latest (or up to end_issue, if provided). The zips are stored |
||||
# into ${ZIPDIR} (default to "./zips"), while the png database is |
||||
# maintained into ${PNGFILE} (default to ${DBDIR}/twic.png), or into the |
||||
# file provided by the user as third argument. |
||||
# |
||||
# The new pgn files are concatenated at the end of ${PNGFILE}, and then the |
||||
# SCID database is rebuilt (this can take a while...). |
||||
# |
||||
# The script maintains a record of the last downloaded issue, into the |
||||
# file ${IDFILE} (default to ${ZIPDIR}/.last_id), so that it is sufficient |
||||
# to call it regularly (e.g., as a user cron job) with no arguments in order |
||||
# to have an updated DB of chess games. |
||||
# |
||||
# *DEPENDENCIES* |
||||
# |
||||
# twic_script.sh depends on: |
||||
# |
||||
# - wget (to download the zip files) |
||||
# - unzip (well, what do you think we are using it for?) |
||||
# - pgnscid (a program provided by scid to convert a pgn file into a SCID |
||||
# .si4 game DB) |
||||
# |
||||
# **** IMPORTANT NOTE **** |
||||
# |
||||
# BEWARE!!! IF YOU REMOVE ${PNGFILE}, THE CORRESPONDING SCID DB FILE WILL |
||||
# BE OVERWRITTEN BY THE FIRST RUN OF THIS SCRIPT!!! |
||||
# |
||||
|
||||
|
||||
ZIPDIR="./zips" |
||||
DBDIR="./db" |
||||
IDFILE="${ZIPDIR}/.last_id" |
||||
### ADDR="http://www.chesscenter.com/twic/zips/" |
||||
ADDR="http://www.theweekinchess.com/zips/" |
||||
WOPTS="" |
||||
PGNFILE="${DBDIR}/twic.pgn" |
||||
|
||||
|
||||
if [ ! -d $ZIPDIR ]; then |
||||
echo "Creating folder \"${ZIPDIR}/\"" |
||||
mkdir ${ZIPDIR} |
||||
fi |
||||
|
||||
if [ ! -d $DBDIR ]; then |
||||
echo "Creating folder \"${DBDIR}/\"" |
||||
mkdir ${DBDIR} |
||||
fi |
||||
|
||||
## the first known issue of TWIC |
||||
i=210 |
||||
## a very high number which will not be reached |
||||
last_i=$((9999)) |
||||
|
||||
if [ $# == 0 ]; then |
||||
|
||||
if [ -f ${IDFILE} ]; then |
||||
LAST_ID=`cat ${IDFILE}` |
||||
else |
||||
LAST_ID=`cd ${ZIPDIR}; ls * | sort | tail -1` |
||||
LAST_ID=`basename ${LAST_ID} .zip` |
||||
fi |
||||
if [ ${LAST_ID} ]; then |
||||
echo "Last id: ${LAST_ID}" |
||||
i=$((${LAST_ID} + 1)) |
||||
|
||||
fi |
||||
else |
||||
|
||||
if [ $1 == "--help" ]; then |
||||
echo "Usage: $0 [<start_issue> [<end_issue> [ <pgnfile>] ] ]" |
||||
exit 1 |
||||
elif [ $# -ge 2 ]; then |
||||
last_i=$(($2)) |
||||
|
||||
fi |
||||
i=$1 |
||||
fi |
||||
|
||||
|
||||
if [ $# == 3 ]; then |
||||
PGNFILE=$3 |
||||
fi |
||||
|
||||
echo -e "Downloading issues \033[31m$i \033[0mto \033[31m${last_i}\033[0m" |
||||
echo "Starting download from issue $i..." |
||||
|
||||
DOWNLOADED="" |
||||
CONT="true" |
||||
while $CONT -eq "true"; do |
||||
echo -ne "\033[33m downloading TWIC issue \033[31m$i\033[33m...." |
||||
dest_name="twic${i}.zip" |
||||
`wget -q $WOPTS $ADDR/twic${i}g.zip -O - > ${ZIPDIR}/twic${i}.zip` |
||||
SIZE=`stat -c "%s" ${ZIPDIR}/${dest_name}` |
||||
if [ ${SIZE} != "0" ]; then |
||||
CONT="true" |
||||
echo -e "\033[32m done!" |
||||
DOWNLOADED="${DOWNLOADED} ${dest_name}" |
||||
i=$(($i+ 1)) |
||||
else |
||||
echo -e "\033[31m failed!" |
||||
rm ${ZIPDIR}/${dest_name} |
||||
#if [ -f ${IDFILE} ]; then |
||||
echo $(($i -1)) > ${IDFILE} |
||||
#fi |
||||
CONT="false" |
||||
fi |
||||
if [ $i -gt ${last_i} ]; then |
||||
CONT="false" |
||||
fi |
||||
done |
||||
|
||||
echo |
||||
echo -e "\033[33m ---------------------------------" |
||||
echo |
||||
|
||||
echo -en "\033[31m Updating PGN file \033[32m$PGNFILE\033[31m...." |
||||
for fname in ${DOWNLOADED}; do |
||||
|
||||
unzip -c $ZIPDIR/${fname} >> ${PGNFILE} |
||||
|
||||
done |
||||
|
||||
echo -e "\033[32m done! \033[0m" |
||||
|
||||
echo |
||||
echo -e "\033[33m ---------------------------------" |
||||
echo |
||||
|
||||
echo -e "\033[31m Rebuilding SCID DB....\033[33m" |
||||
|
||||
pgnscid -f ${PGNFILE} |
||||
|
||||
echo |
||||
echo -e "\033[32m done! \033[0m" |
||||
echo |
||||
echo -e "\033[33m --------------------------------- \033[0m" |
||||
echo |
||||
Loading…
Reference in new issue