From e23ddd5e4414fe1925c981f1804f4762be9a2a5e Mon Sep 17 00:00:00 2001 From: Oleg Sheynin Date: Sun, 18 May 2025 19:35:51 -0400 Subject: [PATCH] progress --- VERSION | 2 +- .../mkt_data/sim_prepare/prepare_crypto_simdata.sh | 11 +++++++++-- 2 files changed, 10 insertions(+), 3 deletions(-) diff --git a/VERSION b/VERSION index e66b657..f3dedd8 100644 --- a/VERSION +++ b/VERSION @@ -1 +1 @@ -2.1.6,docker prepare sim - crypto - progress +2.1.7,docker prepare sim - crypto - progress diff --git a/scripts/mkt_data/sim_prepare/prepare_crypto_simdata.sh b/scripts/mkt_data/sim_prepare/prepare_crypto_simdata.sh index d88633e..9ac7db5 100755 --- a/scripts/mkt_data/sim_prepare/prepare_crypto_simdata.sh +++ b/scripts/mkt_data/sim_prepare/prepare_crypto_simdata.sh @@ -24,7 +24,8 @@ mkdir -p ${OUTPUT_DIR} year=$(date -d ${DATE} +"%Y") month=$(date -d ${DATE} +"%m") SourceDir="${SOURCE_ROOT_DIR}/${DB_SOURCE}/${year}/${month}" -SourceFile="${SourceDir}/${DATE}.mktdata.db.gz" +SourceFile="${DATE}.mktdata.db.gz" +SourceFilePath="${SourceDir}/${SourceFile}" Cmd="rsync -ahv" Cmd+=" -e 'ssh -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null'" @@ -33,6 +34,10 @@ Cmd+=" $OUTPUT_DIR/" echo ${Cmd} eval ${Cmd} +if [ ! -f ${OUTPUT_DIR}/${SourceFile} ] ; then + echo "File ${OUTPUT_DIR}/${SourceFile} NOT FOUND" + exit +fi Cmd="(cd ${OUTPUT_DIR} && gunzip -f *.db.gz)" echo ${Cmd} eval ${Cmd} @@ -227,7 +232,9 @@ echo ${Cmd} eval ${Cmd} for tgt in ${RSYNC_TARGETS} ; do - Cmd="rsync -ahvv ${ResultDbFile}.gz ${tgt}" + Cmd="rsync -ahv" + Cmd+=" -e 'ssh -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null'" + Cmd+=" ${ResultDbFile}.gz ${tgt}" echo ${Cmd} eval ${Cmd} done