34 lines
1.0 KiB
Bash
Executable File
34 lines
1.0 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
# Collect all "A" files
|
|
letter=${1}
|
|
|
|
if [ "${letter}" == "" ]; then
|
|
echo "Usage $0 <letter>"
|
|
exit 1
|
|
fi
|
|
|
|
# copy text data to local location
|
|
rsync -ahv /home/cvtt/host_drive/eqt_hist_md/txt/${letter} /home/cvtt/tmp/txt/
|
|
|
|
# create db files
|
|
PYTHONPATH=/home/cvtt/prod /home/cvtt/.pyenv/python3.12-venv/bin/python3 /home/cvtt/prod/cvttpy/trading/mkt_data/ad_hoc/eqt_md_to_db.py /home/cvtt/tmp/txt/${letter} /home/cvtt/tmp/db
|
|
|
|
if [ "$?" != "0" ] ; then
|
|
exit
|
|
fi
|
|
|
|
# Move all files to host drive
|
|
# a) create file list
|
|
(cd /home/cvtt/tmp/db/ && find . -name '*db' -print | grep "/${letter}/") > /home/cvtt/tmp/tran_db/${letter}_files
|
|
|
|
echo ${letter} is done
|
|
exit
|
|
|
|
|
|
# b) rsync files to host drive
|
|
rsync -ahv --remove-source-files --files-from=/home/cvtt/tmp/tran_db/${letter}_files /home/cvtt/tmp/db/ cvtt@my-vm-host:/localdisk/cvtt/eqt_hist_md/db/
|
|
|
|
# Clean directories
|
|
( cd /home/cvtt/tmp/db && (for d in $(find . -name $letter -type d -print); do echo $d ; done) | grep -v /$letter/$letter | xargs rm -rf) && rm -rf /home/cvtt/tmp/txt/${letter}
|