32 lines
918 B
Bash
Executable File
32 lines
918 B
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
# -------------------------------------
|
|
# --- Given month, specific dates
|
|
# -------------------------------------
|
|
|
|
# for dt in 20250528 20250529 20250530 20250531; do
|
|
# rsync -ahvv cvtt@hs01.cvtt.vpn:/works/cvtt/md_archive/crypto/sim/2025/2025-05/${dt}.*.gz ./
|
|
# done
|
|
# -------------------------------------
|
|
|
|
# -------------------------------------
|
|
# --- Current month - all files
|
|
# -------------------------------------
|
|
cd $(realpath $(dirname $0))
|
|
mkdir -p ./data/crypto
|
|
pushd ./data/crypto
|
|
|
|
rsync -ahvv cvtt@hs01.cvtt.vpn:/works/cvtt/md_archive/crypto/sim/*.gz ./
|
|
# -------------------------------------
|
|
|
|
for srcfname in $(ls *.db.gz); do
|
|
dt="${srcfname:0:8}"
|
|
tgtfile=${dt}.mktdata.ohlcv.db
|
|
echo "${srcfname} -> ${tgtfile}"
|
|
|
|
gunzip -c $srcfname > temp.db
|
|
rm -f ${tgtfile} && sqlite3 temp.db ".dump md_1min_bars" | sqlite3 ${tgtfile} && rm ${srcfname}
|
|
done
|
|
rm temp.db
|
|
popd
|