new purpose

2026-07-24 22:40:34 +00:00
parent dc38176529
commit 8ccebf81f5
34 changed files with 0 additions and 0 deletions
@@ -0,0 +1,42 @@
+#!/usr/bin/env bash
+
+# -------------------------------------
+# --- Given month, specific dates
+# -------------------------------------
+
+# for dt in 20250528 20250529 20250530 20250531; do
+# 	rsync -ahvv cvtt@hs01.cvtt.vpn:/works/cvtt/md_archive/crypto/sim/2025/2025-05/${dt}.*.gz ./
+# done
+# -------------------------------------
+
+# -------------------------------------
+# --- Current month - all files
+# -------------------------------------
+cd $(realpath $(dirname $0))/..
+mkdir -p ./data/crypto
+pushd ./data/crypto
+
+Files=$1
+if [ -z "$Files" ]; then
+    Files="*.gz"
+fi
+
+Cmd="rsync -ahvv cvtt@hs01.cvtt.vpn:/works/cvtt/md_archive/crypto/sim/${Files} ./"
+echo $Cmd
+eval $Cmd
+# -------------------------------------
+
+for srcfname in $(ls *.db.gz); do
+    dt="${srcfname:0:8}"
+    tgtfile=${dt}.mktdata.ohlcv.db
+    echo "${srcfname} -> ${tgtfile}"
+
+    Cmd="gunzip -c $srcfname > temp.db"
+    echo $Cmd
+    eval $Cmd
+    Cmd="rm -f ${tgtfile} && sqlite3 temp.db \".dump md_1min_bars\" | sqlite3  ${tgtfile} && rm ${srcfname}"
+    echo $Cmd
+    eval $Cmd
+done
+rm temp.db
+popd