archive/ops
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

progress

Browse Source
This commit is contained in:
Oleg Sheynin 2024-08-09 22:54:33 -04:00
parent a610ab5462
commit 0e65fcdeed
3 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
release_version.txt
View File

@ -1 +1 @@
1.4.1,crypto md: no bntbfut for the day 1.4.2,crypto research: do not use bnbfut

7
research/load_crypto_md.sh
View File

@ -77,6 +77,7 @@ fi
echo "${SourceHost} ${SourceUser} ${SourceRootDir}" echo "${SourceHost} ${SourceUser} ${SourceRootDir}"
SourceFile=$(date -d ${date} "+%Y%m%d.mktdata.db") SourceFile=$(date -d ${date} "+%Y%m%d.mktdata.db")
SourceFileZip="${SourceFile}.gz" SourceFileZip="${SourceFile}.gz"
SourceFilePath=$(date -d ${date} "+${SourceRootDir}/%Y/%m/${SourceFileZip}") SourceFilePath=$(date -d ${date} "+${SourceRootDir}/%Y/%m/${SourceFileZip}")
@ -85,6 +86,10 @@ TargetDir="/opt/jupyter_gpu/data/crypto_md"
TargetFile=$(date -d ${date} "+%Y%m%d.mktdata.ohlcv.db") TargetFile=$(date -d ${date} "+%Y%m%d.mktdata.ohlcv.db")
TargetFilePath="${TargetDir}/${TargetFile}" TargetFilePath="${TargetDir}/${TargetFile}"
# Tables=(bnbfut_ohlcv_1min bnbspot_ohlcv_1min coinbase_ohlcv_1min)
Tables=(bnbspot_ohlcv_1min coinbase_ohlcv_1min)
echo ${SourceFile} echo ${SourceFile}
tmp_dir=$(mktemp -d) tmp_dir=$(mktemp -d)
@ -112,7 +117,7 @@ function download_file {
rm -f ${TargetFilePath} rm -f ${TargetFilePath}
touch ${TargetFilePath} touch ${TargetFilePath}
for table in bnbfut_ohlcv_1min bnbspot_ohlcv_1min coinbase_ohlcv_1min for table in "${Tables[@]}"
do do
Cmd="sqlite3 ${tmp_dir}/${SourceFile} \".dump ${table}\" | sqlite3 ${TargetFilePath}" Cmd="sqlite3 ${tmp_dir}/${SourceFile} \".dump ${table}\" | sqlite3 ${TargetFilePath}"
echo ${Cmd} echo ${Cmd}

2
scripts/build_release.sh
View File

@ -180,5 +180,7 @@ do
done done
echo "PROJECT ${project} **** P U L L N E W T A G S F R O M o r i g i n ****" echo "PROJECT ${project} **** P U L L N E W T A G S F R O M o r i g i n ****"
echo "----"
echo "(cd ${project}; git pull --tags; git pushall)" echo "(cd ${project}; git pull --tags; git pushall)"
echo "----"
echo "$0 Done ${project} ${release_version}" echo "$0 Done ${project} ${release_version}"