prod/daily_mktdata
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

progress

Browse Source
This commit is contained in:
Cryptoval Trading Technologies 2025-10-19 14:15:17 +00:00
parent 0a19041bbd
commit f2d7992e9a
4 changed files with 21 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
.env
View File

@ -1,9 +1,8 @@
MKTDATA_IMAGE_VERSION=0.0.2
CONFIG_FILE=/config/daily_md.cfg
CREDS_FILE=/config/.creds CREDS_FILE=/config/.creds
# ==================================== daily_crypto_md # ==================================== daily_crypto_md
CRYPTO_IMAGE_VERSION=0.0.3
CRYPTO_CONFIG_FILE=http://cloud16.cvtt.vpn:6789/apps/utils/mktdata/daily_md_crypto
CRYPTO_CONTAINER_NAME_PFX=daily_crypto_md CRYPTO_CONTAINER_NAME_PFX=daily_crypto_md
CRYPTO_DB_SCHEMAS=coinbase,bnbspot CRYPTO_DB_SCHEMAS=coinbase,bnbspot
# Date format YYYYMMDD # Date format YYYYMMDD
@ -21,6 +20,7 @@ CRYPTO_PYTHON_DEBUG_WAIT=Y
CRYPTO_PYTHON_DEBUG_PORT=45678 CRYPTO_PYTHON_DEBUG_PORT=45678
# ==================================== daily_equity_md # ==================================== daily_equity_md
EQUITY_IMAGE_VERSION=0.0.2
EQUITY_CONTAINER_NAME_PFX=daily_equity_md EQUITY_CONTAINER_NAME_PFX=daily_equity_md
EQUITY_HBAR_NUM_SYMBOLS= EQUITY_HBAR_NUM_SYMBOLS=
EQUITY_QAT_SYMBOLS=COIN,GBTC,HOOD,MSTR,PYPL,QQQ,NVDA EQUITY_QAT_SYMBOLS=COIN,GBTC,HOOD,MSTR,PYPL,QQQ,NVDA
@ -33,6 +33,7 @@ EQUITY_RSYNC_TARGETS="${EQUITY_RSYNC_TARGETS} cvtt@cloud21.cvtt.vpn:/opt/store/c
# EQUITY_RSYNC_TARGETS="${EQUITY_RSYNC_TARGETS} cvtt@hs01.cvtt.vpn:/works/cvtt/md_archive/equity/test" # EQUITY_RSYNC_TARGETS="${EQUITY_RSYNC_TARGETS} cvtt@hs01.cvtt.vpn:/works/cvtt/md_archive/equity/test"
# ==================================== daily_sim_crypto # ==================================== daily_sim_crypto
SIM_CRYPTO_IMAGE_VERSION=0.0.2
DAILY_SIM_CRYPTO_DATE= DAILY_SIM_CRYPTO_DATE=
#DAILY_SIM_CRYPTO_SOURCE_HOST=cloud21.cvtt.vpn #DAILY_SIM_CRYPTO_SOURCE_HOST=cloud21.cvtt.vpn
@ -46,6 +47,7 @@ DAILY_SIM_CRYPTO_RSYNC_TARGETS="${DAILY_SIM_CRYPTO_RSYNC_TARGETS} cvtt@cloud21.c
# ==================================== daily_sim_equity # ==================================== daily_sim_equity
SIM_EQUITY_IMAGE_VERSION=0.0.2
DAILY_SIM_EQUITY_DATE= DAILY_SIM_EQUITY_DATE=
DAILY_SIM_EQUITY_SOURCE_HOST=cloud21.cvtt.vpn DAILY_SIM_EQUITY_SOURCE_HOST=cloud21.cvtt.vpn

22
docker-compose.yml
View File

@ -1,13 +1,19 @@
# CVTT Microservices # CVTT Microservices
#MKTDATA_IMAGE_VERSION=0.0.3
#CRYPTO_IMAGE_VERSION=0.0.3
#EQUITY_IMAGE_VERSION=0.0.2
#SIM_CRYPTO_IMAGE_VERSION=0.0.2
#SIM_EQUITY_IMAGE_VERSION=0.0.2
services: services:
daily_crypto_cloud28: daily_crypto_cloud28:
image: cloud21.cvtt.vpn:5500/daily_crypto_md:${MKTDATA_IMAGE_VERSION} image: cloud21.cvtt.vpn:5500/daily_crypto_md:${CRYPTO_IMAGE_VERSION}
container_name: ${CRYPTO_CONTAINER_NAME_PFX}.cloud28 container_name: ${CRYPTO_CONTAINER_NAME_PFX}.cloud28
user: ${CVTT_USER:-1001:1001} user: ${CVTT_USER:-1001:1001}
pull_policy: always pull_policy: always
restart: no restart: no
environment: environment:
CONFIG_FILE: ${CONFIG_FILE:-/config/md_recorder.cfg} CONFIG_FILE: ${CRYPTO_CONFIG_FILE:-/config/md_recorder.cfg}
CREDS_FILE: ${CREDS_FILE} CREDS_FILE: ${CREDS_FILE}
DB_HOST: cloud28 DB_HOST: cloud28
@ -31,13 +37,13 @@ services:
- 45678:5678 - 45678:5678
daily_crypto_cloud29: daily_crypto_cloud29:
image: cloud21.cvtt.vpn:5500/daily_crypto_md:${MKTDATA_IMAGE_VERSION} image: cloud21.cvtt.vpn:5500/daily_crypto_md:${CRYPTO_IMAGE_VERSION}
container_name: ${CRYPTO_CONTAINER_NAME_PFX}.cloud29 container_name: ${CRYPTO_CONTAINER_NAME_PFX}.cloud29
user: ${CVTT_USER:-1001:1001} user: ${CVTT_USER:-1001:1001}
pull_policy: always pull_policy: always
restart: no restart: no
environment: environment:
CONFIG_FILE: ${CONFIG_FILE:-/config/md_recorder.cfg} CONFIG_FILE: ${CRYPTO_CONFIG_FILE:-/config/md_recorder.cfg}
CREDS_FILE: ${CREDS_FILE} CREDS_FILE: ${CREDS_FILE}
DB_HOST: cloud29 DB_HOST: cloud29
@ -61,7 +67,7 @@ services:
ports: ports:
- 45679:5678 - 45679:5678
daily_equity_hbar: daily_equity_hbar:
image: cloud21.cvtt.vpn:5500/daily_equity_md:${MKTDATA_IMAGE_VERSION} image: cloud21.cvtt.vpn:5500/daily_equity_md:${EQUITY_IMAGE_VERSION}
container_name: alpaca_md_hbar_loader container_name: alpaca_md_hbar_loader
user: ${CVTT_USER:-1001:1001} user: ${CVTT_USER:-1001:1001}
pull_policy: always pull_policy: always
@ -83,7 +89,7 @@ services:
- ./config/identity/id_rsa.pub:/home/cvtt/.ssh/id_rsa.pub:ro - ./config/identity/id_rsa.pub:/home/cvtt/.ssh/id_rsa.pub:ro
daily_equity_qat: daily_equity_qat:
image: cloud21.cvtt.vpn:5500/daily_equity_md:${MKTDATA_IMAGE_VERSION} image: cloud21.cvtt.vpn:5500/daily_equity_md:${EQUITY_IMAGE_VERSION}
container_name: alpaca_md_qat_loader container_name: alpaca_md_qat_loader
user: ${CVTT_USER:-1001:1001} user: ${CVTT_USER:-1001:1001}
pull_policy: always pull_policy: always
@ -104,7 +110,7 @@ services:
- ./config/identity/id_rsa.pub:/home/cvtt/.ssh/id_rsa.pub:ro - ./config/identity/id_rsa.pub:/home/cvtt/.ssh/id_rsa.pub:ro
daily_sim_crypto: daily_sim_crypto:
image: cloud21.cvtt.vpn:5500/daily_sim:${MKTDATA_IMAGE_VERSION} image: cloud21.cvtt.vpn:5500/daily_sim:${SIM_CRYPTO_IMAGE_VERSION}
container_name: daily_sim_crypto container_name: daily_sim_crypto
user: ${CVTT_USER:-1001:1001} user: ${CVTT_USER:-1001:1001}
pull_policy: always pull_policy: always
@ -126,7 +132,7 @@ services:
- ./config/identity/id_rsa.pub:/home/cvtt/.ssh/id_rsa.pub:ro - ./config/identity/id_rsa.pub:/home/cvtt/.ssh/id_rsa.pub:ro
daily_sim_equity: daily_sim_equity:
image: cloud21.cvtt.vpn:5500/daily_sim:${MKTDATA_IMAGE_VERSION} image: cloud21.cvtt.vpn:5500/daily_sim:${SIM_EQUITY_IMAGE_VERSION}
container_name: daily_sim_equity container_name: daily_sim_equity
user: ${CVTT_USER:-1001:1001} user: ${CVTT_USER:-1001:1001}
pull_policy: always pull_policy: always

2
retrofit/crypto_missing_dates.sh
View File

@ -15,7 +15,7 @@ DEFAULT_FGLOB=*.mktdata.db.gz
Source=cvtt@${MD_HOST:-cloud21.cvtt.vpn} Source=cvtt@${MD_HOST:-cloud21.cvtt.vpn}
FileGlob=${FILE_GLOB:-${DEFAULT_FGLOB}} FileGlob=${FILE_GLOB:-${DEFAULT_FGLOB}}
BackDaysCount=${BACKDAYS_COUNT:-50} BackDaysCount=${BACKDAYS_COUNT:-30}
Cmd="get_retrofit_dates ${Source} /works/cvtt/md_archive/crypto/${SourceHost} ${FileGlob} ${BackDaysCount}" Cmd="get_retrofit_dates ${Source} /works/cvtt/md_archive/crypto/${SourceHost} ${FileGlob} ${BackDaysCount}"

2
retrofit/retrofit_crypto.sh
View File

@ -14,7 +14,7 @@ DEFAULT_FGLOB=*.mktdata.db.gz
Source=cvtt@${MD_HOST:-cloud21.cvtt.vpn} Source=cvtt@${MD_HOST:-cloud21.cvtt.vpn}
FileGlob=${FILE_GLOB:-${DEFAULT_FGLOB}} FileGlob=${FILE_GLOB:-${DEFAULT_FGLOB}}
BackDaysCount=${BACKDAYS_COUNT:-50} BackDaysCount=${BACKDAYS_COUNT:-30}
Cmd="get_retrofit_dates ${Source} /works/cvtt/md_archive/crypto/${SourceHost} ${FileGlob} ${BackDaysCount}" Cmd="get_retrofit_dates ${Source} /works/cvtt/md_archive/crypto/${SourceHost} ${FileGlob} ${BackDaysCount}"