From f2d7992e9a778e29b9abf252d6b24497e5d577af Mon Sep 17 00:00:00 2001 From: Cryptoval Trading Technologies Date: Sun, 19 Oct 2025 14:15:17 +0000 Subject: [PATCH] progress --- .env | 8 +++++--- docker-compose.yml | 22 ++++++++++++++-------- retrofit/crypto_missing_dates.sh | 2 +- retrofit/retrofit_crypto.sh | 2 +- 4 files changed, 21 insertions(+), 13 deletions(-) diff --git a/.env b/.env index 1b9b37d..bfa3afa 100644 --- a/.env +++ b/.env @@ -1,9 +1,8 @@ -MKTDATA_IMAGE_VERSION=0.0.2 -CONFIG_FILE=/config/daily_md.cfg CREDS_FILE=/config/.creds # ==================================== daily_crypto_md - +CRYPTO_IMAGE_VERSION=0.0.3 +CRYPTO_CONFIG_FILE=http://cloud16.cvtt.vpn:6789/apps/utils/mktdata/daily_md_crypto CRYPTO_CONTAINER_NAME_PFX=daily_crypto_md CRYPTO_DB_SCHEMAS=coinbase,bnbspot # Date format YYYYMMDD @@ -21,6 +20,7 @@ CRYPTO_PYTHON_DEBUG_WAIT=Y CRYPTO_PYTHON_DEBUG_PORT=45678 # ==================================== daily_equity_md +EQUITY_IMAGE_VERSION=0.0.2 EQUITY_CONTAINER_NAME_PFX=daily_equity_md EQUITY_HBAR_NUM_SYMBOLS= EQUITY_QAT_SYMBOLS=COIN,GBTC,HOOD,MSTR,PYPL,QQQ,NVDA @@ -33,6 +33,7 @@ EQUITY_RSYNC_TARGETS="${EQUITY_RSYNC_TARGETS} cvtt@cloud21.cvtt.vpn:/opt/store/c # EQUITY_RSYNC_TARGETS="${EQUITY_RSYNC_TARGETS} cvtt@hs01.cvtt.vpn:/works/cvtt/md_archive/equity/test" # ==================================== daily_sim_crypto +SIM_CRYPTO_IMAGE_VERSION=0.0.2 DAILY_SIM_CRYPTO_DATE= #DAILY_SIM_CRYPTO_SOURCE_HOST=cloud21.cvtt.vpn @@ -46,6 +47,7 @@ DAILY_SIM_CRYPTO_RSYNC_TARGETS="${DAILY_SIM_CRYPTO_RSYNC_TARGETS} cvtt@cloud21.c # ==================================== daily_sim_equity +SIM_EQUITY_IMAGE_VERSION=0.0.2 DAILY_SIM_EQUITY_DATE= DAILY_SIM_EQUITY_SOURCE_HOST=cloud21.cvtt.vpn diff --git a/docker-compose.yml b/docker-compose.yml index ee6701d..156c0d3 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -1,13 +1,19 @@ # CVTT Microservices +#MKTDATA_IMAGE_VERSION=0.0.3 +#CRYPTO_IMAGE_VERSION=0.0.3 +#EQUITY_IMAGE_VERSION=0.0.2 +#SIM_CRYPTO_IMAGE_VERSION=0.0.2 +#SIM_EQUITY_IMAGE_VERSION=0.0.2 + services: daily_crypto_cloud28: - image: cloud21.cvtt.vpn:5500/daily_crypto_md:${MKTDATA_IMAGE_VERSION} + image: cloud21.cvtt.vpn:5500/daily_crypto_md:${CRYPTO_IMAGE_VERSION} container_name: ${CRYPTO_CONTAINER_NAME_PFX}.cloud28 user: ${CVTT_USER:-1001:1001} pull_policy: always restart: no environment: - CONFIG_FILE: ${CONFIG_FILE:-/config/md_recorder.cfg} + CONFIG_FILE: ${CRYPTO_CONFIG_FILE:-/config/md_recorder.cfg} CREDS_FILE: ${CREDS_FILE} DB_HOST: cloud28 @@ -31,13 +37,13 @@ services: - 45678:5678 daily_crypto_cloud29: - image: cloud21.cvtt.vpn:5500/daily_crypto_md:${MKTDATA_IMAGE_VERSION} + image: cloud21.cvtt.vpn:5500/daily_crypto_md:${CRYPTO_IMAGE_VERSION} container_name: ${CRYPTO_CONTAINER_NAME_PFX}.cloud29 user: ${CVTT_USER:-1001:1001} pull_policy: always restart: no environment: - CONFIG_FILE: ${CONFIG_FILE:-/config/md_recorder.cfg} + CONFIG_FILE: ${CRYPTO_CONFIG_FILE:-/config/md_recorder.cfg} CREDS_FILE: ${CREDS_FILE} DB_HOST: cloud29 @@ -61,7 +67,7 @@ services: ports: - 45679:5678 daily_equity_hbar: - image: cloud21.cvtt.vpn:5500/daily_equity_md:${MKTDATA_IMAGE_VERSION} + image: cloud21.cvtt.vpn:5500/daily_equity_md:${EQUITY_IMAGE_VERSION} container_name: alpaca_md_hbar_loader user: ${CVTT_USER:-1001:1001} pull_policy: always @@ -83,7 +89,7 @@ services: - ./config/identity/id_rsa.pub:/home/cvtt/.ssh/id_rsa.pub:ro daily_equity_qat: - image: cloud21.cvtt.vpn:5500/daily_equity_md:${MKTDATA_IMAGE_VERSION} + image: cloud21.cvtt.vpn:5500/daily_equity_md:${EQUITY_IMAGE_VERSION} container_name: alpaca_md_qat_loader user: ${CVTT_USER:-1001:1001} pull_policy: always @@ -104,7 +110,7 @@ services: - ./config/identity/id_rsa.pub:/home/cvtt/.ssh/id_rsa.pub:ro daily_sim_crypto: - image: cloud21.cvtt.vpn:5500/daily_sim:${MKTDATA_IMAGE_VERSION} + image: cloud21.cvtt.vpn:5500/daily_sim:${SIM_CRYPTO_IMAGE_VERSION} container_name: daily_sim_crypto user: ${CVTT_USER:-1001:1001} pull_policy: always @@ -126,7 +132,7 @@ services: - ./config/identity/id_rsa.pub:/home/cvtt/.ssh/id_rsa.pub:ro daily_sim_equity: - image: cloud21.cvtt.vpn:5500/daily_sim:${MKTDATA_IMAGE_VERSION} + image: cloud21.cvtt.vpn:5500/daily_sim:${SIM_EQUITY_IMAGE_VERSION} container_name: daily_sim_equity user: ${CVTT_USER:-1001:1001} pull_policy: always diff --git a/retrofit/crypto_missing_dates.sh b/retrofit/crypto_missing_dates.sh index da62c4e..195f9ea 100755 --- a/retrofit/crypto_missing_dates.sh +++ b/retrofit/crypto_missing_dates.sh @@ -15,7 +15,7 @@ DEFAULT_FGLOB=*.mktdata.db.gz Source=cvtt@${MD_HOST:-cloud21.cvtt.vpn} FileGlob=${FILE_GLOB:-${DEFAULT_FGLOB}} -BackDaysCount=${BACKDAYS_COUNT:-50} +BackDaysCount=${BACKDAYS_COUNT:-30} Cmd="get_retrofit_dates ${Source} /works/cvtt/md_archive/crypto/${SourceHost} ${FileGlob} ${BackDaysCount}" diff --git a/retrofit/retrofit_crypto.sh b/retrofit/retrofit_crypto.sh index dbab245..6656673 100755 --- a/retrofit/retrofit_crypto.sh +++ b/retrofit/retrofit_crypto.sh @@ -14,7 +14,7 @@ DEFAULT_FGLOB=*.mktdata.db.gz Source=cvtt@${MD_HOST:-cloud21.cvtt.vpn} FileGlob=${FILE_GLOB:-${DEFAULT_FGLOB}} -BackDaysCount=${BACKDAYS_COUNT:-50} +BackDaysCount=${BACKDAYS_COUNT:-30} Cmd="get_retrofit_dates ${Source} /works/cvtt/md_archive/crypto/${SourceHost} ${FileGlob} ${BackDaysCount}"