daily_mktdata/docker-compose.yml

# CVTT Microservices
services:
    daily_crypto_cloud28:
        image: cloud21.cvtt.vpn:5500/daily_crypto_md:${MKTDATA_IMAGE_VERSION}
        container_name: ${CRYPTO_CONTAINER_NAME_PFX}.cloud28
        user: ${CVTT_USER:-1001:1001}
        pull_policy: always
        restart: no
        environment:
          CONFIG_FILE:        ${CONFIG_FILE:-/config/md_recorder.cfg}
          CREDS_FILE:         ${CREDS_FILE}

          DB_HOST:            cloud28
          DB_CRED_KEY:        TSDB_MD_CLOUD28_RO

          DB_SCHEMAS:         ${CRYPTO_DB_SCHEMAS}
          MD_DATE:            ${CRYPTO_MD_DATE}
          RSYNC_TARGETS:      ${CRYPTO_RSYNC_TARGETS}

          LOG_FILE:           /logs/%D.daily_mktdata_crypto.cloud28.log
          PYTHON_DEBUG:       ${CRYPTO_PYTHON_DEBUG}
          PYTHON_DEBUG_WAIT:  ${CRYPTO_PYTHON_DEBUG_WAIT}

          ADD_ARGS:           ${CRYPTO_ADD_ARGS:-}
        volumes:
          - ./config:/config
          - ./logs:/logs
          - ./config/identity/id_rsa:/home/cvtt/.ssh/id_rsa:ro
          - ./config/identity/id_rsa.pub:/home/cvtt/.ssh/id_rsa.pub:ro
        ports:
          - 45678:5678

    daily_crypto_cloud29:
        image: cloud21.cvtt.vpn:5500/daily_crypto_md:${MKTDATA_IMAGE_VERSION}
        container_name: ${CRYPTO_CONTAINER_NAME_PFX}.cloud29
        user: ${CVTT_USER:-1001:1001}
        pull_policy: always
        restart: no
        environment:
          CONFIG_FILE:        ${CONFIG_FILE:-/config/md_recorder.cfg}
          CREDS_FILE:         ${CREDS_FILE}

          DB_HOST:            cloud29
          DB_CRED_KEY:        TSDB_MD_CLOUD29_RO

          DB_SCHEMAS:         ${CRYPTO_DB_SCHEMAS}
          MD_DATE:            ${CRYPTO_MD_DATE}
          RSYNC_TARGETS:      ${CRYPTO_RSYNC_TARGETS}

          LOG_FILE:           /logs/%D.daily_mktdata_crypto.cloud29.log

          PYTHON_DEBUG:       ${CRYPTO_PYTHON_DEBUG}
          PYTHON_DEBUG_WAIT:  ${CRYPTO_PYTHON_DEBUG_WAIT}

          ADD_ARGS:           ${CRYPTO_ADD_ARGS:-}
        volumes:
          - ./config:/config
          - ./logs:/logs
          - ./config/identity/id_rsa:/home/cvtt/.ssh/id_rsa:ro
          - ./config/identity/id_rsa.pub:/home/cvtt/.ssh/id_rsa.pub:ro
        ports:
          - 45679:5678
    daily_equity_hbar:
        image: cloud21.cvtt.vpn:5500/daily_equity_md:${MKTDATA_IMAGE_VERSION}
        container_name: alpaca_md_hbar_loader
        user: ${CVTT_USER:-1001:1001}
        pull_policy: always
        restart: no
        environment:
          PROGRAM:            /alpaca_md_hbar_loader
          TRD_CALENDAR_URL:   https://trading-calendar.cvtt.net/api/v1/markets/hours?mic=XNYS
          CREDS_FILE:         ${CREDS_FILE}
          NUM_SYMBOLS:        ${EQUITY_HBAR_NUM_SYMBOLS:-}
          START_DATE:         ${EQUITY_HBAR_DATE:-}

          RSYNC_TARGETS:      ${EQUITY_RSYNC_TARGETS}
          LOG_FILE_NAME:      alpaca_md_hbar_loader

        volumes:
          - ./config:/config
          - ./logs:/logs
          - ./config/identity/id_rsa:/home/cvtt/.ssh/id_rsa:ro
          - ./config/identity/id_rsa.pub:/home/cvtt/.ssh/id_rsa.pub:ro

    daily_equity_qat:
        image: cloud21.cvtt.vpn:5500/daily_equity_md:${MKTDATA_IMAGE_VERSION}
        container_name: alpaca_md_qat_loader
        user: ${CVTT_USER:-1001:1001}
        pull_policy: always
        restart: no
        environment:
          PROGRAM:            /alpaca_md_qat_loader
          TRD_CALENDAR_URL:   https://trading-calendar.cvtt.net/api/v1/markets/hours?mic=XNYS
          CREDS_FILE:         ${CREDS_FILE}
          SYMBOLS:            ${EQUITY_QAT_SYMBOLS:-}

          RSYNC_TARGETS:      ${EQUITY_RSYNC_TARGETS}
          LOG_FILE_NAME:      alpaca_md_qat_loader

        volumes:
          - ./config:/config
          - ./logs:/logs
          - ./config/identity/id_rsa:/home/cvtt/.ssh/id_rsa:ro
          - ./config/identity/id_rsa.pub:/home/cvtt/.ssh/id_rsa.pub:ro

    daily_sim_crypto:
        image: cloud21.cvtt.vpn:5500/daily_sim:${MKTDATA_IMAGE_VERSION}
        container_name: daily_sim_crypto
        user: ${CVTT_USER:-1001:1001}
        pull_policy: always
        restart: no
        environment:
          SCRIPT:            /prepare_crypto_simdata.sh
          DATE:              ${DAILY_SIM_CRYPTO_DATE:-}
          SOURCE_HOST:       ${DAILY_SIM_CRYPTO_SOURCE_HOST:-cloud21.cvtt.vpn}
          SOURCE_ROOT_DIR:   ${DAILY_SIM_CRYPTO_SOURCE_DIR:-/opt/store/cvtt/md_archive/crypto}
          DB_SOURCE:         ${DAILY_SIM_CRYPTO_DB_SOURCE:-cloud28}
          OUTPUT_DIR:        /tmp

          RSYNC_TARGETS:      ${DAILY_SIM_CRYPTO_RSYNC_TARGETS}
          LOG_FILE:           daily_sim_crypto.log

        volumes:
          - ./logs:/logs
          - ./config/identity/id_rsa:/home/cvtt/.ssh/id_rsa:ro
          - ./config/identity/id_rsa.pub:/home/cvtt/.ssh/id_rsa.pub:ro

    daily_sim_equity:
        image: cloud21.cvtt.vpn:5500/daily_sim:${MKTDATA_IMAGE_VERSION}
        container_name: daily_sim_equity
        user: ${CVTT_USER:-1001:1001}
        pull_policy: always
        restart: no
        environment:
          SCRIPT:            /prepare_eqt_simdata.sh
          DATE:              ${DAILY_SIM_EQUITY_DATE:-}
          SOURCE_HOST:       ${DAILY_SIM_EQUITY_SOURCE_HOST:-cloud21.cvtt.vpn}
          SOURCE_ROOT_DIR:   ${DAILY_SIM_EQUITY_SOURCE_DIR:-/opt/store/cvtt/md_archive/crypto}
          SYMBOL_LIST:       ${DAILY_SIM_EQUITY_SYMBOL_LIST}
          OUTPUT_DIR:        /tmp

          RSYNC_TARGETS:      ${DAILY_SIM_EQUITY_RSYNC_TARGETS}
          LOG_FILE:           daily_sim_equity.log

        volumes:
          - ./logs:/logs
          - ./config/identity/id_rsa:/home/cvtt/.ssh/id_rsa:ro
          - ./config/identity/id_rsa.pub:/home/cvtt/.ssh/id_rsa.pub:ro
networks:
    default:
        name: daily_mktdata_default
        external: true