diff --git a/config_service/run.sh b/config_service/run.sh deleted file mode 100755 index eb8128f..0000000 --- a/config_service/run.sh +++ /dev/null @@ -1,14 +0,0 @@ -#!/bin/bash - -Cmd="docker run" -Cmd="${Cmd} -d" -Cmd="${Cmd} --rm" -Cmd="${Cmd} --pull=always" -Cmd="${Cmd} --name=cvtt_config_service" -Cmd="${Cmd} -p 6789:6789" -Cmd="${Cmd} -v /home/cvtt/prod/config_service/data:/app/data" -Cmd="${Cmd} -v /home/cvtt/prod/logs:/logs" -Cmd="${Cmd} cloud21.cvtt.vpn:5500/config_service:latest" - -echo ${Cmd} -eval ${Cmd} diff --git a/md_recorder/.creds b/md_recorder/.creds new file mode 100644 index 0000000..1301a78 --- /dev/null +++ b/md_recorder/.creds @@ -0,0 +1,17 @@ +{ + "__dummy__": null + , "TSDB_MD_CLD21": { + "host": "cloud21.cvtt.vpn" + , "port": 5432 + , "user": "cvtt" + , "database": "cvtt_md" + , "password": "ICdIh0JnMM7vM7Pf" + } + , "TSDB_MD_CVTTDATA": { + "host": "cvttdata.cvtt.vpn" + , "port": 5432 + , "user": "cvtt" + , "database": "cvtt_md" + , "password": "ICdIh0JnMM7vM7Pf" + } +} diff --git a/md_recorder/Dockerfile b/md_recorder/Dockerfile new file mode 100644 index 0000000..4cb9151 --- /dev/null +++ b/md_recorder/Dockerfile @@ -0,0 +1,22 @@ +FROM python:3.10-slim + + +COPY docker_dev/md_recorder/requirements.txt / +RUN pip install --upgrade pip --root-user-action=ignore +RUN pip install -r /requirements.txt --root-user-action=ignore + +COPY cvttpy /cvttpy +COPY docker_dev/md_recorder/.creds /.creds +COPY docker_dev/md_recorder/run_md_recorder.sh /run_md_recorder.sh + + +# Shared Volumes +RUN mkdir -p /app/data +RUN mkdir /logs +RUN chmod +x /run_md_recorder.sh + +WORKDIR / +SHELL ["/bin/bash", "-c"] +ENV PYTHONPATH=/ +ENTRYPOINT [ "/run_md_recorder.sh" ] + diff --git a/md_recorder/requirements.txt b/md_recorder/requirements.txt new file mode 100644 index 0000000..3045f17 --- /dev/null +++ b/md_recorder/requirements.txt @@ -0,0 +1,7 @@ +aiohttp>=3.7.4.post0 +nest-asyncio>=1.5.5 +asyncpg>=0.27.0 +hjson>=3.1.0 +pandas>=1.5.3 +sortedcontainers>=2.4.0 +aioredis>=2.0.1 \ No newline at end of file diff --git a/md_recorder/run_md_recorder.sh b/md_recorder/run_md_recorder.sh new file mode 100755 index 0000000..1ba88c9 --- /dev/null +++ b/md_recorder/run_md_recorder.sh @@ -0,0 +1,66 @@ +#!/bin/bash + +# runs in container + +usage() { + echo "Usage: $0 (BNBFUT_CLD21, BNBSPOT_CLD21, BNBSPOT_CVTTDATA, COINBASE_CLD21)" + exit 1 +} + + +job=${1} +if [ "${job}" == "" ] ; then + usage +fi + +# ConfigServer=cloud16.cvtt.vpn +ConfigServer=cloud23.cvtt.vpn + +if [ "${job}" == "BNBFUT_CLD21" ] ; then + Cmd="python3.10" + Cmd="${Cmd} cvttpy/apps/md/md_recorder.py" + Cmd="${Cmd} --config=http://${ConfigServer}:6789/apps/md_recorder" + Cmd="${Cmd} --active_exchanges=BNBFUT" + Cmd="${Cmd} --instruments=BNBFUT:PERP-BTC-USDT,BNBFUT:PERP-ETH-USDT" + Cmd="${Cmd} --credentials_file=/.creds" + Cmd="${Cmd} --db_credentials_key=TSDB_MD_CLD21" + Cmd="${Cmd} --admin_port=7201" + Cmd="${Cmd} --log_file=/logs/%T.MD_REC.BNBFUT.CLD21.log" +elif [ "${job}" == "COINBASE_CLD21" ] ; then + Cmd="python3.10" + Cmd="${Cmd} cvttpy/apps/md/md_recorder.py" + Cmd="${Cmd} --config=http://${ConfigServer}:6789/apps/md_recorder" + Cmd="${Cmd} --active_exchanges=COINBASE_AT" + Cmd="${Cmd} --instruments=COINBASE:PAIR-BTC-USD,COINBASE:PAIR-ETH-USD,COINBASE:PAIR-LTC-USD,COINBASE:PAIR-XRP-USD" + Cmd="${Cmd} --credentials_file=/.creds" + Cmd="${Cmd} --db_credentials_key=TSDB_MD_CLD21" + Cmd="${Cmd} --admin_port=7202" + Cmd="${Cmd} --log_file=/logs/%T.MD_REC.COINBASE.CLD21.log" +elif [ "${job}" == "BNBSPOT_CLD21" ] ; then + Cmd="python3.10" + Cmd="${Cmd} cvttpy/apps/md/md_recorder.py" + Cmd="${Cmd} --config=http://${ConfigServer}:6789/apps/md_recorder" + Cmd="${Cmd} --active_exchanges=BNBSPOT" + Cmd="${Cmd} --instruments=BNBSPOT:PAIR-BTC-USDT,BNBSPOT:PAIR-ETH-USDT,BNBSPOT:PAIR-LTC-USDT,BNBSPOT:PAIR-XRP-USDT,BNBSPOT:PAIR-USDC-USDT" + Cmd="${Cmd} --credentials_file=/.creds" + Cmd="${Cmd} --db_credentials_key=TSDB_MD_CLD21" + Cmd="${Cmd} --admin_port=7203" + Cmd="${Cmd} --log_file=/logs/%T.MD_REC.BNBSPOT.CLD21.log" +elif [ "${job}" == "BNBSPOT_CVTTDATA" ] ; then + Cmd="python3.10" + Cmd="${Cmd} cvttpy/apps/md/md_recorder.py" + Cmd="${Cmd} --config=http://${ConfigServer}:6789/apps/md_recorder" + Cmd="${Cmd} --active_exchanges=BNBSPOT" + Cmd="${Cmd} --instruments=BNBSPOT:PAIR-BTC-USDT,BNBSPOT:PAIR-ETH-USDT,BNBSPOT:PAIR-LTC-USDT,BNBSPOT:PAIR-XRP-USDT,BNBSPOT:PAIR-USDC-USDT" + Cmd="${Cmd} --credentials_file=/.creds" + Cmd="${Cmd} --db_credentials_key=TSDB_MD_CVTTDATA" + Cmd="${Cmd} --admin_port=7204" + Cmd="${Cmd} --log_file=/logs/%T.MD_REC.BNBSPOT.CVTTDATA.log" +else + echo "Unrecognized JOB: ${job}" + exit 1 +fi +echo ${Cmd} +eval ${Cmd} + + diff --git a/relative_liquidity/run.sh b/relative_liquidity/run.sh deleted file mode 100755 index 0031680..0000000 --- a/relative_liquidity/run.sh +++ /dev/null @@ -1,14 +0,0 @@ -#!/bin/bash - -Cmd="docker run" -Cmd="${Cmd} -d" -#Cmd="${Cmd} --rm" -Cmd="${Cmd} --pull=always" -Cmd="${Cmd} --name=relative_liquidity_svc" -Cmd="${Cmd} -p 5678:5678" -Cmd="${Cmd} -v /home/cvtt/prod/data:/app/data" -Cmd="${Cmd} -v /home/cvtt/prod/logs:/logs" -Cmd="${Cmd} cloud21.cvtt.vpn:5500/relative_liquidity:latest" - -echo ${Cmd} -eval ${Cmd}