Compare commits
40 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| ccf55b8e66 | |||
| e083eb27d9 | |||
|
|
4e670be142 | ||
| afeb39fc5a | |||
| 62a335b292 | |||
| 673b43c694 | |||
|
|
39683bb1f5 | ||
|
|
634e8421a2 | ||
| 84569a7c24 | |||
| 99e9516830 | |||
| e1bc3ee663 | |||
| ee25454664 | |||
| 4aa4bd701a | |||
| e1dd060929 | |||
| b82666e434 | |||
| f09865d3a3 | |||
| 25073c2696 | |||
| 235b906a94 | |||
| e898d0c8e4 | |||
| c0bb8616f5 | |||
|
|
5e8bc4cf5d | ||
|
|
6ca68092de | ||
|
|
9bebe14e40 | ||
|
|
bbcc5a9541 | ||
| 0cb9eeafd2 | |||
| 25a262b01f | |||
| fe1f229744 | |||
| 6dd31615c5 | |||
| d0079d6f56 | |||
| 930981b260 | |||
|
|
b78304b620 | ||
| 87ae8f229c | |||
| ffbf50606c | |||
| 62d76b0f85 | |||
| 3e1a22d572 | |||
| 27153fcd3c | |||
| 4e41960cc4 | |||
| d09732de33 | |||
| b79d3c3f04 | |||
| 0502a687ed |
@ -24,7 +24,6 @@ COPY docker_dev/shared/id_rsa.pub /root/.ssh/id_rsa.pub
|
||||
RUN chmod 600 /root/.ssh/id_rsa /root/.ssh/id_rsa.pub
|
||||
|
||||
|
||||
|
||||
# Shared Volumes
|
||||
RUN mkdir -p /data
|
||||
RUN mkdir /logs
|
||||
@ -50,7 +50,7 @@ mkdir -p ${LogDir}
|
||||
|
||||
echo "CommandLine: ${*}"
|
||||
|
||||
export CalendarURL=http://cloud23.cvtt.vpn:8000/api/v1/markets/hours?mic=XNYS
|
||||
export CalendarURL=https://trading-calendar.cvtt.net/api/v1/markets/hours?mic=XNYS
|
||||
|
||||
|
||||
if [ -z ${Start} ] ; then
|
||||
@ -54,7 +54,7 @@ mkdir -p ${LogDir}
|
||||
|
||||
echo "CommandLine: ${*}"
|
||||
|
||||
export CalendarURL=http://cloud23.cvtt.vpn:8000/api/v1/markets/hours?mic=XNYS
|
||||
export CalendarURL=https://trading-calendar.cvtt.net/api/v1/markets/hours?mic=XNYS
|
||||
|
||||
|
||||
if [ -z ${Start} ] ; then
|
||||
@ -6,7 +6,6 @@ COPY ${FROM_DIR}/requirements.txt /
|
||||
|
||||
|
||||
COPY cvttpy /cvttpy
|
||||
# COPY ${FROM_DIR}/.creds /.creds
|
||||
COPY ${FROM_DIR}/crypto_md_day.sh /crypto_md_day.sh
|
||||
|
||||
RUN pip install --upgrade pip --root-user-action=ignore
|
||||
@ -39,8 +39,8 @@ if [ -z "${DbHost}" ] || [ -z "$Date" ]; then
|
||||
fi
|
||||
|
||||
CredKey=""
|
||||
if [ "${DbHost}" == "cvttdata" ] ; then
|
||||
CredKey=TSDB_MD_CVTTDATA_RO
|
||||
if [ "${DbHost}" == "cloud28" ] ; then
|
||||
CredKey=TSDB_MD_CLOUD28_RO
|
||||
elif [ "${DbHost}" == "cloud21" ] ; then
|
||||
CredKey=TSDB_MD_CLD21_RO
|
||||
else
|
||||
@ -51,16 +51,16 @@ fi
|
||||
export PYTHONPATH=/
|
||||
|
||||
Cmd="python3.12"
|
||||
Cmd="${Cmd} cvttpy/research/utils/archive_ts_md.py"
|
||||
Cmd="${Cmd} --config=http://cloud23.cvtt.vpn:6789/apps/md_recorder"
|
||||
Cmd="${Cmd} --db_credentials_key=${CredKey}"
|
||||
Cmd="${Cmd} --credentials_file=/.creds"
|
||||
Cmd="${Cmd} --date=${Date}"
|
||||
Cmd="${Cmd} --schemas=${Schemas}"
|
||||
Cmd="${Cmd} --root_dir=/app/data/${DbHost}"
|
||||
Cmd="${Cmd} --format=SQLite"
|
||||
Cmd="${Cmd} --compress"
|
||||
# Cmd="${Cmd} --log_file=/logs/%T.crypto_md_day.log"
|
||||
Cmd+=" cvttpy/research/utils/archive_ts_md.py"
|
||||
Cmd+=" --config=http://cloud16.cvtt.vpn:6789/apps/md_recorder"
|
||||
Cmd+=" --db_credentials_key=${CredKey}"
|
||||
Cmd+=" --credentials_file=/.creds"
|
||||
Cmd+=" --date=${Date}"
|
||||
Cmd+=" --schemas=${Schemas}"
|
||||
Cmd+=" --root_dir=/app/data/${DbHost}"
|
||||
Cmd+=" --format=SQLite"
|
||||
Cmd+=" --compress"
|
||||
# Cmd+=" --log_file=/logs/%T.crypto_md_day.log"
|
||||
|
||||
echo ${Cmd}
|
||||
eval ${Cmd}
|
||||
@ -32,7 +32,7 @@ if [ "${2}" != "" ]; then
|
||||
fi
|
||||
|
||||
|
||||
ConfigServer=cloud23.cvtt.vpn:6789
|
||||
ConfigServer=cloud16.cvtt.vpn:6789
|
||||
|
||||
Cmd="python3.12"
|
||||
Cmd="${Cmd} cvttpy/apps/md/md_rec_monitor.py"
|
||||
@ -1,74 +0,0 @@
|
||||
#!/bin/bash
|
||||
|
||||
echo "Script $0 does not work yet. Aborted" && exit
|
||||
|
||||
function usage {
|
||||
echo "Usage: ${0} <app_path (e.g. market_data/md_recorder_monitor)> <version>"
|
||||
exit
|
||||
}
|
||||
|
||||
AppPath=${1}
|
||||
CvttpyVersion=${2}
|
||||
|
||||
if [ "${AppPath}" == "" ]
|
||||
then
|
||||
usage
|
||||
fi
|
||||
|
||||
# --- Settings
|
||||
DockerDir=$(realpath $(dirname ${0})/${AppPath})
|
||||
RootDir=$(realpath $(dirname ${0})/..)
|
||||
RegistryService=cloud21.cvtt.vpn:5500
|
||||
|
||||
AppName=$(basename ${AppPath})
|
||||
|
||||
ImageName=${AppName}
|
||||
ImageDir=${HOME}/docker_images
|
||||
mkdir -p ${ImageDir}
|
||||
|
||||
Version=$(cat ${RootDir}/cvttpy/VERSION | awk -F, '{print $1}')
|
||||
|
||||
cd ${RootDir}
|
||||
|
||||
# Create a new builder instance
|
||||
Cmd="docker buildx create --name ${AppName}_builder"
|
||||
echo ${Cmd}
|
||||
eval ${Cmd} || exit
|
||||
|
||||
# Switch to the newly created builder
|
||||
Cmd="docker buildx use ${AppName}_builder"
|
||||
echo ${Cmd}
|
||||
eval ${Cmd}
|
||||
|
||||
# Ensure buildx is bootstrapped
|
||||
Cmd="docker buildx inspect ${AppName}_builder --bootstrap"
|
||||
echo ${Cmd}
|
||||
eval ${Cmd}
|
||||
|
||||
# Build the image using buildx, tagging with both 'latest' and the version number, and pushing directly
|
||||
Cmd="docker buildx build --platform linux/amd64,linux/arm64 -t ${ImageName}:latest -t ${ImageName}:${Version} -f ${DockerDir}/Dockerfile . --push"
|
||||
echo ${Cmd}
|
||||
eval ${Cmd}
|
||||
|
||||
# Tagging the images with the registry
|
||||
Cmd="docker tag ${ImageName}:latest ${RegistryService}/${ImageName}:latest"
|
||||
echo ${Cmd}
|
||||
eval ${Cmd}
|
||||
|
||||
Cmd="docker tag ${ImageName}:${Version} ${RegistryService}/${ImageName}:${Version}"
|
||||
echo ${Cmd}
|
||||
eval ${Cmd}
|
||||
|
||||
# Push the images to the registry
|
||||
Cmd="docker push ${RegistryService}/${ImageName}:latest"
|
||||
echo ${Cmd}
|
||||
eval ${Cmd}
|
||||
|
||||
Cmd="docker push ${RegistryService}/${ImageName}:${Version}"
|
||||
echo ${Cmd}
|
||||
eval ${Cmd}
|
||||
|
||||
# Optionally, remove the builder to clean up
|
||||
Cmd="docker buildx rm ${AppName}_builder"
|
||||
echo ${Cmd}
|
||||
eval ${Cmd}
|
||||
@ -1,22 +0,0 @@
|
||||
FROM python:3.12-slim
|
||||
|
||||
WORKDIR /
|
||||
COPY docker_dev/config_service/requirements.txt /
|
||||
RUN pip install --upgrade pip --root-user-action=ignore
|
||||
RUN pip install -r /requirements.txt --root-user-action=ignore
|
||||
|
||||
COPY cvttpy /cvttpy
|
||||
|
||||
# Shared Volumes
|
||||
RUN mkdir -p /app/data
|
||||
RUN mkdir /logs
|
||||
|
||||
ENV PYTHONPATH=/
|
||||
CMD [ \
|
||||
"python3.12", \
|
||||
"cvttpy/apps/utils/config_server.py", \
|
||||
"--port=6789", \
|
||||
"--root=/app/data", \
|
||||
"--log_file=/logs/%T.config_service.log" \
|
||||
]
|
||||
|
||||
@ -1,42 +0,0 @@
|
||||
# Build/Dev Host
|
||||
## Build
|
||||
```bash
|
||||
TgtHostname=cloud16.cvtt.vpn
|
||||
Version=$(cat cvttpy/VERSION)
|
||||
|
||||
cd /home/oleg/develop/cvtt2
|
||||
docker build -t config_service -t config_service:${Version} -f cvttpy/utils/docker/config_service/Dockerfile .
|
||||
|
||||
## Deploy
|
||||
|
||||
docker save -o /tmp/cvtt_config_service.img.tar config_service
|
||||
scp /tmp/cvtt_config_service.img.tar cvtt@${TgtHostname}:/tmp/
|
||||
|
||||
ssh cvtt@${TgtHostname}
|
||||
```
|
||||
|
||||
## On target Machine make sure user can use docker
|
||||
```bash
|
||||
sudo usermod -a -G docker cvtt
|
||||
```
|
||||
**Re-login as cvtt after adding cvtt to the group**
|
||||
|
||||
```bash
|
||||
docker rm -f cvtt_config_service
|
||||
docker load -i /tmp/cvtt_config_service.img.tar
|
||||
docker run -d --name=cvtt_config_service -p 6789:6789 -v /home/cvtt/prod/config_service/data:/app/data -v /home/cvtt/prod/logs:/logs config_service
|
||||
```
|
||||
|
||||
## Restarting
|
||||
```bash
|
||||
docker restart cvtt_config_service
|
||||
```
|
||||
|
||||
# Useful Commands
|
||||
```bash
|
||||
docker images
|
||||
docker ps -a
|
||||
docker image rm <image>
|
||||
docker rm <container>
|
||||
docker exec -it <container> /bin/bash
|
||||
```
|
||||
@ -1,2 +0,0 @@
|
||||
aiohttp>=3.7.4.post0
|
||||
nest-asyncio>=1.5.5
|
||||
76
dckr_bld_functions.sh
Executable file
76
dckr_bld_functions.sh
Executable file
@ -0,0 +1,76 @@
|
||||
#!/bin/bash
|
||||
|
||||
get_project_version() {
|
||||
Project=${1}
|
||||
Version=${2}
|
||||
|
||||
host="cloud21.cvtt.vpn"
|
||||
port="22"
|
||||
user="cvttdist"
|
||||
rel_dir="/home/cvttdist/software/cvtt2"
|
||||
|
||||
if [ "${Version}" == "latest" ]; then
|
||||
echo "Checking for latest version of ${Project} on ${user}@${host}:${rel_dir}"
|
||||
Version=$(ssh -q -p ${port} ${user}@${host} "ls -tr ${rel_dir}/${Project} | tail -1" )
|
||||
echo "Latest version is ${Version}"
|
||||
fi
|
||||
echo "Checking ${user}@${host} for ${rel_dir}/${Project}/${Version} ..."
|
||||
if ssh -q -p ${port} ${user}@${host} "test -d ${rel_dir}/${Project}/${Version}"
|
||||
then
|
||||
echo "Getting Version \"${Version}\"..."
|
||||
rsync_cmd="rsync -ahv -e \"ssh -p ${port}\""
|
||||
rsync_cmd="${rsync_cmd} ${user}@${host}:${rel_dir}/${Project}/${Version}/"
|
||||
rsync_cmd="${rsync_cmd} ./"
|
||||
echo ${rsync_cmd}
|
||||
eval ${rsync_cmd}
|
||||
status=$?
|
||||
if [ ${status} -eq 0 ]
|
||||
then
|
||||
echo "Loading successful..."
|
||||
return 0
|
||||
else
|
||||
return 1
|
||||
fi
|
||||
else
|
||||
echo "Not Found ${rel_dir}/${Project}/${Version} on ${user}@${host}"
|
||||
return 1
|
||||
fi
|
||||
}
|
||||
|
||||
build_docker_image() {
|
||||
ImageName=${1}
|
||||
RegistryService=${2}
|
||||
Version=${3}
|
||||
Project=${4}
|
||||
ProjectVersion=${5}
|
||||
|
||||
Cmd="docker build"
|
||||
if [ "${ProjectVersion}" != "" ]; then
|
||||
Cmd+=" --label ${Project}=\"${ProjectVersion}\""
|
||||
fi
|
||||
Cmd+=" -t ${ImageName}"
|
||||
Cmd+=" -t ${ImageName}:latest"
|
||||
Cmd+=" -t ${ImageName}:${Version}"
|
||||
Cmd+=" -f Dockerfile"
|
||||
Cmd+=" ."
|
||||
echo ${Cmd}
|
||||
eval ${Cmd} || exit
|
||||
|
||||
Cmd="docker tag ${ImageName}:latest ${RegistryService}/${ImageName}:latest"
|
||||
echo ${Cmd}
|
||||
eval ${Cmd} || exit
|
||||
|
||||
Cmd="docker tag ${ImageName}:${Version} ${RegistryService}/${ImageName}:${Version}"
|
||||
echo ${Cmd}
|
||||
eval ${Cmd} || exit
|
||||
|
||||
Cmd="docker push ${RegistryService}/${ImageName}:latest"
|
||||
echo ${Cmd}
|
||||
eval ${Cmd} || exit
|
||||
|
||||
Cmd="docker push ${RegistryService}/${ImageName}:${Version}"
|
||||
echo ${Cmd}
|
||||
eval ${Cmd} || exit
|
||||
}
|
||||
|
||||
|
||||
@ -1,17 +0,0 @@
|
||||
{
|
||||
"__dummy__": null
|
||||
, "TSDB_MD_CLD21": {
|
||||
"host": "cloud21.cvtt.vpn"
|
||||
, "port": 5432
|
||||
, "user": "cvtt"
|
||||
, "database": "cvtt_md"
|
||||
, "password": "ICdIh0JnMM7vM7Pf"
|
||||
}
|
||||
, "TSDB_MD_CVTTDATA": {
|
||||
"host": "cvttdata.cvtt.vpn"
|
||||
, "port": 5432
|
||||
, "user": "cvtt"
|
||||
, "database": "cvtt_md"
|
||||
, "password": "ICdIh0JnMM7vM7Pf"
|
||||
}
|
||||
}
|
||||
@ -1,3 +0,0 @@
|
||||
.git
|
||||
**/__pycache__
|
||||
.pipenv
|
||||
@ -1,27 +0,0 @@
|
||||
FROM python:3.12-slim
|
||||
|
||||
ARG FROM_DIR=docker_dev/market_data/md_recorder
|
||||
|
||||
RUN apt-get update && apt-get install -y \
|
||||
apt-utils \
|
||||
libpq-dev \
|
||||
build-essential
|
||||
|
||||
COPY ${FROM_DIR}/requirements.txt /
|
||||
RUN pip install --upgrade pip --root-user-action=ignore
|
||||
RUN pip install -r /requirements.txt --root-user-action=ignore
|
||||
|
||||
COPY cvttpy /cvttpy
|
||||
COPY ${FROM_DIR}/run_md_recorder.sh /run_md_recorder.sh
|
||||
|
||||
|
||||
# Shared Volumes
|
||||
RUN mkdir -p /app/data
|
||||
RUN mkdir /logs
|
||||
RUN chmod +x /run_md_recorder.sh
|
||||
|
||||
WORKDIR /
|
||||
SHELL ["/bin/bash", "-c"]
|
||||
ENV PYTHONPATH=/
|
||||
ENTRYPOINT [ "/run_md_recorder.sh" ]
|
||||
|
||||
@ -1,69 +0,0 @@
|
||||
#!/bin/bash
|
||||
|
||||
# runs in container
|
||||
|
||||
ValidJobs=('BNBFUT_CLD21' 'BNBSPOT_CLD21' 'COINBASE_CLD21' 'BNBFUT_CVTTDATA' 'BNBSPOT_CVTTDATA' 'COINBASE_CVTTDATA')
|
||||
# runs on host to start container
|
||||
usage() {
|
||||
echo "Usage: $0 <job_name; one of (${ValidJobs[@]})>"
|
||||
exit 1
|
||||
}
|
||||
|
||||
is_valid() {
|
||||
local job=$1
|
||||
for valid_job in "${ValidJobs[@]}";
|
||||
do
|
||||
# echo "job=$job valid_job=$valid_job"
|
||||
if [[ "${job}" == "${valid_job}" ]]; then
|
||||
return 0
|
||||
fi
|
||||
done
|
||||
return 1
|
||||
}
|
||||
|
||||
job=${1}
|
||||
if ! is_valid "${job}"; then
|
||||
usage
|
||||
fi
|
||||
|
||||
ConfigServer=cloud23.cvtt.vpn:6789
|
||||
|
||||
Cmd="python3.12"
|
||||
Cmd="${Cmd} cvttpy/apps/md/md_recorder.py"
|
||||
Cmd="${Cmd} --config=http://${ConfigServer}/apps/md_recorder"
|
||||
Cmd="${Cmd} --credentials_file=/.creds"
|
||||
Cmd="${Cmd} --compress_log"
|
||||
Cmd="${Cmd} --instrument_group=${job}"
|
||||
Cmd="${Cmd} --log_file=/logs/%T.MD_REC.${job}.log"
|
||||
if [ "${job}" == "BNBFUT_CLD21" ] ; then
|
||||
Cmd="${Cmd} --active_exchanges=BNBFUT"
|
||||
Cmd="${Cmd} --db_credentials_key=TSDB_MD_CLD21"
|
||||
Cmd="${Cmd} --admin_port=7201"
|
||||
elif [ "${job}" == "COINBASE_CLD21" ] ; then
|
||||
Cmd="${Cmd} --active_exchanges=COINBASE_AT"
|
||||
Cmd="${Cmd} --db_credentials_key=TSDB_MD_CLD21"
|
||||
Cmd="${Cmd} --admin_port=7202"
|
||||
elif [ "${job}" == "BNBSPOT_CLD21" ] ; then
|
||||
Cmd="${Cmd} --active_exchanges=BNBSPOT"
|
||||
Cmd="${Cmd} --db_credentials_key=TSDB_MD_CLD21"
|
||||
Cmd="${Cmd} --admin_port=7203"
|
||||
elif [ "${job}" == "BNBSPOT_CVTTDATA" ] ; then
|
||||
Cmd="${Cmd} --active_exchanges=BNBSPOT"
|
||||
Cmd="${Cmd} --db_credentials_key=TSDB_MD_CVTTDATA"
|
||||
Cmd="${Cmd} --admin_port=7204"
|
||||
elif [ "${job}" == "BNBFUT_CVTTDATA" ] ; then
|
||||
Cmd="${Cmd} --active_exchanges=BNBFUT"
|
||||
Cmd="${Cmd} --db_credentials_key=TSDB_MD_CVTTDATA"
|
||||
Cmd="${Cmd} --admin_port=7205"
|
||||
elif [ "${job}" == "COINBASE_CVTTDATA" ] ; then
|
||||
Cmd="${Cmd} --active_exchanges=COINBASE_AT"
|
||||
Cmd="${Cmd} --db_credentials_key=TSDB_MD_CVTTDATA"
|
||||
Cmd="${Cmd} --admin_port=7206"
|
||||
else
|
||||
echo "Unrecognized JOB: ${job}"
|
||||
exit 1
|
||||
fi
|
||||
echo ${Cmd}
|
||||
eval ${Cmd}
|
||||
|
||||
|
||||
@ -1,3 +0,0 @@
|
||||
.git
|
||||
**/__pycache__
|
||||
.pipenv
|
||||
@ -1,7 +0,0 @@
|
||||
aiohttp>=3.7.4.post0
|
||||
nest-asyncio>=1.5.5
|
||||
psycopg>=3.2.1
|
||||
hjson>=3.1.0
|
||||
pandas>=1.5.3
|
||||
sortedcontainers>=2.4.0
|
||||
redis>=5.0.8
|
||||
10
market_data/relative_liquidity/.creds
Normal file
10
market_data/relative_liquidity/.creds
Normal file
@ -0,0 +1,10 @@
|
||||
{
|
||||
"__dummy": null
|
||||
, "INFISICAL": {
|
||||
"url": "https://infisical.cvtt.net"
|
||||
, "client_id": "e330a1c4-08dc-452f-ac02-5b37fff4ab3e"
|
||||
, "client_secret": "190554828c3c342f63517320ac029f822b6358aa6187aec266465d0bde4d6b3c"
|
||||
, "workspace_id": "6923c950-8473-4cec-818f-10df41d8b39c"
|
||||
, "environment": "dev"
|
||||
}
|
||||
}
|
||||
@ -1,7 +1,10 @@
|
||||
FROM python:3.12-slim
|
||||
ARG FROM_DIR=docker_dev/market_data/relative_liquidity
|
||||
|
||||
WORKDIR /
|
||||
COPY docker_dev/market_data/relative_liquidity/requirements.txt /requirements.txt
|
||||
COPY ${FROM_DIR}/.creds /.creds
|
||||
COPY ${FROM_DIR}/requirements.txt /requirements.txt
|
||||
|
||||
RUN pip install --upgrade pip --root-user-action=ignore
|
||||
RUN pip install -r /requirements.txt --root-user-action=ignore
|
||||
|
||||
@ -12,10 +15,12 @@ RUN mkdir -p /app/data
|
||||
RUN mkdir /logs
|
||||
|
||||
ENV PYTHONPATH=/
|
||||
CMD [ \
|
||||
"python3.12", \
|
||||
"cvttpy/apps/md/rel_lqdt_server.py", \
|
||||
"--port=5678", \
|
||||
CMD [ \
|
||||
"python3.12", \
|
||||
"cvttpy/apps/md/rel_lqdt_server.py", \
|
||||
"--config=http://cloud16.cvtt.vpn:6789/apps/minimal_md_eqt", \
|
||||
"--credentials_file=/.creds", \
|
||||
"--port=5678", \
|
||||
"--db_file=/app/data/rel_liquidity.db", \
|
||||
"--log_file=/logs/%T.REL_LIQUIDITY_SVC.log" \
|
||||
"--log_file=/logs/%D.REL_LIQUIDITY_SVC.log" \
|
||||
]
|
||||
|
||||
@ -3,4 +3,4 @@ nest-asyncio>=1.5.5
|
||||
numpy>=1.24.1
|
||||
hjson>=3.1.0
|
||||
pandas>=1.5.3
|
||||
# sortedcontainers>=2.4.0
|
||||
sortedcontainers>=2.4.0
|
||||
@ -1,52 +0,0 @@
|
||||
version: "3.9"
|
||||
|
||||
services:
|
||||
md_gateway:
|
||||
image: cloud21.cvtt.vpn:5500/md_gateway:latest
|
||||
container_name: md_gateway
|
||||
environment:
|
||||
- REDIS_HOST=redis
|
||||
volumes:
|
||||
- ./.creds:/.creds
|
||||
- ./config:/config
|
||||
- ./logs:/logs
|
||||
- ./data:/data
|
||||
depends_on:
|
||||
- redis
|
||||
|
||||
tester:
|
||||
image: cloud21.cvtt.vpn:5500/tester:latest
|
||||
container_name: tester
|
||||
environment:
|
||||
- REDIS_HOST=redis
|
||||
volumes:
|
||||
- ./config:/config
|
||||
- ./logs:/logs
|
||||
- ./data:/data
|
||||
depends_on:
|
||||
- redis
|
||||
- md_gateway
|
||||
|
||||
redis:
|
||||
image: redis:latest
|
||||
container_name: redis
|
||||
ports:
|
||||
- "6379:6379"
|
||||
volumes:
|
||||
- ./data/redis:/data
|
||||
|
||||
|
||||
# test_program:
|
||||
# image: your_test_program_image:latest
|
||||
# container_name: test_program
|
||||
# environment:
|
||||
# - REDIS_HOST=redis
|
||||
# volumes:
|
||||
# - ./config:/shared/config
|
||||
# - ./logs:/shared/logs
|
||||
# depends_on:
|
||||
# - market_data_gateway
|
||||
# - redis
|
||||
|
||||
# volumes:
|
||||
# redis_data:
|
||||
@ -1,3 +0,0 @@
|
||||
.git
|
||||
**/__pycache__
|
||||
.pipenv
|
||||
@ -1,25 +0,0 @@
|
||||
FROM python:3.12-slim
|
||||
|
||||
ARG ROOT_MCRSVC_DIR=docker_dev/microservices
|
||||
ARG FROM_DIR=${ROOT_MCRSVC_DIR}/md_gateway
|
||||
|
||||
COPY ${ROOT_MCRSVC_DIR}/requirements.txt /
|
||||
RUN pip install --upgrade pip --root-user-action=ignore
|
||||
RUN pip install -r /requirements.txt --root-user-action=ignore
|
||||
|
||||
COPY cvttpy /cvttpy
|
||||
# COPY ${ROOT_MCRSVC_DIR}/.creds /.creds
|
||||
|
||||
|
||||
COPY ${FROM_DIR}/run_mdgw.sh /run_mdgw.sh
|
||||
RUN chmod +x /run_mdgw.sh
|
||||
|
||||
RUN mkdir /logs
|
||||
RUN mkdir -p /config
|
||||
|
||||
|
||||
WORKDIR /
|
||||
SHELL ["/bin/bash", "-c"]
|
||||
ENV PYTHONPATH=/
|
||||
ENTRYPOINT [ "/run_mdgw.sh" ]
|
||||
|
||||
@ -1,48 +0,0 @@
|
||||
#!/bin/bash
|
||||
|
||||
# runs in container
|
||||
|
||||
# runs on host to start container
|
||||
usage() {
|
||||
echo -n "Usage: ${0}"
|
||||
echo -n " [-c <config (/config/cvtt.cfg)>]"
|
||||
echo -n " [-a <admin_port (7220)>]"
|
||||
echo -n " [-z (compress log)"]
|
||||
echo
|
||||
exit 1
|
||||
}
|
||||
|
||||
Config=/config/cvtt.cfg
|
||||
AdminPort=7220
|
||||
COMPRESS_LOG=false
|
||||
|
||||
|
||||
while getopts "c:a:z" opt; do
|
||||
case ${opt} in
|
||||
c ) Config=$OPTARG ;;
|
||||
a ) AdminPort=$OPTARG ;;
|
||||
z ) COMPRESS_LOG=true ;;
|
||||
\? )
|
||||
echo "Invalid option: -$OPTARG" >&2
|
||||
usage
|
||||
;;
|
||||
: )
|
||||
echo "Option -$OPTARG requires an argument." >&2
|
||||
usage
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
Cmd="python3.12"
|
||||
Cmd="${Cmd} cvttpy/apps/microservices/market_gateways/md_gateway.py"
|
||||
Cmd="${Cmd} --config=${Config}"
|
||||
Cmd="${Cmd} --credentials_file=/.creds"
|
||||
Cmd="${Cmd} --admin_port=${AdminPort}"
|
||||
Cmd="${Cmd} --log_file=/logs/%T.md_gateway.log"
|
||||
if ${COMPRESS_LOG} ; then
|
||||
Cmd="${Cmd} --compress_log"
|
||||
fi
|
||||
echo ${Cmd}
|
||||
eval ${Cmd}
|
||||
|
||||
|
||||
@ -1,3 +0,0 @@
|
||||
.git
|
||||
**/__pycache__
|
||||
.pipenv
|
||||
@ -1,25 +0,0 @@
|
||||
FROM python:3.12-slim
|
||||
|
||||
ARG ROOT_MCRSVC_DIR=docker_dev/microservices
|
||||
ARG FROM_DIR=${ROOT_MCRSVC_DIR}/oe_gateway
|
||||
|
||||
COPY ${ROOT_MCRSVC_DIR}/requirements.txt /
|
||||
RUN pip install --upgrade pip --root-user-action=ignore
|
||||
RUN pip install -r /requirements.txt --root-user-action=ignore
|
||||
|
||||
COPY cvttpy /cvttpy
|
||||
COPY ${ROOT_MCRSVC_DIR}/.creds /.creds
|
||||
|
||||
|
||||
COPY ${FROM_DIR}/run_oegw.sh /run_oegw.sh
|
||||
RUN chmod +x /run_oegw.sh
|
||||
|
||||
RUN mkdir /logs
|
||||
RUN mkdir -p /config
|
||||
|
||||
|
||||
WORKDIR /
|
||||
SHELL ["/bin/bash", "-c"]
|
||||
ENV PYTHONPATH=/
|
||||
ENTRYPOINT [ "/run_oegw.sh" ]
|
||||
|
||||
@ -1,48 +0,0 @@
|
||||
#!/bin/bash
|
||||
|
||||
# runs in container
|
||||
|
||||
# runs on host to start container
|
||||
usage() {
|
||||
echo -n "Usage: ${0}"
|
||||
echo -n " [-c <config (/config/cvtt.cfg)>]"
|
||||
echo -n " [-a <admin_port (7220)>]"
|
||||
echo -n " [-z (compress log)"]
|
||||
echo
|
||||
exit 1
|
||||
}
|
||||
|
||||
Config=/config/cvtt.cfg
|
||||
AdminPort=7220
|
||||
COMPRESS_LOG=false
|
||||
|
||||
|
||||
while getopts "c:a:z" opt; do
|
||||
case ${opt} in
|
||||
c ) Config=$OPTARG ;;
|
||||
a ) AdminPort=$OPTARG ;;
|
||||
z ) COMPRESS_LOG=true ;;
|
||||
\? )
|
||||
echo "Invalid option: -$OPTARG" >&2
|
||||
usage
|
||||
;;
|
||||
: )
|
||||
echo "Option -$OPTARG requires an argument." >&2
|
||||
usage
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
Cmd="python3.12"
|
||||
Cmd="${Cmd} cvttpy/apps/microservices/market_gateways/order_entry_gateway.py"
|
||||
Cmd="${Cmd} --config=${Config}"
|
||||
Cmd="${Cmd} --credentials_file=/.creds"
|
||||
Cmd="${Cmd} --admin_port=${AdminPort}"
|
||||
Cmd="${Cmd} --log_file=/logs/%T.md_gateway.log"
|
||||
if ${COMPRESS_LOG} ; then
|
||||
Cmd="${Cmd} --compress_log"
|
||||
fi
|
||||
echo ${Cmd}
|
||||
eval ${Cmd}
|
||||
|
||||
|
||||
@ -1,7 +0,0 @@
|
||||
aiohttp>=3.7.4.post0
|
||||
nest-asyncio>=1.5.5
|
||||
hjson>=3.1.0
|
||||
sortedcontainers>=2.4.0
|
||||
redis>=5.0.8
|
||||
python-dateutil>=2.8.2
|
||||
types-python-dateutil>=2.8.19.6
|
||||
@ -1,3 +0,0 @@
|
||||
.git
|
||||
**/__pycache__
|
||||
.pipenv
|
||||
@ -1,26 +0,0 @@
|
||||
FROM python:3.12-slim
|
||||
|
||||
ARG ROOT_MUSVC_DIR=docker_dev/microservices
|
||||
ARG FROM_DIR=${ROOT_MUSVC_DIR}/tester
|
||||
|
||||
COPY ${ROOT_MUSVC_DIR}/requirements.txt /
|
||||
RUN pip install --upgrade pip --root-user-action=ignore
|
||||
RUN pip install -r /requirements.txt --root-user-action=ignore
|
||||
|
||||
COPY cvttpy /cvttpy
|
||||
# COPY ${ROOT_MUSVC_DIR}/.creds /.creds
|
||||
|
||||
|
||||
COPY ${FROM_DIR}/run_tester.sh /run_tester.sh
|
||||
RUN chmod +x /run_tester.sh
|
||||
|
||||
RUN mkdir /logs
|
||||
RUN mkdir -p /config
|
||||
RUN mkdir -p /data
|
||||
|
||||
|
||||
WORKDIR /
|
||||
SHELL ["/bin/bash", "-c"]
|
||||
ENV PYTHONPATH=/
|
||||
ENTRYPOINT [ "/run_tester.sh" ]
|
||||
|
||||
@ -1,55 +0,0 @@
|
||||
#!/bin/bash
|
||||
|
||||
# runs in container
|
||||
|
||||
# runs on host to start container
|
||||
usage() {
|
||||
echo -n "Usage: ${0}"
|
||||
echo -n " [-c <config (/config/cvtt.cfg) >]"
|
||||
echo -n " [-i <instruments (COINBASE:PAIR-BTC-USD,BNBFUT:PERP-BTC-USDT) >]"
|
||||
echo -n " [-d <data types (TRADES) >]"
|
||||
echo -n " [-a <admin_port (7221) >]"
|
||||
echo -n " [-z (compress log (false))"]
|
||||
echo
|
||||
exit 1
|
||||
}
|
||||
|
||||
Config=/config/cvtt.cfg
|
||||
AdminPort=7221
|
||||
COMPRESS_LOG=false
|
||||
Instruments="COINBASE:PAIR-BTC-USD,BNBFUT:PERP-BTC-USDT"
|
||||
DataTypes="TRADES"
|
||||
|
||||
while getopts "a:c:d:i:z" opt; do
|
||||
case ${opt} in
|
||||
c ) Config=$OPTARG ;;
|
||||
a ) AdminPort=$OPTARG ;;
|
||||
i ) Instruments=$OPTARG ;;
|
||||
d ) DataTypes=$OPTARG ;;
|
||||
z ) COMPRESS_LOG=true ;;
|
||||
\? )
|
||||
echo "Invalid option: -$OPTARG" >&2
|
||||
usage
|
||||
;;
|
||||
: )
|
||||
echo "Option -$OPTARG requires an argument." >&2
|
||||
usage
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
Cmd="python3.12"
|
||||
Cmd="${Cmd} cvttpy/apps/microservices/tester/musvc_tester.py"
|
||||
Cmd="${Cmd} --config=${Config}"
|
||||
Cmd="${Cmd} --credentials_file=/.creds"
|
||||
Cmd="${Cmd} --admin_port=${AdminPort}"
|
||||
Cmd="${Cmd} --data_types=${DataTypes}"
|
||||
Cmd="${Cmd} --instruments=${Instruments}"
|
||||
Cmd="${Cmd} --log_file=/logs/%T.tester.log"
|
||||
if ${COMPRESS_LOG} ; then
|
||||
Cmd="${Cmd} --compress_log"
|
||||
fi
|
||||
echo ${Cmd}
|
||||
eval ${Cmd}
|
||||
|
||||
|
||||
@ -18,7 +18,7 @@ ENV PYTHONPATH=/
|
||||
CMD [ \
|
||||
"python3.12", \
|
||||
"cvttpy/apps//research/exchange_trading_stats.py", \
|
||||
"--config=http://cloud23.cvtt.vpn:6789/apps/tests/listen_market_data", \
|
||||
"--config=http://cloud16.cvtt.vpn:6789/apps/tests/listen_market_data", \
|
||||
"--active_exchanges=OKX,GEMINI,BITSTAMP,COINBASE_AT,BNBSPOT,KRAKEN", \
|
||||
"--instruments=OKX:PAIR-BTC-USDT,GEMINI:PAIR-BTC-USD,BITSTAMP:PAIR-BTC-USD,COINBASE:PAIR-BTC-USD,BNBSPOT:PAIR-BTC-USDT,KRAKEN:PAIR-BTC-USD", \
|
||||
"--db_file=/app/data/exchange_trading_stats.db", \
|
||||
|
||||
@ -1,21 +0,0 @@
|
||||
FROM python:3.12-slim
|
||||
|
||||
ARG FROM_DIR=docker_dev/test/rsync_test
|
||||
|
||||
COPY ${FROM_DIR}/test.sh /test.sh
|
||||
|
||||
RUN apt-get update && apt-get install -y rsync openssh-client
|
||||
|
||||
COPY docker_dev/shared/id_rsa /root/.ssh/id_rsa
|
||||
COPY docker_dev/shared/id_rsa.pub /root/.ssh/id_rsa.pub
|
||||
|
||||
RUN chmod 600 /root/.ssh/id_rsa /root/.ssh/id_rsa.pub
|
||||
|
||||
# Shared Volumes
|
||||
RUN chmod +x /test.sh
|
||||
|
||||
WORKDIR /
|
||||
SHELL ["/bin/bash", "-c"]
|
||||
ENV PYTHONPATH=/
|
||||
ENTRYPOINT [ "/test.sh" ]
|
||||
|
||||
@ -1,19 +0,0 @@
|
||||
#!/bin/bash
|
||||
|
||||
date > /testfile.txt
|
||||
|
||||
Source=/testfile.txt
|
||||
Targets=
|
||||
Targets="${Targets} cvtt@cloud21.cvtt.vpn:/tmp/"
|
||||
Targets="${Targets} cvtt@hs01.cvtt.vpn:/tmp/"
|
||||
|
||||
|
||||
for tgt in ${Targets}
|
||||
do
|
||||
Cmd="/usr/bin/rsync -ahv"
|
||||
Cmd+=" -e 'ssh -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null'"
|
||||
Cmd+=" ${Source} ${tgt}"
|
||||
echo $Cmd
|
||||
eval $Cmd
|
||||
done
|
||||
|
||||
@ -1,3 +0,0 @@
|
||||
.git
|
||||
**/__pycache__
|
||||
.pipenv
|
||||
@ -1,24 +0,0 @@
|
||||
FROM python:3.12-slim
|
||||
|
||||
|
||||
ARG FROM_DIR=docker_dev/trading/executor
|
||||
|
||||
COPY ${FROM_DIR}/requirements.txt /
|
||||
RUN pip install --upgrade pip --root-user-action=ignore
|
||||
RUN pip install -r /requirements.txt --root-user-action=ignore
|
||||
|
||||
COPY cvttpy /cvttpy
|
||||
COPY ${FROM_DIR}/.creds /.creds
|
||||
|
||||
|
||||
COPY ${FROM_DIR}/run_executor.sh /run_executor.sh
|
||||
RUN chmod +x /run_executor.sh
|
||||
|
||||
RUN mkdir /logs
|
||||
|
||||
WORKDIR /
|
||||
SHELL ["/bin/bash", "-c"]
|
||||
ENV PYTHONPATH=/
|
||||
ENTRYPOINT [ "/run_executor.sh" ]
|
||||
|
||||
|
||||
@ -1,6 +0,0 @@
|
||||
aiohttp>=3.7.4.post0
|
||||
redis>=5.0.8
|
||||
nest-asyncio>=1.5.5
|
||||
hjson>=3.1.0
|
||||
sortedcontainers>=2.4.0
|
||||
pandas>=1.5.3
|
||||
@ -1,53 +0,0 @@
|
||||
#!/bin/bash
|
||||
|
||||
# runs in container
|
||||
|
||||
|
||||
# runs on host to start container
|
||||
usage() {
|
||||
echo -n "Usage: $0"
|
||||
echo -n " [-c <config (dflt: http://cloud23.cvtt.vpn:6789/apps/cvtt_eqt_alpaca)>]"
|
||||
echo -n " [-e <active_exchanges (ALPACA_SNDBX-MDPORTAL)>]"
|
||||
echo -n " [-a <admin_port (7222)>"]
|
||||
echo -n " [-z (compress log)"]
|
||||
echo
|
||||
exit 1
|
||||
}
|
||||
|
||||
Config=http://cloud23.cvtt.vpn:6789/apps/cvtt_eqt_alpaca
|
||||
ActiveExchanges=ALPACA_SNDBX
|
||||
AdminPort=7222
|
||||
COMPRESS_LOG=false
|
||||
|
||||
while getopts "c:e:a:z" opt; do
|
||||
case ${opt} in
|
||||
c ) Config=$OPTARG ;;
|
||||
e ) ActiveExchanges=$OPTARG ;;
|
||||
a ) AdminPort=$OPTARG ;;
|
||||
z ) COMPRESS_LOG=true ;;
|
||||
\? )
|
||||
echo "Invalid option: -$OPTARG" >&2
|
||||
usage
|
||||
;;
|
||||
: )
|
||||
echo "Option -$OPTARG requires an argument." >&2
|
||||
usage
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
Cmd="python3.12"
|
||||
Cmd="${Cmd} /cvttpy/apps/executor_app.py"
|
||||
Cmd="${Cmd} --config=${Config}"
|
||||
Cmd="${Cmd} --credentials_file=/.creds"
|
||||
# Cmd="${Cmd} --allow_dynamic_exch_inst"
|
||||
Cmd="${Cmd} --active_exchanges=${ActiveExchanges}"
|
||||
Cmd="${Cmd} --admin_port=${AdminPort}"
|
||||
Cmd="${Cmd} --log_file=/logs/%T.EXECUTOR_APP.log"
|
||||
if ${COMPRESS_LOG}; then
|
||||
Cmd="${Cmd} --compress_log"
|
||||
fi
|
||||
echo ${Cmd}
|
||||
eval ${Cmd}
|
||||
|
||||
|
||||
@ -1,3 +0,0 @@
|
||||
.git
|
||||
**/__pycache__
|
||||
.pipenv
|
||||
@ -1,23 +0,0 @@
|
||||
FROM python:3.12-slim
|
||||
|
||||
ARG FROM_DIR=docker_dev/trading/md_portal
|
||||
|
||||
COPY ${FROM_DIR}/requirements.txt /
|
||||
RUN pip install --upgrade pip --root-user-action=ignore
|
||||
RUN pip install -r /requirements.txt --root-user-action=ignore
|
||||
|
||||
COPY cvttpy /cvttpy
|
||||
COPY ${FROM_DIR}/.creds /.creds
|
||||
|
||||
|
||||
COPY ${FROM_DIR}/run_md_portal.sh /run_md_portal.sh
|
||||
RUN chmod +x /run_md_portal.sh
|
||||
|
||||
RUN mkdir /logs
|
||||
|
||||
|
||||
WORKDIR /
|
||||
SHELL ["/bin/bash", "-c"]
|
||||
ENV PYTHONPATH=/
|
||||
ENTRYPOINT [ "/run_md_portal.sh" ]
|
||||
|
||||
@ -1,7 +0,0 @@
|
||||
aiohttp>=3.7.4.post0
|
||||
nest-asyncio>=1.5.5
|
||||
hjson>=3.1.0
|
||||
sortedcontainers>=2.4.0
|
||||
redis>=5.0.8
|
||||
python-dateutil>=2.8.2
|
||||
types-python-dateutil>=2.8.19.6
|
||||
@ -1,56 +0,0 @@
|
||||
#!/bin/bash
|
||||
|
||||
# runs in container
|
||||
|
||||
# runs on host to start container
|
||||
usage() {
|
||||
echo -n "Usage: ${0}"
|
||||
echo -n " [-c <config (dflt: http://cloud23.cvtt.vpn:6789/apps/cvtt_eqt_alpaca)>]"
|
||||
echo -n " [-e <active_exchanges (ALPACA_SNBOX)>]"
|
||||
echo -n " [-a <admin_port (7220)>]"
|
||||
echo -n " [-n <portal_name (MD_PORTAL_ALPACA)>]"
|
||||
echo -n " [-z (compress log)"]
|
||||
echo
|
||||
exit 1
|
||||
}
|
||||
|
||||
Config=http://cloud23.cvtt.vpn:6789/apps/cvtt_eqt_alpaca
|
||||
ActiveExchanges=ALPACA_SNDBX
|
||||
PortalName=MD_PORTAL_ALPACA_SNDBX
|
||||
AdminPort=7220
|
||||
COMPRESS_LOG=false
|
||||
|
||||
|
||||
while getopts "c:e:a:n:z" opt; do
|
||||
case ${opt} in
|
||||
c ) Config=$OPTARG ;;
|
||||
e ) ActiveExchanges=$OPTARG ;;
|
||||
a ) AdminPort=$OPTARG ;;
|
||||
z ) COMPRESS_LOG=true ;;
|
||||
n ) PortalName=$OPTARG ;;
|
||||
\? )
|
||||
echo "Invalid option: -$OPTARG" >&2
|
||||
usage
|
||||
;;
|
||||
: )
|
||||
echo "Option -$OPTARG requires an argument." >&2
|
||||
usage
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
Cmd="python3.12"
|
||||
Cmd="${Cmd} cvttpy/apps/md/md_portal.py"
|
||||
Cmd="${Cmd} --config=${Config}"
|
||||
Cmd="${Cmd} --credentials_file=/.creds"
|
||||
Cmd="${Cmd} --active_exchanges=${ActiveExchanges}"
|
||||
Cmd="${Cmd} --portal_name=${PortalName}"
|
||||
Cmd="${Cmd} --admin_port=${AdminPort}"
|
||||
Cmd="${Cmd} --log_file=/logs/%T.${PortalName}.log"
|
||||
if ${COMPRESS_LOG}; then
|
||||
Cmd="${Cmd} --compress_log"
|
||||
fi
|
||||
echo ${Cmd}
|
||||
eval ${Cmd}
|
||||
|
||||
|
||||
@ -1,3 +0,0 @@
|
||||
.git
|
||||
**/__pycache__
|
||||
.pipenv
|
||||
@ -1,24 +0,0 @@
|
||||
FROM python:3.12-slim
|
||||
|
||||
|
||||
ARG FROM_DIR=docker_dev/trading/quant
|
||||
|
||||
COPY ${FROM_DIR}/requirements.txt /
|
||||
RUN pip install --upgrade pip --root-user-action=ignore
|
||||
RUN pip install -r /requirements.txt --root-user-action=ignore
|
||||
|
||||
COPY cvttpy /cvttpy
|
||||
COPY ${FROM_DIR}/.creds /.creds
|
||||
|
||||
|
||||
COPY ${FROM_DIR}/run_quant.sh /run_quant.sh
|
||||
RUN chmod +x /run_quant.sh
|
||||
|
||||
RUN mkdir /logs
|
||||
|
||||
WORKDIR /
|
||||
SHELL ["/bin/bash", "-c"]
|
||||
ENV PYTHONPATH=/
|
||||
ENTRYPOINT [ "/run_quant.sh" ]
|
||||
|
||||
|
||||
@ -1,11 +0,0 @@
|
||||
aiohttp>=3.7.4.post0
|
||||
nest-asyncio>=1.5.5
|
||||
hjson>=3.1.0
|
||||
sortedcontainers>=2.4.0
|
||||
pandas>=1.5.3
|
||||
#
|
||||
ta>=0.10.2
|
||||
tables>=3.9.1
|
||||
psycopg>=3.2.1
|
||||
#
|
||||
redis>=5.0.8
|
||||
@ -1,66 +0,0 @@
|
||||
#!/bin/bash
|
||||
|
||||
# runs on host to start container
|
||||
usage() {
|
||||
echo -n "Usage: $0"
|
||||
echo -n " -b <book>"
|
||||
|
||||
echo -n " -S <strategy> (dflt: TRDALGO_001)"
|
||||
|
||||
echo -n " [-c <config (dflt: http://cloud23.cvtt.vpn:6789/apps/cvtt_eqt_alpaca)>]"
|
||||
echo -n " [-e <active_exchanges (ALPACA_SNDBX-MDPORTAL)>]"
|
||||
echo -n " [-a <admin_port (7224)>"]
|
||||
echo -n " [-z (compress log)"]
|
||||
echo
|
||||
exit 1
|
||||
}
|
||||
|
||||
Config=http://cloud23.cvtt.vpn:6789/apps/cvtt_eqt_alpaca
|
||||
ActiveExchanges=ALPACA_SNDBX-MDPORTAL
|
||||
AdminPort=7224
|
||||
Strategy=DAILY_STOCK_001
|
||||
Book=""
|
||||
COMPRESS_LOG=false
|
||||
|
||||
|
||||
while getopts "b:c:e:a:S:z" opt; do
|
||||
case ${opt} in
|
||||
c ) Config=$OPTARG ;;
|
||||
e ) ActiveExchanges=$OPTARG ;;
|
||||
a ) AdminPort=$OPTARG ;;
|
||||
z ) COMPRESS_LOG=true ;;
|
||||
b ) Book=$OPTARG ;;
|
||||
S ) Strategy=$OPTARG ;;
|
||||
\? )
|
||||
echo "Invalid option: -$OPTARG" >&2
|
||||
usage
|
||||
;;
|
||||
: )
|
||||
echo "Option -$OPTARG requires an argument." >&2
|
||||
usage
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
if [ "${Book}" == "" ]; then
|
||||
echo "Book is missing"
|
||||
usage
|
||||
fi
|
||||
|
||||
Cmd="python3.12"
|
||||
Cmd="${Cmd} cvttpy/apps/quant_app.py"
|
||||
Cmd="${Cmd} --config=${Config}"
|
||||
Cmd="${Cmd} --credentials_file=/.creds"
|
||||
Cmd="${Cmd} --book=${Book}"
|
||||
Cmd="${Cmd} --strategy=${Strategy}"
|
||||
# Cmd="${Cmd} --allow_dynamic_exch_inst"
|
||||
Cmd="${Cmd} --active_exchanges=${ActiveExchanges}"
|
||||
Cmd="${Cmd} --admin_port=${AdminPort}"
|
||||
Cmd="${Cmd} --log_file=/logs/%T.QUANT.${Book}.log"
|
||||
if ${COMPRESS_LOG}; then
|
||||
Cmd="${Cmd} --compress_log"
|
||||
fi
|
||||
echo ${Cmd}
|
||||
eval ${Cmd}
|
||||
|
||||
|
||||
@ -1,3 +0,0 @@
|
||||
.git
|
||||
**/__pycache__
|
||||
.pipenv
|
||||
@ -1,23 +0,0 @@
|
||||
FROM python:3.12-slim
|
||||
|
||||
ARG FROM_DIR=docker_dev/trading/risk_mgr
|
||||
|
||||
COPY ${FROM_DIR}/requirements.txt /
|
||||
RUN pip install --upgrade pip --root-user-action=ignore
|
||||
RUN pip install -r /requirements.txt --root-user-action=ignore
|
||||
|
||||
COPY cvttpy /cvttpy
|
||||
COPY ${FROM_DIR}/.creds /.creds
|
||||
|
||||
|
||||
COPY ${FROM_DIR}/run_risk_mgr.sh /run_risk_mgr.sh
|
||||
RUN chmod +x /run_risk_mgr.sh
|
||||
|
||||
RUN mkdir /logs
|
||||
|
||||
|
||||
WORKDIR /
|
||||
SHELL ["/bin/bash", "-c"]
|
||||
ENV PYTHONPATH=/
|
||||
ENTRYPOINT [ "/run_risk_mgr.sh" ]
|
||||
|
||||
@ -1,15 +0,0 @@
|
||||
aiohttp>=3.7.4.post0
|
||||
nest-asyncio>=1.5.5
|
||||
hjson>=3.1.0
|
||||
sortedcontainers>=2.4.0
|
||||
pandas>=1.5.3
|
||||
#
|
||||
redis>=5.0.8
|
||||
#
|
||||
python-dateutil>=2.8.2
|
||||
types-python-dateutil>=2.8.19.6
|
||||
#
|
||||
psycopg>=3.2.1
|
||||
psycopg-binary>=3.2.1
|
||||
psycopg2-binary>=2.9.6
|
||||
|
||||
@ -1,64 +0,0 @@
|
||||
#!/bin/bash
|
||||
|
||||
# runs in container
|
||||
|
||||
# runs on host to start container
|
||||
usage() {
|
||||
echo -n "Usage: $0"
|
||||
echo -n " -b <book>"
|
||||
echo -n " [-c <config (dflt: http://cloud23.cvtt.vpn:6789/apps/cvtt_eqt_alpaca)>]"
|
||||
echo -n " [-e <active_exchanges (ALPACA_SNDBX-MDPORTAL)>]"
|
||||
echo -n " [-a <admin_port (7223)>"]
|
||||
echo -n " [-z (compress log)"]
|
||||
echo
|
||||
exit 1
|
||||
}
|
||||
|
||||
|
||||
|
||||
Config=http://cloud23.cvtt.vpn:6789/apps/cvtt_eqt_alpaca
|
||||
ActiveExchanges=ALPACA_SNDBX-MDPORTAL
|
||||
AdminPort=7223
|
||||
Book=""
|
||||
COMPRESS_LOG=false
|
||||
|
||||
|
||||
while getopts "b:c:e:a:z" opt; do
|
||||
case ${opt} in
|
||||
c ) Config=$OPTARG ;;
|
||||
e ) ActiveExchanges=$OPTARG ;;
|
||||
a ) AdminPort=$OPTARG ;;
|
||||
z ) COMPRESS_LOG=true ;;
|
||||
b ) Book=$OPTARG ;;
|
||||
\? )
|
||||
echo "Invalid option: -$OPTARG" >&2
|
||||
usage
|
||||
;;
|
||||
: )
|
||||
echo "Option -$OPTARG requires an argument." >&2
|
||||
usage
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
if [ "${Book}" == "" ]; then
|
||||
echo "Book is missing"
|
||||
usage
|
||||
fi
|
||||
|
||||
Cmd="python3.12"
|
||||
Cmd="${Cmd} cvttpy/apps/risk_manager_app.py"
|
||||
Cmd="${Cmd} --config=${Config}"
|
||||
Cmd="${Cmd} --credentials_file=/.creds"
|
||||
Cmd="${Cmd} --book=${Book}"
|
||||
# Cmd="${Cmd} --allow_dynamic_exch_inst"
|
||||
Cmd="${Cmd} --active_exchanges=${ActiveExchanges}"
|
||||
Cmd="${Cmd} --admin_port=${AdminPort}"
|
||||
Cmd="${Cmd} --log_file=/logs/%T.RISK_MGR.${Book}.log"
|
||||
if ${COMPRESS_LOG}; then
|
||||
Cmd="${Cmd} --compress_log"
|
||||
fi
|
||||
echo ${Cmd}
|
||||
eval ${Cmd}
|
||||
|
||||
|
||||
@ -1,26 +0,0 @@
|
||||
FROM python:3.12-slim
|
||||
|
||||
ARG FROM_DIR=docker_dev/trading/service_checker
|
||||
|
||||
RUN apt-get update && apt-get install -y telnet redis-tools
|
||||
|
||||
|
||||
COPY ${FROM_DIR}/requirements.txt /
|
||||
RUN pip install --upgrade pip --root-user-action=ignore
|
||||
RUN pip install -r /requirements.txt --root-user-action=ignore
|
||||
|
||||
COPY cvttpy /cvttpy
|
||||
COPY ${FROM_DIR}/.creds /.creds
|
||||
|
||||
|
||||
COPY ${FROM_DIR}/run_svc_checker.sh /run_svc_checker.sh
|
||||
RUN chmod +x /run_svc_checker.sh
|
||||
|
||||
# RUN mkdir /logs
|
||||
|
||||
WORKDIR /
|
||||
SHELL ["/bin/bash", "-c"]
|
||||
ENV PYTHONPATH=/
|
||||
ENTRYPOINT [ "/run_svc_checker.sh" ]
|
||||
# ENTRYPOINT [ "/usr/bin/bash" ]
|
||||
|
||||
@ -1,7 +0,0 @@
|
||||
aiohttp>=3.7.4.post0
|
||||
nest-asyncio>=1.5.5
|
||||
hjson>=3.1.0
|
||||
sortedcontainers>=2.4.0
|
||||
redis>=5.0.8
|
||||
python-dateutil>=2.8.2
|
||||
types-python-dateutil>=2.8.19.6
|
||||
@ -1,41 +0,0 @@
|
||||
#!/bin/bash
|
||||
|
||||
# runs in container
|
||||
|
||||
# runs on host to start container
|
||||
usage() {
|
||||
echo -n "Usage: ${0}"
|
||||
echo -n " [-c <config (dflt: http://cloud23.cvtt.vpn:6789/apps/cvtt_eqt_alpaca)>]"
|
||||
echo
|
||||
exit 1
|
||||
}
|
||||
|
||||
Config=http://cloud23.cvtt.vpn:6789/apps/cvtt_eqt_alpaca
|
||||
|
||||
|
||||
while getopts ":c:" opt; do
|
||||
case ${opt} in
|
||||
c )
|
||||
Config=$OPTARG
|
||||
;;
|
||||
\? )
|
||||
echo "Invalid option: -$OPTARG" >&2
|
||||
usage
|
||||
;;
|
||||
: )
|
||||
echo "Option -$OPTARG requires an argument." >&2
|
||||
usage
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
|
||||
Cmd="python3.12"
|
||||
Cmd="${Cmd} cvttpy/apps/utils/services_checker.py"
|
||||
Cmd="${Cmd} --config=${Config}"
|
||||
Cmd="${Cmd} --credentials_file=/.creds"
|
||||
Cmd="${Cmd} --log_level=ERROR"
|
||||
|
||||
echo ${Cmd}
|
||||
eval ${Cmd}
|
||||
|
||||
@ -1,3 +0,0 @@
|
||||
.git
|
||||
**/__pycache__
|
||||
.pipenv
|
||||
@ -1,24 +0,0 @@
|
||||
FROM python:3.12-slim
|
||||
|
||||
|
||||
ARG FROM_DIR=docker_dev/trading/trader
|
||||
|
||||
COPY ${FROM_DIR}/requirements.txt /
|
||||
RUN pip install --upgrade pip --root-user-action=ignore
|
||||
RUN pip install -r /requirements.txt --root-user-action=ignore
|
||||
|
||||
COPY cvttpy /cvttpy
|
||||
COPY ${FROM_DIR}/.creds /.creds
|
||||
|
||||
|
||||
COPY ${FROM_DIR}/run_trader.sh /run_trader.sh
|
||||
RUN chmod +x /run_trader.sh
|
||||
|
||||
RUN mkdir /logs
|
||||
|
||||
WORKDIR /
|
||||
SHELL ["/bin/bash", "-c"]
|
||||
ENV PYTHONPATH=/
|
||||
ENTRYPOINT [ "/run_trader.sh" ]
|
||||
|
||||
|
||||
@ -1,6 +0,0 @@
|
||||
aiohttp>=3.7.4.post0
|
||||
redis>=5.0.8
|
||||
nest-asyncio>=1.5.5
|
||||
hjson>=3.1.0
|
||||
sortedcontainers>=2.4.0
|
||||
pandas>=1.5.3
|
||||
@ -1,71 +0,0 @@
|
||||
#!/bin/bash
|
||||
|
||||
# runs in container
|
||||
# --------------------------------------------------------------------------
|
||||
|
||||
# runs on host to start container
|
||||
usage() {
|
||||
echo -n "Usage: $0"
|
||||
echo -n " -b <book>"
|
||||
|
||||
echo -n " -A <algo> (dflt: TRDALGO_001)"
|
||||
|
||||
echo -n " [-c <config (dflt: http://cloud23.cvtt.vpn:6789/apps/cvtt_eqt_alpaca)>]"
|
||||
echo -n " [-e <active_exchanges (ALPACA_SNDBX-MDPORTAL)>]"
|
||||
echo -n " [-a <admin_port (7223)>"]
|
||||
echo -n " [-z (compress log)"]
|
||||
echo
|
||||
exit 1
|
||||
}
|
||||
|
||||
|
||||
|
||||
Config=http://cloud23.cvtt.vpn:6789/apps/cvtt_eqt_alpaca
|
||||
ActiveExchanges=ALPACA_SNDBX-MDPORTAL
|
||||
AdminPort=7226
|
||||
Algo=TRDALGO_001
|
||||
Book=""
|
||||
COMPRESS_LOG=false
|
||||
|
||||
|
||||
while getopts "b:c:e:a:A:z" opt; do
|
||||
case ${opt} in
|
||||
c ) Config=$OPTARG ;;
|
||||
e ) ActiveExchanges=$OPTARG ;;
|
||||
a ) AdminPort=$OPTARG ;;
|
||||
z ) COMPRESS_LOG=true ;;
|
||||
b ) Book=$OPTARG ;;
|
||||
A ) Algo=$OPTARG ;;
|
||||
\? )
|
||||
echo "Invalid option: -$OPTARG" >&2
|
||||
usage
|
||||
;;
|
||||
: )
|
||||
echo "Option -$OPTARG requires an argument." >&2
|
||||
usage
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
if [ "${Book}" == "" ]; then
|
||||
echo "Book is missing"
|
||||
usage
|
||||
fi
|
||||
|
||||
Cmd="python3.12"
|
||||
Cmd="${Cmd} cvttpy/apps/trader_app.py"
|
||||
Cmd="${Cmd} --config=${Config}"
|
||||
Cmd="${Cmd} --credentials_file=/.creds"
|
||||
Cmd="${Cmd} --book=${Book}"
|
||||
Cmd="${Cmd} --algo=${Algo}"
|
||||
# Cmd="${Cmd} --allow_dynamic_exch_inst"
|
||||
Cmd="${Cmd} --active_exchanges=${ActiveExchanges}"
|
||||
Cmd="${Cmd} --admin_port=${AdminPort}"
|
||||
Cmd="${Cmd} --log_file=/logs/%T.TRADER.${Book}.log"
|
||||
if ${COMPRESS_LOG}; then
|
||||
Cmd="${Cmd} --compress_log"
|
||||
fi
|
||||
echo ${Cmd}
|
||||
eval ${Cmd}
|
||||
|
||||
|
||||
@ -1,3 +0,0 @@
|
||||
.git
|
||||
**/__pycache__
|
||||
.pipenv
|
||||
@ -1,23 +0,0 @@
|
||||
FROM python:3.12-slim
|
||||
|
||||
ARG FROM_DIR=docker_dev/trading/trading_recorder
|
||||
|
||||
COPY ${FROM_DIR}/requirements.txt /
|
||||
RUN pip install --upgrade pip --root-user-action=ignore
|
||||
RUN pip install -r /requirements.txt --root-user-action=ignore
|
||||
|
||||
COPY cvttpy /cvttpy
|
||||
COPY ${FROM_DIR}/.creds /.creds
|
||||
|
||||
|
||||
COPY ${FROM_DIR}/run_trading_recorder.sh /run_trading_recorder.sh
|
||||
RUN chmod +x /run_trading_recorder.sh
|
||||
|
||||
RUN mkdir /logs
|
||||
|
||||
|
||||
WORKDIR /
|
||||
SHELL ["/bin/bash", "-c"]
|
||||
ENV PYTHONPATH=/
|
||||
ENTRYPOINT [ "/run_trading_recorder.sh" ]
|
||||
|
||||
@ -1,15 +0,0 @@
|
||||
aiohttp>=3.7.4.post0
|
||||
nest-asyncio>=1.5.5
|
||||
hjson>=3.1.0
|
||||
sortedcontainers>=2.4.0
|
||||
pandas>=1.5.3
|
||||
#
|
||||
redis>=5.0.8
|
||||
#
|
||||
python-dateutil>=2.8.2
|
||||
types-python-dateutil>=2.8.19.6
|
||||
#
|
||||
psycopg>=3.2.1
|
||||
psycopg-binary>=3.2.1
|
||||
psycopg2-binary>=2.9.6
|
||||
|
||||
@ -1,60 +0,0 @@
|
||||
#!/bin/bash
|
||||
|
||||
|
||||
|
||||
# runs on host to start container
|
||||
usage() {
|
||||
echo -n "Usage: $0"
|
||||
echo -n " -b <book>"
|
||||
echo -n " [-c <config (dflt: http://cloud23.cvtt.vpn:6789/apps/cvtt_eqt_alpaca)>]"
|
||||
echo -n " [-e <active_exchanges (ALPACA_SNDBX-MDPORTAL)>]"
|
||||
echo -n " [-a <admin_port (7223)>"]
|
||||
echo -n " [-z (compress log)"]
|
||||
echo
|
||||
exit 1
|
||||
}
|
||||
|
||||
ActiveExchanges=ALPACA_SNDBX-MDPORTAL
|
||||
AdminPort=7225
|
||||
Book=""
|
||||
Config=http://cloud23.cvtt.vpn:6789/apps/cvtt_eqt_alpaca
|
||||
COMPRESS_LOG=false
|
||||
|
||||
|
||||
while getopts "b:c:e:a:z" opt; do
|
||||
case ${opt} in
|
||||
c ) Config=$OPTARG ;;
|
||||
e ) ActiveExchanges=$OPTARG ;;
|
||||
a ) AdminPort=$OPTARG ;;
|
||||
z ) COMPRESS_LOG=true ;;
|
||||
b ) Book=$OPTARG ;;
|
||||
\? )
|
||||
echo "Invalid option: -$OPTARG" >&2
|
||||
usage
|
||||
;;
|
||||
: )
|
||||
echo "Option -$OPTARG requires an argument." >&2
|
||||
usage
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
if [ "${Book}" == "" ]; then
|
||||
echo "Book is missing"
|
||||
usage
|
||||
fi
|
||||
|
||||
Cmd="python3.12"
|
||||
Cmd="${Cmd} cvttpy/apps/trade_recorder.py"
|
||||
Cmd="${Cmd} --config=${Config}"
|
||||
Cmd="${Cmd} --credentials_file=/.creds"
|
||||
Cmd="${Cmd} --book=${Book}"
|
||||
# Cmd="${Cmd} --allow_dynamic_exch_inst"
|
||||
Cmd="${Cmd} --active_exchanges=${ActiveExchanges}"
|
||||
Cmd="${Cmd} --admin_port=${AdminPort}"
|
||||
Cmd="${Cmd} --log_file=/logs/%T.TRADING_RECORDER.${Book}.log"
|
||||
if ${COMPRESS_LOG}; then
|
||||
Cmd="${Cmd} --compress_log"
|
||||
fi
|
||||
echo ${Cmd}
|
||||
eval ${Cmd}
|
||||
BIN
trading_DEPRECATED.tgz
Normal file
BIN
trading_DEPRECATED.tgz
Normal file
Binary file not shown.
Loading…
x
Reference in New Issue
Block a user