progress

market_data/alpaca_md_day/Dockerfile

@@ -3,12 +3,15 @@ FROM python:3.10-slim
 ARG FROM_DIR=docker_dev/market_data/alpaca_md_day
 
 # Update the package list and install required packages
-RUN apt-get update && apt-get install -y --no-install-recommends \
+RUN apt-get update && apt-get install -y \
     apt-utils \
+    libpq-dev \
+    build-essential
+RUN apt-get update && apt-get install -y rsync openssh-client
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
     software-properties-common \
     curl \
-    rsync \
-    openssh-client \
     parallel \
     jq
 

market_data/alpaca_md_day/requirements.txt

@@ -1,6 +1,6 @@
 aiohttp>=3.7.4.post0
 nest-asyncio>=1.5.5
-asyncpg>=0.27.0
+psycopg>=3.2.1
 hjson>=3.1.0
 pandas>=1.5.3
 sortedcontainers>=2.4.0

market_data/crypto_md_day/Dockerfile

@@ -3,14 +3,19 @@ FROM python:3.10-slim
 ARG FROM_DIR=docker_dev/market_data/crypto_md_day
 
 COPY ${FROM_DIR}/requirements.txt /
-RUN pip install --upgrade pip --root-user-action=ignore
-RUN pip install -r /requirements.txt --root-user-action=ignore
+
 
 COPY cvttpy /cvttpy
 COPY ${FROM_DIR}/.creds  /.creds
 COPY ${FROM_DIR}/crypto_md_day.sh /crypto_md_day.sh
 
-RUN apt-get update && apt-get install -y --no-install-recommends rsync openssh-client && rm -rf /var/lib/apt/lists/*
+RUN pip install --upgrade pip --root-user-action=ignore
+RUN pip install -r /requirements.txt --root-user-action=ignore
+
+RUN apt-get update && apt-get install -y \
+    libpq-dev \
+    build-essential 
+RUN apt-get update && apt-get install -y rsync openssh-client
 
 COPY docker_dev/shared/id_rsa /root/.ssh/id_rsa
 COPY docker_dev/shared/id_rsa.pub /root/.ssh/id_rsa.pub

market_data/crypto_md_day/crypto_md_day.sh

@@ -8,7 +8,8 @@ usage() {
 
 DbHost=""
 Date=""
-Schemas=coinbase,bnbspot,bnbfut
+# Schemas=coinbase,bnbspot,bnbfut
+Schemas=coinbase,bnbspot
 
 while getopts ":h:d:s:" opt; do
   case ${opt} in

market_data/crypto_md_day/requirements.txt

@@ -1,6 +1,6 @@
 aiohttp>=3.7.4.post0
 nest-asyncio>=1.5.5
-asyncpg>=0.27.0
+psycopg>=3.2.1
 hjson>=3.1.0
 pandas>=1.5.3
 sortedcontainers>=2.4.0

market_data/md_recorder/Dockerfile

@@ -2,6 +2,10 @@ FROM python:3.10-slim
 
 ARG FROM_DIR=docker_dev/market_data/md_recorder
 
+RUN apt-get update && apt-get install -y \
+    apt-utils \
+    libpq-dev \
+    build-essential
 
 COPY ${FROM_DIR}/requirements.txt /
 RUN pip install --upgrade pip --root-user-action=ignore

market_data/md_recorder/requirements.txt

@@ -1,6 +1,6 @@
 aiohttp>=3.7.4.post0
 nest-asyncio>=1.5.5
-asyncpg>=0.27.0
+psycopg>=3.2.1
 hjson>=3.1.0
 pandas>=1.5.3
 sortedcontainers>=2.4.0

market_data/md_recorder_monitor/Dockerfile

@@ -2,6 +2,11 @@ FROM python:3.10-slim
 
 ARG FROM_DIR=docker_dev/market_data/md_recorder_monitor
 
+RUN apt-get update && apt-get install -y \
+    apt-utils \
+    libpq-dev \
+    build-essential
+
 
 COPY ${FROM_DIR}/requirements.txt /
 RUN pip install --upgrade pip --root-user-action=ignore

market_data/md_recorder_monitor/requirements.txt

@@ -1,6 +1,6 @@
 aiohttp>=3.7.4.post0
 nest-asyncio>=1.5.5
-asyncpg>=0.27.0
+psycopg>=3.2.1
 hjson>=3.1.0
 pandas>=1.5.3
 sortedcontainers>=2.4.0