progress

fastai/Dockerfile

@@ -1,32 +0,0 @@
-# -------------------------------------------------------
-# Relies on JUPYTER_PORT being set in docker-compose.yml
-# -------------------------------------------------------
-FROM pytorch/pytorch:latest
-
-# RUN useradd -m -s /bin/bash oleg
-
-# Install packages 
-# --- this version of jupyter is required to work with the widgets
-RUN pip install jupyterlab==3.6.7 
-#
-RUN pip install ipywidgets
-RUN pip install pandas numpy plotly
-#
-RUN pip install fastbook
-
-# Install additional applications
-RUN apt update
-RUN apt-get install graphviz -y
-
-# Set environment variables, etc.
-#ENV MY_ENV_VAR=myvalue
-
-# Set the working directory
-WORKDIR /workspace
-
-# Expose the port for JupyterLab
-EXPOSE ${JUPYTER_PORT}
-
-# Command to run JupyterLab
-CMD ["jupyter-lab", "--ip=0.0.0.0", "--port=7777", "--no-browser", "--allow-root", "--NotebookApp.token=''"]
-

fastai/docker-compose.yml

@@ -7,8 +7,9 @@ version: '3.8'
 #==================================================
 services:
   jupyter:
-    build: ${ROOT_DIR}
+    # build: ${ROOT_DIR}
-    image: cvtt/fastai:v0.0.1 
+    # image: cvtt/fastai:v0.0.1
+    image: cloud21.cvtt.vpn:5500/fastai_jupyter:latest
     container_name: fastai_jupyter
     runtime: nvidia
     restart: unless-stopped
@@ -19,7 +20,7 @@ services:
       - ${ROOT_DIR}/jupyter_settings/user-settings:/root/.jupyter/lab/user-settings
       - ${ROOT_DIR}/jupyter_settings/workspaces:/root/.jupyter/lab/workspaces
       - ${ROOT_DIR}/.cache/torch:/root/.cache/torch
-      # - /opt/jupyter_gpu/data:/workspace/data
     ports:
       - "${JUPYTER_PORT}:${JUPYTER_PORT}"
     shm_size: "8gb"
+

load_market_data.sh

@@ -1,59 +0,0 @@
-#!/usr/bin/env bash
-
-date=${1}
-if [ "${date}" == "" ] ; then
-    date="yesterday"
-fi
-
-SourceHost=cloud21.cvtt.vpn
-SourceUser=cvtt
-SourceRootDir=/opt/store/cvtt/md_archive/crypto/cloud21
-#SourceRootDir=/opt/store/cvtt/md_archive/crypto/cvttdata
-
-SourceFile=$(date -d ${date} "+%Y%m%d.mktdata.db")
-SourceFileZip="${SourceFile}.gz"
-SourceFilePath=$(date -d ${date} "+${SourceRootDir}/%Y/%m/${SourceFileZip}")
-
-TargetDir="/opt/jupyter_gpu/data/crypto_md"
-TargetFile=$(date -d ${date} "+%Y%m%d.mktdata.ohlcv.db")
-TargetFilePath="${TargetDir}/${TargetFile}"
-
-echo ${SourceFile}
-tmp_dir=$(mktemp -d)
-
-function cleanup {
-    cd ${HOME}
-    rm -rf ${tmp_dir}
-}
-trap cleanup EXIT
-
-function download_file {
-
-    Cmd="rsync"
-    Cmd="${Cmd} -ahv"
-    if tty -s; then    
-        Cmd="${Cmd} --progress=info2"
-    fi
-    Cmd="${Cmd} ${SourceUser}@${SourceHost}:${SourceFilePath} ${tmp_dir}/"
-    echo ${Cmd}
-    eval ${Cmd}
-    ls -lh ${tmp_dir}
-    Cmd="gunzip ${tmp_dir}/${SourceFileZip}"
-    echo ${Cmd} && eval ${Cmd}
-    ls -lh ${tmp_dir}
-
-    rm -f ${TargetFilePath}
-    touch ${TargetFilePath}
-
-    for table in bnbfut_ohlcv_1min bnbspot_ohlcv_1min coinbase_ohlcv_1min
-    do
-        Cmd="sqlite3 ${tmp_dir}/${SourceFile} \".dump ${table}\" | sqlite3 ${TargetFilePath}"
-        echo ${Cmd}
-        eval ${Cmd}
-    done
-    chmod 600 ${TargetFilePath}
-    ls -lh ${TargetFilePath}
-
-
-}
-download_file

tensorflow/docker-compose.yml

@@ -9,9 +9,7 @@ version: '3.8'
 
 services:
   jupyter:
-    # user: "oleg"
+    image: cloud21.cvtt.vpn:5500/jupyter_gpu_tensorflow:latest
-    build: ${ROOT_DIR}
-    image: cvtt/jupyter_gpu_tf:v1.0.7
     container_name: jupyter_gpu_tf
     runtime: nvidia
     restart: unless-stopped