archive/docker_dev
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

progress

Browse Source
This commit is contained in:
Oleg Sheynin 2024-07-22 18:40:23 -04:00
parent f6e0935976
commit f18f6ced42
1 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
alpaca_md_day/alpaca_md_day.sh
View File

@ -9,6 +9,11 @@ export PyScript=/cvttpy/exchanges/alpaca/hist_md/hist_md_bars.py
export OutputDir=/app/data/alpaca_md # Local export OutputDir=/app/data/alpaca_md # Local
export LogDir=/logs export LogDir=/logs
DEFAULT_NUM_JOBS=10
SLEEP_SEC_AFTER_PROC=2
DEFAULT_SLICE_SIZE=500
# --- Settings
mkdir -p ${OutputDir} mkdir -p ${OutputDir}
mkdir -p ${LogDir} mkdir -p ${LogDir}
@ -61,7 +66,7 @@ if [ "${End}" == $(date '+%Y-%m-%d') ] ; then
fi fi
if [ "${NumJobs}" == "" ] ; then if [ "${NumJobs}" == "" ] ; then
NumJobs=15 NumJobs=${DEFAULT_NUM_JOBS}
fi fi
echo "Start=${Start} End=${End} NumJobs=${NumJobs}" echo "Start=${Start} End=${End} NumJobs=${NumJobs}"
@ -85,6 +90,8 @@ run_proc() {
Cmd="${Cmd} --log_level=WARNING" Cmd="${Cmd} --log_level=WARNING"
echo ${Cmd} echo ${Cmd}
eval ${Cmd} eval ${Cmd}
sleep ${SLEEP_SEC_AFTER_PROC}
} }
export -f run_proc export -f run_proc
@ -106,7 +113,7 @@ do
Instruments+=("$Inst") Instruments+=("$Inst")
done done
slice_size=500 # 10K symbols parallel cannot handle slice_size=${DEFAULT_SLICE_SIZE} # 10K symbols parallel cannot handle
for ((ii=0; ii <${#Instruments[@]}; ii+=slice_size)); do for ((ii=0; ii <${#Instruments[@]}; ii+=slice_size)); do
InstSlice=("${Instruments[@]:ii:slice_size}") InstSlice=("${Instruments[@]:ii:slice_size}")