progress

data/admin/cvtt_hosts.cfg

@@ -76,6 +76,7 @@
             "supervisor": false,
         },
         "dtvmhost": {
+            "to_check": "yes",
             "type": "metal",
             "users": ["oleg"],
             "docker": false,
@@ -89,25 +90,44 @@
         },
 
         // ----------- V i r t u a l  M a c h i n e s
-        "cvttdata": {
-            "type": "vm",
-            "users": ["oleg", "cvtt"],
-            "docker": true,
-            "supervisor": false,
-        },
-        "cvtt-dev": {
+        "cvtt-admin": {
             "type": "vm",
             "users": ["oleg"],
             "docker": true,
             "supervisor": false,
             "__eod__": null
         },
+        "cvtt-build": {
+            "type": "vm",
+            "users": ["oleg"],
+            "docker": true,
+            "supervisor": false,
+            "__eod__": null
+        },
+        "cvtt-dev": {
+            "type": "vm",
+            "users": ["oleg"],
+            "docker": true,
+            "supervisor": false,
+        },
         "cvtt-edu": {
             "type": "vm",
             "users": ["oleg"],
             "docker": false,
             "supervisor": false,
         },
+        "cvtt-md": {
+            "type": "vm",
+            "users": ["oleg", "cvtt"],
+            "docker": true,
+            "supervisor": false,
+        },
+        "cvtt-prod-03": {
+            "type": "vm",
+            "users": ["oleg"],
+            "docker": false,
+            "supervisor": true,
+        },
         "cvtt-prod-eqty-01": {
             "type": "vm",
             "users": ["oleg", "cvtt"],
@@ -120,6 +140,24 @@
             "docker": true,
             "supervisor": false,
         },
+        "cvtt-testserver": {
+            "type": "vm",
+            "users": ["oleg", "cvtt"],
+            "docker": true,
+            "supervisor": false,
+        },
+        "cvttdata": {
+            "type": "vm",
+            "users": ["oleg", "cvtt"],
+            "docker": true,
+            "supervisor": false,
+        },
+        "cvttdata-testdb": {
+            "type": "vm",
+            "users": ["oleg", "cvtt"],
+            "docker": true,
+            "supervisor": false,
+        },
         "desktop": {
             "type": "vm",
             "users": ["oleg"],
@@ -132,30 +170,6 @@
             "docker": true,
             "supervisor": false,
         },
-        "cvtt-md": {
-            "type": "vm",
-            "users": ["oleg", "cvtt"],
-            "docker": true,
-            "supervisor": false,
-        },
-        "cvttdata-testdb": {
-            "type": "vm",
-            "users": ["oleg", "cvtt"],
-            "docker": true,
-            "supervisor": false,
-        },
-        "cvtt-testserver": {
-            "type": "vm",
-            "users": ["oleg", "cvtt"],
-            "docker": true,
-            "supervisor": false,
-        },
-        "cvtt-prod-03": {
-            "type": "vm",
-            "users": ["oleg"],
-            "docker": false,
-            "supervisor": true,
-        },
     },
 
     "cryptovaltrading.com": {
@@ -163,6 +177,7 @@
             "users": ["oleg"],
             "type": "cloud",
             "ssh_port": 7822,
+            # "to_check": "No"
         },
     },
 }

data/admin/cvtt_services.cfg

@@ -0,0 +1,80 @@
+{
+    "WIKI": {
+        "to_check": "Yes",
+        "protocol": "http",
+        "host": "cloud11.cvtt.vpn",
+        "port": 8080
+    },
+    "Mattermost": {
+        "to_check": "Yes",
+        "protocol": "https",
+        "host": "mattermost.cryptovaltrading.com",
+        "port": 443
+    },
+    "Gitea": {
+        "to_check": "Yes",
+        "protocol": "http",
+        "host": "homestore.cvtt.vpn",
+        "port": 3000
+    },
+    "Docker Registry": {
+        "to_check": "Yes",
+        "protocol": "http",
+        "host": "cloud21.cvtt.vpn",
+        "port": 5500
+    },
+    "CVTT Config Service": {
+        "to_check": "Yes",
+        "protocol": "http",
+        "host": "cloud23.cvtt.vpn",
+        "port": 6789
+    },
+    "Trading Calendar": {
+        "to_check": "Yes",
+        "protocol": "http",
+        "host": "cloud23.cvtt.vpn",
+        "port": 8000
+    },
+    "US EQTY Rel.Liquidity": {
+        "to_check": "Yes",
+        "protocol": "http",
+        "host": "cloud23.cvtt.vpn",
+        "port": 5678
+    },
+    "PyTorch (Jupyter)": {
+        "to_check": "Yes",
+        "protocol": "http",
+        "host": "gpushnik.cvtt.vpn",
+        "port": 8888
+    },
+    "TensorFlow (Jupyter)": {
+        "to_check": "Yes",
+        "protocol": "http",
+        "host": "gpushnik.cvtt.vpn",
+        "port": 9999
+    },
+    "FastAI (Jupyter)": {
+        "to_check": "Yes",
+        "protocol": "http",
+        "host": "gpushnik.cvtt.vpn",
+        "port": 7777
+    },
+    "Jenkins": {
+        "to_check": "Yes",
+        "protocol": "http",
+        "host": "cvtt-build.cvtt.vpn",
+        "port": 8080
+    },
+    "NetBird": {
+        "to_check": "Yes",
+        "protocol": "http",
+        "host": "cloud18.cryptovaltrading.com",
+        "port": 80
+    },
+    "Proxmox Testing": {
+        "to_check": "No",
+        "protocol": "http",
+        "host": "proxmox.sheynin.home",
+        "port": 80
+    },
+}

data/admin/docker_images.cfg

@@ -0,0 +1,7 @@
+{
+    "Alpaca HBAR Loader": {
+        "image_name": "alpaca_hbar",
+        "docker_dev": "market_data/alpaca_hbar",
+        "based_on_dist": "cvtt-rust"
+    }
+}

data/apps/__DEPRECATED__/cvttcomm.cfg

@@ -1,11 +1,11 @@
 {
     "type": "redis",
-    "redis_settings": "localhost"
+    "comm_settings": "/comm/pubsub/redis/localhost"
     , "app_channels": {
         "executor": "EXEC"
-        , "risk_manager": "RMGR" 
+        , "risk_manager": "RMGR"
         , "trader": "TRDR"
-        , "quant": "QUANT" 
+        , "quant": "QUANT"
     }
 }
 

data/apps/__DEPRECATED__/executor_app.cfg

@@ -1,7 +1,7 @@
+@var CONFIG_SERVICE=cloud23.cvtt.vpn:6789
 {
-    "refdata": @inc=http://cloud11.cvtt.vpn:6789/refdata/refdata
-    , "redis": @inc=http://cloud11.cvtt.vpn:6789/apps/common/redis
-    , "cvttcomm": @inc=http://cloud11.cvtt.vpn:6789/apps/cvttcomm
+    "refdata": @inc=http://${CONFIG_SERVICE}/refdata/refdata
+    , "comm": @inc=http://${CONFIG_SERVICE}/apps/common/comm
     , "exchanges_settings": {
         "COINBASE_AT": {
             "order_entry": {

data/apps/__DEPRECATED__/quant_app.cfg

@@ -2,8 +2,7 @@
 {
 
     "refdata": @inc=http://${CONFIG_SERVICE}/refdata/refdata
-    , "redis": @inc=http://${CONFIG_SERVICE}/apps/common/redis
-    , "cvttcomm": @inc=http://${CONFIG_SERVICE}/apps/cvttcomm
+    , "comm": @inc=http://${CONFIG_SERVICE}/apps/common/comm
     , "quant": {
         "books": {
             "CVTT_BK01": {}

data/apps/__DEPRECATED__/risk_manager_app.cfg

@@ -1,9 +1,7 @@
-
+@var CONFIG_SERVICE=cloud23.cvtt.vpn:6789
 {
-
-    "refdata": @inc=http://cloud11.cvtt.vpn:6789/refdata/refdata
-    , "cvttcomm": @inc=http://cloud11.cvtt.vpn:6789/apps/cvttcomm
-    , "redis": @inc=http://cloud11.cvtt.vpn:6789/apps/common/redis
+    "refdata": @inc=http://${CONFIG_SERVICE}/refdata/refdata
+    , "comm": @inc=http://${CONFIG_SERVICE}/apps/common/comm
     , "risk_manager": {
         "book": "CVTT_BK01"
         , "database": {

data/apps/__DEPRECATED__/trader_app.cfg

@@ -1,7 +1,7 @@
+@var CONFIG_SERVICE=cloud23.cvtt.vpn:6789
 {
-    "refdata": @inc=http://cloud11.cvtt.vpn:6789/refdata/refdata
-    , "cvttcomm": @inc=http://cloud11.cvtt.vpn:6789/apps/cvttcomm
-    , "redis": @inc=http://cloud11.cvtt.vpn:6789/apps/common/redis
+    "refdata": @inc=http://${CONFIG_SERVICE}/refdata/refdata
+    , "comm": @inc=http://${CONFIG_SERVICE}/apps/common/comm
     , "exchanges_settings": {
         "COINBASE_AT": {
             "mkt_data": {

data/apps/active_instruments.cfg

@@ -3,7 +3,7 @@
         "dynamic_stock_list": {
             "exchange_id": "ALPACA"
             , "list_source": "redis"
-            , "redis_settings": "cvtt-prod-eqty-01"
+            , "comm_settings": "/comm/pubsub/redis/cvtt-prod-eqty-01"
             , "redis_key": "DAY_STOCK_LIST"
         }
     }

data/apps/algo_trade.cfg

@@ -3,7 +3,7 @@
 @var SourcePath=/home/oleg/develop/cvtt2/tmp
 {
     "refdata": @inc=http://${CONFIG_SERVICE}/refdata/refdata
-    , "redis": @inc=http://${CONFIG_SERVICE}/apps/common/redis
+    , "comm": @inc=http://${CONFIG_SERVICE}/apps/common/comm
     , "algos": @inc=http://${CONFIG_SERVICE}/apps/common/algos
 
     , "session_type": "CALENDAR"

data/apps/common/comm.cfg

@@ -1,35 +1,43 @@
-# INTENDED TO REPLACE redis.cfg
+# /comm
 {
-    "redis": {
-        "localhost": {
-            "url": "redis://localhost"
-            , "read_timeout" : 0.01
-            , "ping_timeout_secs": 2.0
-        }
-        , "cvttdata": {
-            "url": "redis://cvttdata.cvtt.vpn"
-            , "read_timeout" : 0.01
-            , "ping_timeout_secs": 2.0
-        }
-        , "cvtt-testserver": {
-            "url": "redis://cvtt-testserver.cvtt.vpn"
-            , "read_timeout" : 0.01
-            , "ping_timeout_secs": 2.0
-        }
-        , "cvtt-prod-eqty-01": {
-            "url": "redis://cvtt-prod-eqty-01.cvtt.vpn"
-            , "read_timeout" : 0.01
-            , "ping_timeout_secs": 2.0
-        }
-        , "cvtt-prod-03": {
-            "url": "redis://cvtt-prod-03.cvtt.vpn"
-            , "read_timeout" : 0.01
-            , "ping_timeout_secs": 2.0
-        }
-        , "cvtt-prod-eqty-01": {
-            "url": "redis://cvtt-prod-eqty-01.cvtt.vpn"
-            , "read_timeout" : 0.01
-            , "ping_timeout_secs": 2.0
+    "pubsub" : {
+        "redis": {
+            "localhost": {
+                "url": "redis://localhost"
+                , "type": "redis"
+                , "read_timeout" : 0.01
+                , "ping_timeout_secs": 2.0
+            }
+            , "cvttdata": {
+                "url": "redis://cvttdata.cvtt.vpn"
+                , "type": "redis"
+                , "read_timeout" : 0.01
+                , "ping_timeout_secs": 2.0
+            }
+            , "cvtt-testserver": {
+                "url": "redis://cvtt-testserver.cvtt.vpn"
+                , "type": "redis"
+                , "read_timeout" : 0.01
+                , "ping_timeout_secs": 2.0
+            }
+            , "cvtt-prod-eqty-01": {
+                "url": "redis://cvtt-prod-eqty-01.cvtt.vpn"
+                , "type": "redis"
+                , "read_timeout" : 0.01
+                , "ping_timeout_secs": 2.0
+            }
+            , "cvtt-prod-03": {
+                "url": "redis://cvtt-prod-03.cvtt.vpn"
+                , "type": "redis"
+                , "read_timeout" : 0.01
+                , "ping_timeout_secs": 2.0
+            }
+            , "cvtt-prod-eqty-01": {
+                "url": "redis://cvtt-prod-eqty-01.cvtt.vpn"
+                , "type": "redis"
+                , "read_timeout" : 0.01
+                , "ping_timeout_secs": 2.0
+            }
         }
     }
 }

data/apps/common/redis.cfg

@@ -1,32 +0,0 @@
-{
-    "localhost": {
-        "url": "redis://localhost"
-        , "read_timeout" : 0.01
-        , "ping_timeout_secs": 2.0
-    }
-    , "cvttdata": {
-        "url": "redis://cvttdata.cvtt.vpn"
-        , "read_timeout" : 0.01
-        , "ping_timeout_secs": 2.0
-    }
-    , "cvtt-testserver": {
-        "url": "redis://cvtt-testserver.cvtt.vpn"
-        , "read_timeout" : 0.01
-        , "ping_timeout_secs": 2.0
-    }
-    , "cvtt-prod-eqty-01": {
-        "url": "redis://cvtt-prod-eqty-01.cvtt.vpn"
-        , "read_timeout" : 0.01
-        , "ping_timeout_secs": 2.0
-    }
-    , "cvtt-prod-03": {
-        "url": "redis://cvtt-prod-03.cvtt.vpn"
-        , "read_timeout" : 0.01
-        , "ping_timeout_secs": 2.0
-    }
-    , "cvtt-prod-eqty-01": {
-        "url": "redis://cvtt-prod-eqty-01.cvtt.vpn"
-        , "read_timeout" : 0.01
-        , "ping_timeout_secs": 2.0
-    }
-}

data/apps/cvtt.cfg

@@ -3,12 +3,13 @@
 
 {
     "refdata": @inc=http://${CONFIG_SERVICE}/refdata/refdata
-    , "redis": @inc=http://${CONFIG_SERVICE}/apps/common/redis
-    , "cvttcomm": {
-        "type": "redis"
-        # , "redis_settings": "localhost"
-        , "redis_settings": "cloud17"
-    }
+    , "comm": @inc=http://${CONFIG_SERVICE}/apps/common/comm
+    , "comm_settings": "/comm/pubsub/redis/cloud17"
+    # , "cvttcomm": {
+    #     "type": "redis"
+    #     # , "comm_settings": "/comm/pubsub/redis/localhost"
+    #     , "comm_settings": "/comm/pubsub/redis/cloud17"
+    # }
     , "session_type": "PERMANENT"
     , "books": {
         "CVTT_BK01": {}

data/apps/cvtt_crypto_coinbs.cfg

@@ -3,12 +3,11 @@
 
 {
     "refdata": @inc=http://${CONFIG_SERVICE}/refdata/refdata
-    , "redis": @inc=http://${CONFIG_SERVICE}/apps/common/redis
-    , "cvttcomm": {
-        "type": "redis"
-        # , "redis_settings": "localhost"
-        , "redis_settings": "cloud17"
-    }
+    , "comm": @inc=http://${CONFIG_SERVICE}/apps/common/comm
+    , "comm_settings": "/comm/pubsub/redis/cloud17"
+    # , "cvttcomm": {
+    #     "type": "redis"
+    # }
     , "session_type": "PERMANENT"
     , "books": {
         "CVTT_BK01": {}

data/apps/cvtt_eqt_alpaca.cfg

@@ -3,12 +3,9 @@
 
 {   "___dummy___": null
     , "refdata": @inc=http://${CONFIG_SERVICE}/refdata/refdata
-    , "redis": @inc=http://${CONFIG_SERVICE}/apps/common/redis
+    , "comm": @inc=http://${CONFIG_SERVICE}/apps/common/comm
     , "active_instruments": @inc=http://${CONFIG_SERVICE}/apps/active_instruments
-    , "cvttcomm": {
-        "type": "redis"
-        , "redis_settings": "cvtt-prod-eqty-01"
-    }
+    , "comm_settings": "/comm/pubsub/redis/cvtt-prod-eqty-01"
     , "session_type": "CALENDAR"
     , "calendar_session": {
         "trading_hours_url": [

data/apps/md_portal.cfg

@@ -3,5 +3,5 @@
 {
     # ----------------------------------
     "refdata": @inc=http://${CONFIG_SERVICE}/refdata/refdata
-    , "redis": @inc=http://${CONFIG_SERVICE}/apps/common/redis
+    , "comm": @inc=http://${CONFIG_SERVICE}/apps/common/comm
 }

data/apps/md_recorder.cfg

@@ -2,15 +2,16 @@
 
 {
     "refdata": @inc=http://${CONFIG_SERVICE}/refdata/refdata
-    , "redis": @inc=http://${CONFIG_SERVICE}/apps/common/redis
+    , "comm": @inc=http://${CONFIG_SERVICE}/apps/common/comm
 
     // -------------------------------------------------------------------------
     // This is used only for dynamically loaded instrument lists (as for Alpaca)
     , "active_instruments": @inc=http://${CONFIG_SERVICE}/apps/active_instruments
-    , "cvttcomm": {
-        "type": "redis"
-        , "redis_settings": "cvtt-prod-eqty-01"
-    }
+    , "comm_settings": "/comm/pubsub/redis/cvtt-prod-eqty-01"
+    # , "cvttcomm": {
+    #     "type": "redis"
+    #     , "comm_settings": "/comm/pubsub/redis/cvtt-prod-eqty-01"
+    # }
     //------------------------------------------------------------------------------
 
     , "md_recorder": {

data/apps/minimal_md.cfg

@@ -9,9 +9,10 @@
             },
         }
     }
-    , "cvttcomm": {
-        "type": "redis"
-        , "redis_settings": "localhost"
-    }
+    , "comm_settings": "/comm/pubsub/redis/localhost"
+    # , "cvttcomm": {
+    #     "type": "redis"
+    #     , "comm_settings": "/comm/pubsub/redis/localhost"
+    # }
 }
 

data/apps/minimal_md_eqt.cfg

@@ -15,9 +15,10 @@
             },
         }
     }
-    , "cvttcomm": {
-        "type": "redis"
-        , "redis_settings": "localhost"
-    }
+    , "comm_settings": "/comm/pubsub/redis/localhost"
+    # , "cvttcomm": {
+    #     "type": "redis"
+    #     , "comm_settings": "/comm/pubsub/redis/localhost"
+    # }
 }
 

data/apps/research/mkt_simulator.cfg

@@ -7,9 +7,9 @@
 
 {
     "refdata": @inc=http://${CONFIG_SERVICE}/refdata/refdata
-    , "redis": @inc=http://${CONFIG_SERVICE}/apps/common/redis
     , "comm": @inc=http://${CONFIG_SERVICE}/apps/common/comm
-    , "redis_settings": "localhost"
+    , "comm": @inc=http://${CONFIG_SERVICE}/apps/common/comm
+    , "comm_settings": "/comm/pubsub/redis/localhost"
     , "simulation": {
         # "speed_factor": 1.0,
         "speed_factor": 0.0,

data/apps/tests/get_positions.cfg

@@ -32,6 +32,6 @@
         }
     }
     , "refdata": @inc=http://${CONFIG_SERVICE}/refdata/refdata
-    , "redis": @inc=http://${CONFIG_SERVICE}/apps/common/redis
+    , "comm": @inc=http://${CONFIG_SERVICE}/apps/common/comm
 }
 

data/apps/tests/get_trades.cfg

@@ -23,6 +23,6 @@
         }
     }
     , "refdata": @inc=http://${CONFIG_SERVICE}/refdata/refdata
-    , "redis": @inc=http://${CONFIG_SERVICE}/apps/common/redis
+    , "comm": @inc=http://${CONFIG_SERVICE}/apps/common/comm
 }
 

data/apps/tests/listen_market_data.cfg

@@ -1,7 +1,7 @@
 @var CONFIG_SERVICE=cloud23.cvtt.vpn:6789
 {
     "refdata": @inc=http://${CONFIG_SERVICE}/refdata/refdata
-    , "redis": @inc=http://${CONFIG_SERVICE}/apps/common/redis
+    , "comm": @inc=http://${CONFIG_SERVICE}/apps/common/comm
     , "active_instruments": @inc=http://${CONFIG_SERVICE}/apps/active_instruments
     "exchanges_settings": {
         "*": {
@@ -19,7 +19,7 @@
     }
     # , "cvttcomm": {
     #     "type": "redis"
-    #     , "redis_settings": "localhost"
+    #     , "comm_settings": "/comm/pubsub/redis/localhost"
     # }
 }
 

data/apps/tests/listen_market_data_prod.cfg

@@ -1,7 +1,7 @@
 @var CONFIG_SERVICE=cloud23.cvtt.vpn:6789
 {
     "refdata": @inc=http://${CONFIG_SERVICE}/refdata/refdata
-    , "redis": @inc=http://${CONFIG_SERVICE}/apps/common/redis
+    , "comm": @inc=http://${CONFIG_SERVICE}/apps/common/comm
     , "active_instruments": @inc=http://${CONFIG_SERVICE}/apps/active_instruments
     , "exchanges_settings": {
         "*": {
@@ -11,10 +11,11 @@
             },
         }
     }
-    , "cvttcomm": {
-        "type": "redis"
-        , "redis_settings": "cvtt-prod-eqty-01"
-    }
+    , "comm_settings": "/comm/pubsub/redis/cvtt-prod-eqty-01"
+    # , "cvttcomm": {
+    #     "type": "redis"
+    #     , "comm_settings": "/comm/pubsub/redis/cvtt-prod-eqty-01"
+    # }
     , "md_portal": {
         "app_channel": "MD_PORTAL"
     }

data/apps/tests/send_order_cvtt.cfg

@@ -1,13 +1,14 @@
 @var CONFIG_SERVICE=cloud23.cvtt.vpn:6789
 {
     "refdata": @inc=http://${CONFIG_SERVICE}/refdata/refdata
-    , "redis": @inc=http://${CONFIG_SERVICE}/apps/common/redis
+    , "comm": @inc=http://${CONFIG_SERVICE}/apps/common/comm
 
-    , "cvttcomm": {
-        "type": "redis"
-        # , "redis_settings": "localhost"
-        , "redis_settings": "cvtt-prod"
-    }
+    , "comm_settings": "/comm/pubsub/redis/cvtt-prod"
+    # , "cvttcomm": {
+    #     "type": "redis"
+    #     # , "comm_settings": "/comm/pubsub/redis/localhost"
+    #     , "comm_settings": "/comm/pubsub/redis/cvtt-prod"
+    # }
     , "executor": {
         "app_channel": "EXEC"
     }

data/refdata/exchanges.cfg

@@ -435,7 +435,7 @@
 
         , "mktdata" : {
             "class":    "cvttpy.exchanges.proxies.md_portal_clnt.mkt_data.MktDataPortalFeed"
-            , "redis_settings": "cvtt-prod-eqty-01"
+            , "comm_settings": "/comm/pubsub/redis/cvtt-prod-eqty-01"
             , "channel_prefix": "MD_ALPACA_SNDBX"
         }
     }
@@ -446,7 +446,7 @@
 
         , "mktdata" : {
             "class":  "cvttpy.exchanges.proxies.md_portal_clnt.mkt_data.MktDataPortalFeed"
-            , "redis_settings": "cvtt-prod-03"
+            , "comm_settings": "/comm/pubsub/redis/cvtt-prod-03"
             , "channel_prefix": "MD_ALPACA_03"
         }
     }