From 4e670be1428b8431916e26552d8916ed95f3ecb5 Mon Sep 17 00:00:00 2001 From: Cryptoval2 Date: Fri, 16 May 2025 15:48:58 +0000 Subject: [PATCH] cleaning --- .../md_recorder_monitor/.creds | 0 .../md_recorder_monitor/.dockerignore | 0 .../md_recorder_monitor/Dockerfile | 0 .../md_recorder_monitor/requirements.txt | 0 .../md_recorder_monitor/run_mdr_monitor.sh | 0 market_data/crypto_md_day/crypto_md_day.sh | 2 - .../deployment/cloud24/config/.creds | 17 -- .../deployment/cloud24/config/md_recorder.cfg | 206 ------------------ .../deployment/cvtt-md/config/.creds | 17 -- .../deployment/cvtt-md/config/md_recorder.cfg | 206 ------------------ 10 files changed, 448 deletions(-) rename {market_data => __DEPRECATED__}/md_recorder_monitor/.creds (100%) rename {market_data => __DEPRECATED__}/md_recorder_monitor/.dockerignore (100%) rename {market_data => __DEPRECATED__}/md_recorder_monitor/Dockerfile (100%) rename {market_data => __DEPRECATED__}/md_recorder_monitor/requirements.txt (100%) rename {market_data => __DEPRECATED__}/md_recorder_monitor/run_mdr_monitor.sh (100%) delete mode 100644 market_data/md_recorder/deployment/cloud24/config/.creds delete mode 100644 market_data/md_recorder/deployment/cloud24/config/md_recorder.cfg delete mode 100644 market_data/md_recorder/deployment/cvtt-md/config/.creds delete mode 100644 market_data/md_recorder/deployment/cvtt-md/config/md_recorder.cfg diff --git a/market_data/md_recorder_monitor/.creds b/__DEPRECATED__/md_recorder_monitor/.creds similarity index 100% rename from market_data/md_recorder_monitor/.creds rename to __DEPRECATED__/md_recorder_monitor/.creds diff --git a/market_data/md_recorder_monitor/.dockerignore b/__DEPRECATED__/md_recorder_monitor/.dockerignore similarity index 100% rename from market_data/md_recorder_monitor/.dockerignore rename to __DEPRECATED__/md_recorder_monitor/.dockerignore diff --git a/market_data/md_recorder_monitor/Dockerfile b/__DEPRECATED__/md_recorder_monitor/Dockerfile similarity index 100% rename from market_data/md_recorder_monitor/Dockerfile rename to __DEPRECATED__/md_recorder_monitor/Dockerfile diff --git a/market_data/md_recorder_monitor/requirements.txt b/__DEPRECATED__/md_recorder_monitor/requirements.txt similarity index 100% rename from market_data/md_recorder_monitor/requirements.txt rename to __DEPRECATED__/md_recorder_monitor/requirements.txt diff --git a/market_data/md_recorder_monitor/run_mdr_monitor.sh b/__DEPRECATED__/md_recorder_monitor/run_mdr_monitor.sh similarity index 100% rename from market_data/md_recorder_monitor/run_mdr_monitor.sh rename to __DEPRECATED__/md_recorder_monitor/run_mdr_monitor.sh diff --git a/market_data/crypto_md_day/crypto_md_day.sh b/market_data/crypto_md_day/crypto_md_day.sh index b98e866..d12865f 100755 --- a/market_data/crypto_md_day/crypto_md_day.sh +++ b/market_data/crypto_md_day/crypto_md_day.sh @@ -43,8 +43,6 @@ if [ "${DbHost}" == "cloud28" ] ; then CredKey=TSDB_MD_CLOUD28_RO elif [ "${DbHost}" == "cloud21" ] ; then CredKey=TSDB_MD_CLD21_RO -elif [ "${DbHost}" == "cvttdata" ] ; then - CredKey=TSDB_MD_CVTTDATA_RO else echo "host ${DbHost} is not valid source" usage diff --git a/market_data/md_recorder/deployment/cloud24/config/.creds b/market_data/md_recorder/deployment/cloud24/config/.creds deleted file mode 100644 index 1301a78..0000000 --- a/market_data/md_recorder/deployment/cloud24/config/.creds +++ /dev/null @@ -1,17 +0,0 @@ -{ - "__dummy__": null - , "TSDB_MD_CLD21": { - "host": "cloud21.cvtt.vpn" - , "port": 5432 - , "user": "cvtt" - , "database": "cvtt_md" - , "password": "ICdIh0JnMM7vM7Pf" - } - , "TSDB_MD_CVTTDATA": { - "host": "cvttdata.cvtt.vpn" - , "port": 5432 - , "user": "cvtt" - , "database": "cvtt_md" - , "password": "ICdIh0JnMM7vM7Pf" - } -} diff --git a/market_data/md_recorder/deployment/cloud24/config/md_recorder.cfg b/market_data/md_recorder/deployment/cloud24/config/md_recorder.cfg deleted file mode 100644 index 89c7ba6..0000000 --- a/market_data/md_recorder/deployment/cloud24/config/md_recorder.cfg +++ /dev/null @@ -1,206 +0,0 @@ -{ - "refdata": { - "assets": @inc=http://@env{CONFIG_SERVICE}/refdata/assets - , "instruments": @inc=http://@env{CONFIG_SERVICE}/refdata/instruments - , "exchange_instruments": @inc=http://@env{CONFIG_SERVICE}/refdata/exchange_instruments - , "dynamic_instrument_exchanges": ["ALPACA"] - , "exchanges": { - "COINBASE_AT": { - "exchange_id": "COINBASE" - , "name": "Coinbase Advanced Trade" - , "type": "SPOT" - - , "mktdata" : { - # ****** NEW VAlUE - # "class": "cvttpy.exchanges.coinbase.spot.mkt_data.CoinbaseMultiWsFeed" - "class": "cvttpy.exchanges.coinbase.spot.mkt_data.CoinbaseMdFeed" - # ****** NEW VAlUE - - , "reconnect_secs": 2 - , "max_connections": 10 - , "price_throttle": true - - , "ws_url": ["WSS", "wss://ws-feed.exchange.coinbase.com"] - } - } - , "BNBSPOT": { - "exchange_id": "BNBSPOT" - , "name": "Binance Spot" - , "type": "SPOT" - - , "mktdata" : { - # -------- NEW VALUE - # "class": "cvttpy.exchanges.binance.spot.mkt_data.BnbSpotMultiWsFeed" - "class": "cvttpy.exchanges.binance.spot.mkt_data.BnbSpotMktDataFeed" - # -------- NEW VALUE - , "max_connections": 10 - , "reconnect_secs": 2.0 - - - , "ws_url": ["WSS", "wss://stream.binance.com/ws"] - , "REST": { - "depth_snapshot_url": ["GET", "https://api.binance.com/api/v3/depth"], - } - } - } - , "BNBFUT": { - "exchange_id": "BNBFUT" - , "name": "Binance Futures USD-M" - , "type": "FUTURES" - - , "mktdata" : { - # -------- NEW VALUE - # "class": "cvttpy.exchanges.binance.futures.mkt_data.BnbFutMultiWsFeed" - "class": "cvttpy.exchanges.binance.futures.mkt_data.BnbFutMktDataFeed" - # -------- NEW VALUE - , "max_connections": 10 - , "reconnect_secs": 2.0 - - , "ws_url": ["WSS", "wss://fstream.binance.com/ws"] - - , "REST": { - # https://fapi.binance.com/fapi/v1/depth?symbol=BNBBTC&limit=1000 - "depth_snapshot_url": ["GET", "https://fapi.binance.com/fapi/v1/depth"], - } - } - } - } - } - , "comm": @inc=http://@env{CONFIG_SERVICE}/apps/common/comm - - , "md_recorder": { - "instrument_groups": { - "BNBFUT_CLD21": [ - "BNBFUT:PERP-BTC-USDT" - , "BNBFUT:PERP-ETH-USDT" - ] - "BNBFUT_CVTTDATA": [ - "BNBFUT:PERP-BTC-USDT" - , "BNBFUT:PERP-ETH-USDT" - ] - , "BNBSPOT_CLD21": [ - "BNBSPOT:PAIR-ADA-USDT" - , "BNBSPOT:PAIR-BCH-USDT" - , "BNBSPOT:PAIR-BTC-USDT" - , "BNBSPOT:PAIR-DOT-USDT" - , "BNBSPOT:PAIR-ETH-USDT" - , "BNBSPOT:PAIR-LTC-USDT" - , "BNBSPOT:PAIR-SOL-USDT" - , "BNBSPOT:PAIR-USDC-USDT" - , "BNBSPOT:PAIR-XRP-USDT" - ] - , "BNBSPOT_CVTTDATA": [ - "BNBSPOT:PAIR-ADA-USDT" - , "BNBSPOT:PAIR-BCH-USDT" - , "BNBSPOT:PAIR-BTC-USDT" - , "BNBSPOT:PAIR-DOT-USDT" - , "BNBSPOT:PAIR-ETH-USDT" - , "BNBSPOT:PAIR-LTC-USDT" - , "BNBSPOT:PAIR-SOL-USDT" - , "BNBSPOT:PAIR-USDC-USDT" - , "BNBSPOT:PAIR-XRP-USDT" - ] - , "COINBASE_CLD21": [ - "COINBASE:PAIR-ADA-USD" - , "COINBASE:PAIR-BCH-USD" - , "COINBASE:PAIR-BTC-USD" - , "COINBASE:PAIR-DOT-USD" - , "COINBASE:PAIR-ETH-USD" - , "COINBASE:PAIR-LTC-USD" - , "COINBASE:PAIR-SOL-USD" - , "COINBASE:PAIR-XRP-USD" - ] - , "COINBASE_CVTTDATA": [ - "COINBASE:PAIR-ADA-USD" - , "COINBASE:PAIR-BCH-USD" - , "COINBASE:PAIR-BTC-USD" - , "COINBASE:PAIR-DOT-USD" - , "COINBASE:PAIR-ETH-USD" - , "COINBASE:PAIR-LTC-USD" - , "COINBASE:PAIR-SOL-USD" - , "COINBASE:PAIR-XRP-USD" - ] - } - , "db": { - "class": "cvttpy.tools.db.timescale.tsdb_client.TimescaleDbClient" - } - , "flush_interval_sec": 0.5 - - , "collections": { - "__dummy__": null - , "ALPACA": { - # dynamic instruments names - "tables": { - "trades": "alpaca_iex.md_trades" - , "booktops": "alpaca_iex.md_booktops" - , "booksnaps": "alpaca_iex.md_booksnaps" - } - } - , "BNBSPOT": { - "instruments": { - "PAIR-ADA-USDT": ["TRADES", "BOOK_TOP"] - , "PAIR-BCH-USDT": ["TRADES", "BOOK_TOP"] - , "PAIR-BTC-USDT": ["TRADES", "BOOK_TOP"] - , "PAIR-DOT-USDT": ["TRADES", "BOOK_TOP"] - , "PAIR-ETH-USDT": ["TRADES", "BOOK_TOP"] - , "PAIR-LTC-USDT": ["TRADES", "BOOK_TOP"] - , "PAIR-SOL-USDT": ["TRADES", "BOOK_TOP"] - , "PAIR-USDC-USDT": ["TRADES", "BOOK_TOP"] - , "PAIR-XRP-USDT": ["TRADES", "BOOK_TOP"] - } - , "tables": { - "trades": "bnbspot.md_trades" - , "booktops": "bnbspot.md_booktops" - , "booksnaps": "bnbspot.md_booksnaps" - } - } - , "BNBFUT": { - "instruments": { - "PERP-BTC-USDT": ["TRADES", "BOOK_TOP"] - , "PERP-ETH-USDT": ["TRADES", "BOOK_TOP"] - } - , "tables": { - "trades": "bnbfut.md_trades" - , "booktops": "bnbfut.md_booktops" - , "booksnaps": "bnbfut.md_booksnaps" - } - } - , "COINBASE": { - "instruments": { - "PAIR-ADA-USD": ["TRADES", "BOOK_TOP"] - , "PAIR-BCH-USD": ["TRADES", "BOOK_TOP"] - , "PAIR-BTC-USD": ["TRADES", "BOOK_TOP"] - , "PAIR-DOT-USD": ["TRADES", "BOOK_TOP"] - , "PAIR-ETH-USD": ["TRADES", "BOOK_TOP"] - , "PAIR-LTC-USD": ["TRADES", "BOOK_TOP"] - , "PAIR-SOL-USD": ["TRADES", "BOOK_TOP"] - , "PAIR-XRP-USD": ["TRADES", "BOOK_TOP"] - } - , "tables": { - "trades": "coinbase.md_trades" - , "booktops": "coinbase.md_booktops" - , "booksnaps": "coinbase.md_booksnaps" - } - } - } - } - - # ---------------------------------- - , "exchanges_settings": { - "*": { - "order_entry": { - "enabled": false - , "streaming": false - }, - "mkt_data": { - "enabled": true - , "streaming": true - }, - "accounting": { - "enabled": false - , "streaming": false - } - } - } -} - diff --git a/market_data/md_recorder/deployment/cvtt-md/config/.creds b/market_data/md_recorder/deployment/cvtt-md/config/.creds deleted file mode 100644 index 1301a78..0000000 --- a/market_data/md_recorder/deployment/cvtt-md/config/.creds +++ /dev/null @@ -1,17 +0,0 @@ -{ - "__dummy__": null - , "TSDB_MD_CLD21": { - "host": "cloud21.cvtt.vpn" - , "port": 5432 - , "user": "cvtt" - , "database": "cvtt_md" - , "password": "ICdIh0JnMM7vM7Pf" - } - , "TSDB_MD_CVTTDATA": { - "host": "cvttdata.cvtt.vpn" - , "port": 5432 - , "user": "cvtt" - , "database": "cvtt_md" - , "password": "ICdIh0JnMM7vM7Pf" - } -} diff --git a/market_data/md_recorder/deployment/cvtt-md/config/md_recorder.cfg b/market_data/md_recorder/deployment/cvtt-md/config/md_recorder.cfg deleted file mode 100644 index 89c7ba6..0000000 --- a/market_data/md_recorder/deployment/cvtt-md/config/md_recorder.cfg +++ /dev/null @@ -1,206 +0,0 @@ -{ - "refdata": { - "assets": @inc=http://@env{CONFIG_SERVICE}/refdata/assets - , "instruments": @inc=http://@env{CONFIG_SERVICE}/refdata/instruments - , "exchange_instruments": @inc=http://@env{CONFIG_SERVICE}/refdata/exchange_instruments - , "dynamic_instrument_exchanges": ["ALPACA"] - , "exchanges": { - "COINBASE_AT": { - "exchange_id": "COINBASE" - , "name": "Coinbase Advanced Trade" - , "type": "SPOT" - - , "mktdata" : { - # ****** NEW VAlUE - # "class": "cvttpy.exchanges.coinbase.spot.mkt_data.CoinbaseMultiWsFeed" - "class": "cvttpy.exchanges.coinbase.spot.mkt_data.CoinbaseMdFeed" - # ****** NEW VAlUE - - , "reconnect_secs": 2 - , "max_connections": 10 - , "price_throttle": true - - , "ws_url": ["WSS", "wss://ws-feed.exchange.coinbase.com"] - } - } - , "BNBSPOT": { - "exchange_id": "BNBSPOT" - , "name": "Binance Spot" - , "type": "SPOT" - - , "mktdata" : { - # -------- NEW VALUE - # "class": "cvttpy.exchanges.binance.spot.mkt_data.BnbSpotMultiWsFeed" - "class": "cvttpy.exchanges.binance.spot.mkt_data.BnbSpotMktDataFeed" - # -------- NEW VALUE - , "max_connections": 10 - , "reconnect_secs": 2.0 - - - , "ws_url": ["WSS", "wss://stream.binance.com/ws"] - , "REST": { - "depth_snapshot_url": ["GET", "https://api.binance.com/api/v3/depth"], - } - } - } - , "BNBFUT": { - "exchange_id": "BNBFUT" - , "name": "Binance Futures USD-M" - , "type": "FUTURES" - - , "mktdata" : { - # -------- NEW VALUE - # "class": "cvttpy.exchanges.binance.futures.mkt_data.BnbFutMultiWsFeed" - "class": "cvttpy.exchanges.binance.futures.mkt_data.BnbFutMktDataFeed" - # -------- NEW VALUE - , "max_connections": 10 - , "reconnect_secs": 2.0 - - , "ws_url": ["WSS", "wss://fstream.binance.com/ws"] - - , "REST": { - # https://fapi.binance.com/fapi/v1/depth?symbol=BNBBTC&limit=1000 - "depth_snapshot_url": ["GET", "https://fapi.binance.com/fapi/v1/depth"], - } - } - } - } - } - , "comm": @inc=http://@env{CONFIG_SERVICE}/apps/common/comm - - , "md_recorder": { - "instrument_groups": { - "BNBFUT_CLD21": [ - "BNBFUT:PERP-BTC-USDT" - , "BNBFUT:PERP-ETH-USDT" - ] - "BNBFUT_CVTTDATA": [ - "BNBFUT:PERP-BTC-USDT" - , "BNBFUT:PERP-ETH-USDT" - ] - , "BNBSPOT_CLD21": [ - "BNBSPOT:PAIR-ADA-USDT" - , "BNBSPOT:PAIR-BCH-USDT" - , "BNBSPOT:PAIR-BTC-USDT" - , "BNBSPOT:PAIR-DOT-USDT" - , "BNBSPOT:PAIR-ETH-USDT" - , "BNBSPOT:PAIR-LTC-USDT" - , "BNBSPOT:PAIR-SOL-USDT" - , "BNBSPOT:PAIR-USDC-USDT" - , "BNBSPOT:PAIR-XRP-USDT" - ] - , "BNBSPOT_CVTTDATA": [ - "BNBSPOT:PAIR-ADA-USDT" - , "BNBSPOT:PAIR-BCH-USDT" - , "BNBSPOT:PAIR-BTC-USDT" - , "BNBSPOT:PAIR-DOT-USDT" - , "BNBSPOT:PAIR-ETH-USDT" - , "BNBSPOT:PAIR-LTC-USDT" - , "BNBSPOT:PAIR-SOL-USDT" - , "BNBSPOT:PAIR-USDC-USDT" - , "BNBSPOT:PAIR-XRP-USDT" - ] - , "COINBASE_CLD21": [ - "COINBASE:PAIR-ADA-USD" - , "COINBASE:PAIR-BCH-USD" - , "COINBASE:PAIR-BTC-USD" - , "COINBASE:PAIR-DOT-USD" - , "COINBASE:PAIR-ETH-USD" - , "COINBASE:PAIR-LTC-USD" - , "COINBASE:PAIR-SOL-USD" - , "COINBASE:PAIR-XRP-USD" - ] - , "COINBASE_CVTTDATA": [ - "COINBASE:PAIR-ADA-USD" - , "COINBASE:PAIR-BCH-USD" - , "COINBASE:PAIR-BTC-USD" - , "COINBASE:PAIR-DOT-USD" - , "COINBASE:PAIR-ETH-USD" - , "COINBASE:PAIR-LTC-USD" - , "COINBASE:PAIR-SOL-USD" - , "COINBASE:PAIR-XRP-USD" - ] - } - , "db": { - "class": "cvttpy.tools.db.timescale.tsdb_client.TimescaleDbClient" - } - , "flush_interval_sec": 0.5 - - , "collections": { - "__dummy__": null - , "ALPACA": { - # dynamic instruments names - "tables": { - "trades": "alpaca_iex.md_trades" - , "booktops": "alpaca_iex.md_booktops" - , "booksnaps": "alpaca_iex.md_booksnaps" - } - } - , "BNBSPOT": { - "instruments": { - "PAIR-ADA-USDT": ["TRADES", "BOOK_TOP"] - , "PAIR-BCH-USDT": ["TRADES", "BOOK_TOP"] - , "PAIR-BTC-USDT": ["TRADES", "BOOK_TOP"] - , "PAIR-DOT-USDT": ["TRADES", "BOOK_TOP"] - , "PAIR-ETH-USDT": ["TRADES", "BOOK_TOP"] - , "PAIR-LTC-USDT": ["TRADES", "BOOK_TOP"] - , "PAIR-SOL-USDT": ["TRADES", "BOOK_TOP"] - , "PAIR-USDC-USDT": ["TRADES", "BOOK_TOP"] - , "PAIR-XRP-USDT": ["TRADES", "BOOK_TOP"] - } - , "tables": { - "trades": "bnbspot.md_trades" - , "booktops": "bnbspot.md_booktops" - , "booksnaps": "bnbspot.md_booksnaps" - } - } - , "BNBFUT": { - "instruments": { - "PERP-BTC-USDT": ["TRADES", "BOOK_TOP"] - , "PERP-ETH-USDT": ["TRADES", "BOOK_TOP"] - } - , "tables": { - "trades": "bnbfut.md_trades" - , "booktops": "bnbfut.md_booktops" - , "booksnaps": "bnbfut.md_booksnaps" - } - } - , "COINBASE": { - "instruments": { - "PAIR-ADA-USD": ["TRADES", "BOOK_TOP"] - , "PAIR-BCH-USD": ["TRADES", "BOOK_TOP"] - , "PAIR-BTC-USD": ["TRADES", "BOOK_TOP"] - , "PAIR-DOT-USD": ["TRADES", "BOOK_TOP"] - , "PAIR-ETH-USD": ["TRADES", "BOOK_TOP"] - , "PAIR-LTC-USD": ["TRADES", "BOOK_TOP"] - , "PAIR-SOL-USD": ["TRADES", "BOOK_TOP"] - , "PAIR-XRP-USD": ["TRADES", "BOOK_TOP"] - } - , "tables": { - "trades": "coinbase.md_trades" - , "booktops": "coinbase.md_booktops" - , "booksnaps": "coinbase.md_booksnaps" - } - } - } - } - - # ---------------------------------- - , "exchanges_settings": { - "*": { - "order_entry": { - "enabled": false - , "streaming": false - }, - "mkt_data": { - "enabled": true - , "streaming": true - }, - "accounting": { - "enabled": false - , "streaming": false - } - } - } -} -