{ "cells": [ { "cell_type": "code", "execution_count": 3, "id": "89251b34-9738-4fa3-b2db-7d6a7dde7d48", "metadata": {}, "outputs": [], "source": [ "import sqlite3\n", "import pandas as pd\n", "from datetime import datetime\n", "\n" ] }, { "cell_type": "markdown", "id": "0ecd2b95-b212-44a4-ac15-ff7aa4f032f9", "metadata": {}, "source": [ "### Here you the database file containing 1 day of 1min data\n", "The name of the file contains the date." ] }, { "cell_type": "code", "execution_count": 4, "id": "eb24b805-ee73-4db4-b1de-0c43bea7d86f", "metadata": {}, "outputs": [], "source": [ "mktdata_db_file = \"/workspace/data/crypto_md/20240602.mktdata.ohlcv.db\"" ] }, { "cell_type": "markdown", "id": "b2b7808c-1c78-49cb-9081-bde325b4f30a", "metadata": {}, "source": [ "### Simple query that gets everything into DataFrame" ] }, { "cell_type": "code", "execution_count": 5, "id": "8dcb0ec1-4e55-4d13-91fc-57c24fac6460", "metadata": {}, "outputs": [ { "data": { "text/html": [ "
| \n", " | tstamp | \n", "exchange_id | \n", "instrument_id | \n", "open | \n", "high | \n", "low | \n", "close | \n", "volume | \n", "vwap | \n", "
|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", "1717286400000000000 | \n", "COINBASE | \n", "PAIR-BTC-USD | \n", "67719.2900 | \n", "67721.7300 | \n", "67708.1100 | \n", "67719.9600 | \n", "1.888240 | \n", "67713.845756 | \n", "
| 1 | \n", "1717286460000000000 | \n", "COINBASE | \n", "PAIR-BTC-USD | \n", "67714.1600 | \n", "67717.3500 | \n", "67707.6800 | \n", "67709.8800 | \n", "0.655358 | \n", "67712.153017 | \n", "
| 2 | \n", "1717286520000000000 | \n", "COINBASE | \n", "PAIR-BTC-USD | \n", "67709.8800 | \n", "67709.8800 | \n", "67689.7000 | \n", "67691.3100 | \n", "1.001506 | \n", "67697.965852 | \n", "
| 3 | \n", "1717286580000000000 | \n", "COINBASE | \n", "PAIR-BTC-USD | \n", "67692.3300 | \n", "67713.0600 | \n", "67691.2200 | \n", "67713.0600 | \n", "5.652547 | \n", "67695.441479 | \n", "
| 4 | \n", "1717286640000000000 | \n", "COINBASE | \n", "PAIR-BTC-USD | \n", "67713.0600 | \n", "67721.3300 | \n", "67710.7700 | \n", "67715.0500 | \n", "2.997525 | \n", "67715.683416 | \n", "
| ... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "
| 5755 | \n", "1717372500000000000 | \n", "COINBASE | \n", "PAIR-XRP-USD | \n", "0.5135 | \n", "0.5136 | \n", "0.5134 | \n", "0.5136 | \n", "2505.022090 | \n", "0.513596 | \n", "
| 5756 | \n", "1717372560000000000 | \n", "COINBASE | \n", "PAIR-XRP-USD | \n", "0.5135 | \n", "0.5135 | \n", "0.5134 | \n", "0.5134 | \n", "5612.821763 | \n", "0.513489 | \n", "
| 5757 | \n", "1717372620000000000 | \n", "COINBASE | \n", "PAIR-XRP-USD | \n", "0.5134 | \n", "0.5135 | \n", "0.5133 | \n", "0.5133 | \n", "5503.452073 | \n", "0.513377 | \n", "
| 5758 | \n", "1717372680000000000 | \n", "COINBASE | \n", "PAIR-XRP-USD | \n", "0.5133 | \n", "0.5135 | \n", "0.5133 | \n", "0.5134 | \n", "3925.979599 | \n", "0.513428 | \n", "
| 5759 | \n", "1717372740000000000 | \n", "COINBASE | \n", "PAIR-XRP-USD | \n", "0.5135 | \n", "0.5135 | \n", "0.5133 | \n", "0.5133 | \n", "21244.669839 | \n", "0.513309 | \n", "
5760 rows × 9 columns
\n", "| \n", " | tstamp | \n", "exchange_id | \n", "instrument_id | \n", "open | \n", "high | \n", "low | \n", "close | \n", "volume | \n", "vwap | \n", "
|---|---|---|---|---|---|---|---|---|---|
| timestamp | \n", "\n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " |
| 2024-06-02 00:00:00 | \n", "1717286400000000000 | \n", "COINBASE | \n", "PAIR-BTC-USD | \n", "67719.2900 | \n", "67721.7300 | \n", "67708.1100 | \n", "67719.9600 | \n", "1.888240 | \n", "67713.845756 | \n", "
| 2024-06-02 00:01:00 | \n", "1717286460000000000 | \n", "COINBASE | \n", "PAIR-BTC-USD | \n", "67714.1600 | \n", "67717.3500 | \n", "67707.6800 | \n", "67709.8800 | \n", "0.655358 | \n", "67712.153017 | \n", "
| 2024-06-02 00:02:00 | \n", "1717286520000000000 | \n", "COINBASE | \n", "PAIR-BTC-USD | \n", "67709.8800 | \n", "67709.8800 | \n", "67689.7000 | \n", "67691.3100 | \n", "1.001506 | \n", "67697.965852 | \n", "
| 2024-06-02 00:03:00 | \n", "1717286580000000000 | \n", "COINBASE | \n", "PAIR-BTC-USD | \n", "67692.3300 | \n", "67713.0600 | \n", "67691.2200 | \n", "67713.0600 | \n", "5.652547 | \n", "67695.441479 | \n", "
| 2024-06-02 00:04:00 | \n", "1717286640000000000 | \n", "COINBASE | \n", "PAIR-BTC-USD | \n", "67713.0600 | \n", "67721.3300 | \n", "67710.7700 | \n", "67715.0500 | \n", "2.997525 | \n", "67715.683416 | \n", "
| ... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "
| 2024-06-02 23:55:00 | \n", "1717372500000000000 | \n", "COINBASE | \n", "PAIR-XRP-USD | \n", "0.5135 | \n", "0.5136 | \n", "0.5134 | \n", "0.5136 | \n", "2505.022090 | \n", "0.513596 | \n", "
| 2024-06-02 23:56:00 | \n", "1717372560000000000 | \n", "COINBASE | \n", "PAIR-XRP-USD | \n", "0.5135 | \n", "0.5135 | \n", "0.5134 | \n", "0.5134 | \n", "5612.821763 | \n", "0.513489 | \n", "
| 2024-06-02 23:57:00 | \n", "1717372620000000000 | \n", "COINBASE | \n", "PAIR-XRP-USD | \n", "0.5134 | \n", "0.5135 | \n", "0.5133 | \n", "0.5133 | \n", "5503.452073 | \n", "0.513377 | \n", "
| 2024-06-02 23:58:00 | \n", "1717372680000000000 | \n", "COINBASE | \n", "PAIR-XRP-USD | \n", "0.5133 | \n", "0.5135 | \n", "0.5133 | \n", "0.5134 | \n", "3925.979599 | \n", "0.513428 | \n", "
| 2024-06-02 23:59:00 | \n", "1717372740000000000 | \n", "COINBASE | \n", "PAIR-XRP-USD | \n", "0.5135 | \n", "0.5135 | \n", "0.5133 | \n", "0.5133 | \n", "21244.669839 | \n", "0.513309 | \n", "
5760 rows × 9 columns
\n", "| \n", " | tstamp | \n", "exchange_id | \n", "instrument_id | \n", "open | \n", "high | \n", "low | \n", "close | \n", "volume | \n", "vwap | \n", "
|---|---|---|---|---|---|---|---|---|---|
| timestamp | \n", "\n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " |
| 2024-06-02 00:00:00 | \n", "1717286400000000000 | \n", "COINBASE | \n", "PAIR-BTC-USD | \n", "67719.29 | \n", "67721.73 | \n", "67708.11 | \n", "67719.96 | \n", "1.888240 | \n", "67713.845756 | \n", "
| 2024-06-02 00:01:00 | \n", "1717286460000000000 | \n", "COINBASE | \n", "PAIR-BTC-USD | \n", "67714.16 | \n", "67717.35 | \n", "67707.68 | \n", "67709.88 | \n", "0.655358 | \n", "67712.153017 | \n", "
| 2024-06-02 00:02:00 | \n", "1717286520000000000 | \n", "COINBASE | \n", "PAIR-BTC-USD | \n", "67709.88 | \n", "67709.88 | \n", "67689.70 | \n", "67691.31 | \n", "1.001506 | \n", "67697.965852 | \n", "
| 2024-06-02 00:03:00 | \n", "1717286580000000000 | \n", "COINBASE | \n", "PAIR-BTC-USD | \n", "67692.33 | \n", "67713.06 | \n", "67691.22 | \n", "67713.06 | \n", "5.652547 | \n", "67695.441479 | \n", "
| 2024-06-02 00:04:00 | \n", "1717286640000000000 | \n", "COINBASE | \n", "PAIR-BTC-USD | \n", "67713.06 | \n", "67721.33 | \n", "67710.77 | \n", "67715.05 | \n", "2.997525 | \n", "67715.683416 | \n", "
| ... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "
| 2024-06-02 23:55:00 | \n", "1717372500000000000 | \n", "COINBASE | \n", "PAIR-BTC-USD | \n", "67757.09 | \n", "67757.26 | \n", "67750.32 | \n", "67753.93 | \n", "0.326117 | \n", "67753.207138 | \n", "
| 2024-06-02 23:56:00 | \n", "1717372560000000000 | \n", "COINBASE | \n", "PAIR-BTC-USD | \n", "67755.00 | \n", "67761.34 | \n", "67735.05 | \n", "67755.35 | \n", "1.259457 | \n", "67744.858199 | \n", "
| 2024-06-02 23:57:00 | \n", "1717372620000000000 | \n", "COINBASE | \n", "PAIR-BTC-USD | \n", "67755.39 | \n", "67759.88 | \n", "67753.74 | \n", "67757.49 | \n", "0.429578 | \n", "67757.147946 | \n", "
| 2024-06-02 23:58:00 | \n", "1717372680000000000 | \n", "COINBASE | \n", "PAIR-BTC-USD | \n", "67757.27 | \n", "67759.90 | \n", "67748.41 | \n", "67750.71 | \n", "0.683678 | \n", "67756.292991 | \n", "
| 2024-06-02 23:59:00 | \n", "1717372740000000000 | \n", "COINBASE | \n", "PAIR-BTC-USD | \n", "67752.14 | \n", "67754.50 | \n", "67725.25 | \n", "67735.52 | \n", "0.530943 | \n", "67747.261494 | \n", "
1440 rows × 9 columns
\n", "| \n", " | tstamp | \n", "exchange_id | \n", "instrument_id | \n", "open | \n", "high | \n", "low | \n", "close | \n", "volume | \n", "vwap | \n", "
|---|---|---|---|---|---|---|---|---|---|
| timestamp | \n", "\n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " |
| 2024-06-02 00:00:00 | \n", "1717286400000000000 | \n", "COINBASE | \n", "PAIR-ETH-USD | \n", "3812.49 | \n", "3812.92 | \n", "3812.48 | \n", "3812.65 | \n", "296.984283 | \n", "3812.885799 | \n", "
| 2024-06-02 00:01:00 | \n", "1717286460000000000 | \n", "COINBASE | \n", "PAIR-ETH-USD | \n", "3812.88 | \n", "3812.92 | \n", "3812.66 | \n", "3812.92 | \n", "22.584759 | \n", "3812.885708 | \n", "
| 2024-06-02 00:02:00 | \n", "1717286520000000000 | \n", "COINBASE | \n", "PAIR-ETH-USD | \n", "3812.92 | \n", "3812.92 | \n", "3812.17 | \n", "3812.17 | \n", "36.230701 | \n", "3812.738323 | \n", "
| 2024-06-02 00:03:00 | \n", "1717286580000000000 | \n", "COINBASE | \n", "PAIR-ETH-USD | \n", "3812.16 | \n", "3813.17 | \n", "3812.14 | \n", "3813.17 | \n", "66.984405 | \n", "3812.827731 | \n", "
| 2024-06-02 00:04:00 | \n", "1717286640000000000 | \n", "COINBASE | \n", "PAIR-ETH-USD | \n", "3813.16 | \n", "3813.17 | \n", "3813.13 | \n", "3813.17 | \n", "82.781325 | \n", "3813.169087 | \n", "
| ... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "
| 2024-06-02 23:55:00 | \n", "1717372500000000000 | \n", "COINBASE | \n", "PAIR-ETH-USD | \n", "3783.34 | \n", "3784.43 | \n", "3783.33 | \n", "3783.57 | \n", "17.409328 | \n", "3783.902157 | \n", "
| 2024-06-02 23:56:00 | \n", "1717372560000000000 | \n", "COINBASE | \n", "PAIR-ETH-USD | \n", "3783.57 | \n", "3783.86 | \n", "3782.20 | \n", "3783.86 | \n", "6.632875 | \n", "3783.094935 | \n", "
| 2024-06-02 23:57:00 | \n", "1717372620000000000 | \n", "COINBASE | \n", "PAIR-ETH-USD | \n", "3783.86 | \n", "3783.94 | \n", "3782.16 | \n", "3782.18 | \n", "7.826235 | \n", "3782.958328 | \n", "
| 2024-06-02 23:58:00 | \n", "1717372680000000000 | \n", "COINBASE | \n", "PAIR-ETH-USD | \n", "3782.23 | \n", "3782.24 | \n", "3779.83 | \n", "3779.86 | \n", "9.020492 | \n", "3781.022292 | \n", "
| 2024-06-02 23:59:00 | \n", "1717372740000000000 | \n", "COINBASE | \n", "PAIR-ETH-USD | \n", "3779.86 | \n", "3780.05 | \n", "3778.26 | \n", "3778.88 | \n", "39.588810 | \n", "3778.964208 | \n", "
1440 rows × 9 columns
\n", "| \n", " | tstamp | \n", "exchange_id | \n", "instrument_id | \n", "open | \n", "high | \n", "low | \n", "close | \n", "volume | \n", "vwap | \n", "
|---|---|---|---|---|---|---|---|---|---|
| timestamp | \n", "\n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " |
| 2024-06-02 00:00:00 | \n", "1717286400000000000 | \n", "COINBASE | \n", "PAIR-XRP-USD | \n", "0.5184 | \n", "0.5184 | \n", "0.5180 | \n", "0.5181 | \n", "68137.158944 | \n", "0.518082 | \n", "
| 2024-06-02 00:01:00 | \n", "1717286460000000000 | \n", "COINBASE | \n", "PAIR-XRP-USD | \n", "0.5180 | \n", "0.5182 | \n", "0.5179 | \n", "0.5182 | \n", "3659.609883 | \n", "0.518028 | \n", "
| 2024-06-02 00:02:00 | \n", "1717286520000000000 | \n", "COINBASE | \n", "PAIR-XRP-USD | \n", "0.5182 | \n", "0.5182 | \n", "0.5179 | \n", "0.5180 | \n", "9693.379122 | \n", "0.517920 | \n", "
| 2024-06-02 00:03:00 | \n", "1717286580000000000 | \n", "COINBASE | \n", "PAIR-XRP-USD | \n", "0.5181 | \n", "0.5184 | \n", "0.5180 | \n", "0.5184 | \n", "8324.107832 | \n", "0.518215 | \n", "
| 2024-06-02 00:04:00 | \n", "1717286640000000000 | \n", "COINBASE | \n", "PAIR-XRP-USD | \n", "0.5184 | \n", "0.5184 | \n", "0.5183 | \n", "0.5183 | \n", "1482.065565 | \n", "0.518348 | \n", "
| ... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "
| 2024-06-02 23:55:00 | \n", "1717372500000000000 | \n", "COINBASE | \n", "PAIR-XRP-USD | \n", "0.5135 | \n", "0.5136 | \n", "0.5134 | \n", "0.5136 | \n", "2505.022090 | \n", "0.513596 | \n", "
| 2024-06-02 23:56:00 | \n", "1717372560000000000 | \n", "COINBASE | \n", "PAIR-XRP-USD | \n", "0.5135 | \n", "0.5135 | \n", "0.5134 | \n", "0.5134 | \n", "5612.821763 | \n", "0.513489 | \n", "
| 2024-06-02 23:57:00 | \n", "1717372620000000000 | \n", "COINBASE | \n", "PAIR-XRP-USD | \n", "0.5134 | \n", "0.5135 | \n", "0.5133 | \n", "0.5133 | \n", "5503.452073 | \n", "0.513377 | \n", "
| 2024-06-02 23:58:00 | \n", "1717372680000000000 | \n", "COINBASE | \n", "PAIR-XRP-USD | \n", "0.5133 | \n", "0.5135 | \n", "0.5133 | \n", "0.5134 | \n", "3925.979599 | \n", "0.513428 | \n", "
| 2024-06-02 23:59:00 | \n", "1717372740000000000 | \n", "COINBASE | \n", "PAIR-XRP-USD | \n", "0.5135 | \n", "0.5135 | \n", "0.5133 | \n", "0.5133 | \n", "21244.669839 | \n", "0.513309 | \n", "
1440 rows × 9 columns
\n", "