setup_tiledb.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## config\n",
    "\n",
    "### ~~Minio config~~\n",
    "1. ~~修改docker-compose.yaml中的用户名和密码，控制台输入 `docker-compose up -d` 运行后台minio.~~\n",
    "2. ~~登录`http://localhost:9001/`~~\n",
    "3. ~~创建bucket `finance-tiledb`~~\n",
    "4. ~~创建access keys，并复制粘贴在以下代码~~"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 157,
   "metadata": {},
   "outputs": [],
   "source": [
    "import tiledb\n",
    "\n",
    "config = tiledb.Config()\n",
    "\n",
    "# Set configuration parameters\n",
    "config[\"sm.check_coord_dups\"] = \"false\"\n",
    "# turn off Coordinate Out-of-bounds Check\n",
    "config[\"sm.check_coord_oob\"] = False\n",
    "config[\"sm.tile_cache_size\"] = 100000000\n",
    "# config[\"sm.compute_concurrency_level\"] = 10\n",
    "# config[\"sm.io_concurrency_level\"] = 30\n",
    "# config[\"vfs.s3.max_parallel_ops\"] = 30\n",
    "# config[\"vfs.min_batch_size\"] = 20971520\n",
    "# config[\"vfs.min_batch_gap\"] = 512000\n",
    "config[\"vfs.s3.scheme\"] = \"http\"\n",
    "config[\"vfs.s3.region\"] = \"\" # timezone\n",
    "config[\"vfs.s3.endpoint_override\"] = \"localhost:9000\"\n",
    "config[\"vfs.s3.use_virtual_addressing\"] = \"false\"\n",
    "# TODO 换成自己的ACCESS_KEY\n",
    "config[\"vfs.s3.aws_access_key_id\"] = \"\"\n",
    "# TODO 换成自己的SECRET\n",
    "config[\"vfs.s3.aws_secret_access_key\"] = \"\"\n",
    "\n",
    "# Create contex object\n",
    "ctx = tiledb.Ctx(config)\n",
    "\n",
    "tiledb_bucket = \"s3://finance-tiledb\""
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Local/Remote disk directory"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import tiledb\n",
    "\n",
    "config = tiledb.Config()\n",
    "# Set configuration parameters\n",
    "config[\"sm.check_coord_dups\"] = \"false\"\n",
    "# turn off Coordinate Out-of-bounds Check\n",
    "config[\"sm.check_coord_oob\"] = False\n",
    "config[\"sm.tile_cache_size\"] = 100000000\n",
    "\n",
    "# Create contex object\n",
    "ctx = tiledb.Ctx(config)\n",
    "\n",
    "# TODO 换成自己的共享目录或者本地目录\n",
    "# tiledb_bucket = \"//DESKTOP-6NI30V4/bt_data/finance-tiledb\" # Remote directory\n",
    "tiledb_bucket = \"datas/finance-tiledb\" # Local directory"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Create cn_stock group"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Group: Cannot create group; Group 'file:///d:/lzq/quantdata/datas/finance-tiledb/cn_stock' already exists\n"
     ]
    }
   ],
   "source": [
    "cn_stock = 'cn_stock'\n",
    "cn_stock_group_name = f\"{tiledb_bucket}/{cn_stock}\"\n",
    "\n",
    "# delete group\n",
    "# my_group = f\"{tiledb_bucket}/my_group\"\n",
    "# mygrp = tiledb.Group(my_group, \"m\", ctx=ctx)\n",
    "# mygrp.delete()\n",
    "\n",
    "try:\n",
    "    tiledb.group_create(cn_stock_group_name, ctx=ctx)\n",
    "except Exception as e:\n",
    "    print(e)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## cn_stock/bars/daily\n",
    "\n",
    "### Create array schema"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Group: Cannot create group; Group 'file:///d:/lzq/quantdata/datas/finance-tiledb/cn_stock/bars' already exists\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<table><tr><th>Domain</th></tr><tr><td><table><tr><th>Name</th><th>Domain</th><th>Tile</th><th>Data Type</th><th>Is Var-length</th><th>Filters</th></tr><tr><td>_symbol</td><td>(0, 7000)</td><td>1</td><td>uint32</td><td>False</td><td>-</td></tr><tr><td>_dt</td><td>(0, 10000)</td><td>5000</td><td>uint32</td><td>False</td><td>-</td></tr></table></td></tr><tr><th>Attributes</th></tr><tr><td><table><tr><th>Name</th><th>Data Type</th><th>Is Var-Len</th><th>Is Nullable</th><th>Filters</th></tr><tr><td>name</td><td><U0</td><td>True</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>open</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>high</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>low</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>close</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>_open</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>_high</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>_low</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>_close</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>volume</td><td>uint32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>amount</td><td>uint64</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>preclose</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>net_profit_ttm</td><td>float64</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>cashflow_ttm</td><td>float64</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>equity</td><td>float64</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>asset</td><td>float64</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>debt</td><td>float64</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>debttoasset</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>net_profit_q</td><td>float64</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>pe_ttm</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>pb</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>mkt_cap</td><td>float64</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>mkt_cap_ashare</td><td>float64</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>vip_buy_amt</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>vip_sell_amt</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>inst_buy_amt</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>inst_sell_amt</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>mid_buy_amt</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>mid_sell_amt</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>indi_buy_amt</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>indi_sell_amt</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>master_net_flow_in</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>master2_net_flow_in</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>vip_net_flow_in</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>mid_net_flow_in</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>inst_net_flow_in</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>indi_net_flow_in</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>total_sell_amt</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>total_buy_amt</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>net_flow_in</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>turnover</td><td>float32</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>free_shares</td><td>uint64</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>total_shares</td><td>uint64</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>maxupordown</td><td>uint8</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>maxupordown_at_open</td><td>uint8</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>lb_up_count</td><td>uint8</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr><tr><td>lb_down_count</td><td>uint8</td><td>False</td><td>False</td><td><section>\n",
       "<table>\n",
       "<tr>\n",
       "<th>Name</th>\n",
       "<th>Option</th>\n",
       "<th>Level</th>\n",
       "</tr>\n",
       "<tr>\n",
       "<td>LZ4Filter</td>\n",
       "<td>level</td><td>-1</td></tr>\n",
       "</table>\n",
       "</section>\n",
       "</td></tr></table></td></tr><tr><th>Cell Order</th></tr><tr><td>row-major</td></tr><tr><th>Tile Order</th></tr><tr><td>row-major</td></tr><tr><th>Sparse</th></tr><tr><td>False</td></tr></table>"
      ],
      "text/plain": [
       "ArraySchema(\n",
       "  domain=Domain(*[\n",
       "    Dim(name='_symbol', domain=(0, 7000), tile=1, dtype='uint32'),\n",
       "    Dim(name='_dt', domain=(0, 10000), tile=5000, dtype='uint32'),\n",
       "  ]),\n",
       "  attrs=[\n",
       "    Attr(name='name', dtype='<U0', var=True, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='open', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='high', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='low', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='close', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='_open', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='_high', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='_low', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='_close', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='volume', dtype='uint32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='amount', dtype='uint64', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='preclose', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='net_profit_ttm', dtype='float64', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='cashflow_ttm', dtype='float64', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='equity', dtype='float64', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='asset', dtype='float64', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='debt', dtype='float64', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='debttoasset', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='net_profit_q', dtype='float64', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='pe_ttm', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='pb', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='mkt_cap', dtype='float64', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='mkt_cap_ashare', dtype='float64', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='vip_buy_amt', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='vip_sell_amt', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='inst_buy_amt', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='inst_sell_amt', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='mid_buy_amt', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='mid_sell_amt', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='indi_buy_amt', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='indi_sell_amt', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='master_net_flow_in', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='master2_net_flow_in', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='vip_net_flow_in', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='mid_net_flow_in', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='inst_net_flow_in', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='indi_net_flow_in', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='total_sell_amt', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='total_buy_amt', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='net_flow_in', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='turnover', dtype='float32', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='free_shares', dtype='uint64', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='total_shares', dtype='uint64', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='maxupordown', dtype='uint8', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='maxupordown_at_open', dtype='uint8', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='lb_up_count', dtype='uint8', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "    Attr(name='lb_down_count', dtype='uint8', var=False, nullable=False, enum_label=None, filters=FilterList([LZ4Filter(level=-1), ])),\n",
       "  ],\n",
       "  cell_order='row-major',\n",
       "  tile_order='row-major',\n",
       "  sparse=False,\n",
       ")"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import numpy as np\n",
    "array_bars_stock_daily = f\"{cn_stock_group_name}/bars/daily\"\n",
    "\n",
    "try:\n",
    "    tiledb.group_create(f\"{cn_stock_group_name}/bars\", ctx=ctx)\n",
    "except Exception as e:\n",
    "    print(e)\n",
    "\n",
    "# delete array_bars_stock_daily\n",
    "try:\n",
    "    tiledb.Array.delete_array(array_bars_stock_daily, ctx=ctx)\n",
    "except:\n",
    "    pass\n",
    "\n",
    "lz4_filter = tiledb.LZ4Filter()\n",
    "filters = tiledb.FilterList([lz4_filter])\n",
    "# zstd_filter = tiledb.ZstdFilter()\n",
    "# filters2 = tiledb.FilterList([tiledb.ByteShuffleFilter(), zstd_filter])\n",
    "\n",
    "attrs = [\n",
    "    tiledb.Attr(name=\"name\", dtype='U4', filters=filters),\n",
    "    tiledb.Attr(name=\"open\", dtype=np.float32, filters=filters),\n",
    "    tiledb.Attr(name=\"high\", dtype=np.float32, filters=filters),\n",
    "    tiledb.Attr(name=\"low\", dtype=np.float32, filters=filters),\n",
    "    tiledb.Attr(name=\"close\", dtype=np.float32, filters=filters),\n",
    "    tiledb.Attr(name=\"_open\", dtype=np.float32, filters=filters),\n",
    "    tiledb.Attr(name=\"_high\", dtype=np.float32, filters=filters),\n",
    "    tiledb.Attr(name=\"_low\", dtype=np.float32, filters=filters),\n",
    "    tiledb.Attr(name=\"_close\", dtype=np.float32, filters=filters),\n",
    "    tiledb.Attr(name=\"volume\", dtype=np.uint32, filters=filters),\n",
    "    tiledb.Attr(name=\"amount\", dtype=np.uint64, filters=filters),\n",
    "    tiledb.Attr(name=\"preclose\", dtype=np.float32, filters=filters),\n",
    "\n",
    "    tiledb.Attr(name=\"net_profit_ttm\", dtype=np.float64, filters=filters),\n",
    "    tiledb.Attr(name=\"cashflow_ttm\", dtype=np.float64, filters=filters),\n",
    "    tiledb.Attr(name=\"equity\", dtype=np.float64, filters=filters),\n",
    "    tiledb.Attr(name=\"asset\", dtype=np.float64, filters=filters),\n",
    "    tiledb.Attr(name=\"debt\", dtype=np.float64, filters=filters),\n",
    "    tiledb.Attr(name=\"debttoasset\", dtype=np.float32, filters=filters),\n",
    "    tiledb.Attr(name=\"net_profit_q\", dtype=np.float64, filters=filters),\n",
    "    tiledb.Attr(name=\"pe_ttm\", dtype=np.float32, filters=filters),\n",
    "    tiledb.Attr(name=\"pb\", dtype=np.float32, filters=filters),\n",
    "    tiledb.Attr(name=\"mkt_cap\", dtype=np.float64, filters=filters),\n",
    "    tiledb.Attr(name=\"mkt_cap_ashare\", dtype=np.float64, filters=filters),\n",
    "\n",
    "    tiledb.Attr(name=\"vip_buy_amt\", dtype=np.float32, filters=filters),\n",
    "    tiledb.Attr(name=\"vip_sell_amt\", dtype=np.float32, filters=filters),\n",
    "    tiledb.Attr(name=\"inst_buy_amt\", dtype=np.float32, filters=filters),\n",
    "    tiledb.Attr(name=\"inst_sell_amt\", dtype=np.float32, filters=filters),\n",
    "    tiledb.Attr(name=\"mid_buy_amt\", dtype=np.float32, filters=filters),\n",
    "    tiledb.Attr(name=\"mid_sell_amt\", dtype=np.float32, filters=filters),\n",
    "    tiledb.Attr(name=\"indi_buy_amt\", dtype=np.float32, filters=filters),\n",
    "    tiledb.Attr(name=\"indi_sell_amt\", dtype=np.float32, filters=filters),\n",
    "    tiledb.Attr(name=\"master_net_flow_in\", dtype=np.float32, filters=filters),\n",
    "    tiledb.Attr(name=\"master2_net_flow_in\", dtype=np.float32, filters=filters),\n",
    "    tiledb.Attr(name=\"vip_net_flow_in\", dtype=np.float32, filters=filters),\n",
    "    tiledb.Attr(name=\"mid_net_flow_in\", dtype=np.float32, filters=filters),\n",
    "    tiledb.Attr(name=\"inst_net_flow_in\", dtype=np.float32, filters=filters),\n",
    "    tiledb.Attr(name=\"indi_net_flow_in\", dtype=np.float32, filters=filters),\n",
    "    tiledb.Attr(name=\"total_sell_amt\", dtype=np.float32, filters=filters),\n",
    "    tiledb.Attr(name=\"total_buy_amt\", dtype=np.float32, filters=filters),\n",
    "    tiledb.Attr(name=\"net_flow_in\", dtype=np.float32, filters=filters),\n",
    "\n",
    "    tiledb.Attr(name=\"turnover\", dtype=np.float32, filters=filters),\n",
    "    tiledb.Attr(name=\"free_shares\", dtype=np.uint64, filters=filters),\n",
    "    tiledb.Attr(name=\"total_shares\", dtype=np.uint64, filters=filters),\n",
    "    tiledb.Attr(name=\"maxupordown\", dtype=np.uint8, filters=filters),\n",
    "    tiledb.Attr(name=\"maxupordown_at_open\", dtype=np.uint8, filters=filters),\n",
    "    tiledb.Attr(name=\"lb_up_count\", dtype=np.uint8, filters=filters),\n",
    "    tiledb.Attr(name=\"lb_down_count\", dtype=np.uint8, filters=filters),\n",
    "]\n",
    "d1 = tiledb.Dim(name='_symbol', domain=(0,7000), tile=1, dtype=np.uint32) # TODO 设置为最大7000只票，超过了需要修改\n",
    "d2 = tiledb.Dim(name=\"_dt\", domain=(0, 10000), tile=5000, dtype=np.uint32)\n",
    "dom1 = tiledb.Domain(d1, d2)\n",
    "dim_labels = {\n",
    "    0: {\n",
    "        \"symbol\": d2.create_label_schema(\"increasing\", 'S9')\n",
    "    },\n",
    "    1: {\n",
    "        \"dt\": d1.create_label_schema(\"increasing\", \"datetime64[s]\")\n",
    "    }\n",
    "}\n",
    "schema = tiledb.ArraySchema(domain=dom1, sparse=False, attrs=attrs, cell_order='row-major', tile_order='row-major', dim_labels=dim_labels)\n",
    "schema.check()\n",
    "tiledb.Array.create(array_bars_stock_daily, schema, ctx=ctx)\n",
    "schema"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Write\n",
    "\n",
    "- 写入同一个cell, label index如果不同，前一个会被覆盖掉\n",
    "- Label index要连续，中间不能有空值\n",
    "- Label index要按递增的顺序写入\n",
    "- Label index如果覆盖之后，破坏了顺序，写入时不会报错，读取时会报错\n",
    "- DenseArray 不支持删除指定行列"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 写入一行\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "df = pd.read_csv(\"datasources/000001.SZ.csv\", parse_dates=['dt'])\n",
    "df = df.astype({'name': str})\n",
    "# print(df)\n",
    "# print(df.info())\n",
    "\n",
    "data = df.to_dict('series')\n",
    "for attrname, col in data.items():\n",
    "    data[attrname] = col.to_numpy()\n",
    "data['symbol'] = np.array(['000001.SZ'])\n",
    "# print(data)\n",
    "\n",
    "with tiledb.open(array_bars_stock_daily, mode='w', ctx=ctx) as A:\n",
    "    A[0:1,0:7990] = data"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- [bug] [MacOS 10.15.17 异常] [Windows 10 正常] 当写入这一列之后，`python -m pytest tests/test_tiledb.py` 测试用例随机报错: \n",
    "  ```sh\n",
    "  tiledb.cc.TileDBError: DimensionLabelQuery: Failed to process and update index ranges for label 'dt'. ReaderBase: Attribute out of order\n",
    "  ```\n",
    "- [bug]当写入这一列之后，再执行`Consolidation`不生效"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 写入一列\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "array_bars_stock_daily = f\"{cn_stock_group_name}/bars/daily\"\n",
    "\n",
    "rows=3000\n",
    "df = pd.read_csv(\"datasources/000001.SZ.csv\", parse_dates=['dt'])\n",
    "df = df.astype({'name': str})\n",
    "df = df.iloc[:rows]\n",
    "\n",
    "data = {}\n",
    "data = df.to_dict('series')\n",
    "for attrname, col in data.items():\n",
    "    data[attrname] = col.to_numpy()\n",
    "data['symbol'] = np.array([f'{i+1:0>6}.SZ' for i in range(rows)])\n",
    "data['dt'] = np.array([ '2024-09-02T00:00:00.000000000'], dtype='datetime64[ns]')\n",
    "# print(data)\n",
    "\n",
    "with tiledb.open(array_bars_stock_daily, mode='w', ctx=ctx) as A:\n",
    "    A[0:rows, 7990] = data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'dt': array(['2024-09-02T00:00:00.000000000'], dtype='datetime64[ns]'), 'name': array(['平安银行'], dtype=object), '_open': array([10.11]), '_high': array([10.26]), '_low': array([10.11]), '_close': array([10.16]), 'volume': array([129405908], dtype=int64), 'amount': array([1318858688], dtype=int64), 'preclose': array([10.13]), 'net_profit_ttm': array([4.69470003e+10]), 'cashflow_ttm': array([1.61941996e+11]), 'equity': array([4.81869005e+11]), 'asset': array([5.75403301e+12]), 'debt': array([5.27216411e+12]), 'debttoasset': array([0.91626]), 'net_profit_q': array([1.09470003e+10]), 'pe_ttm': array([4.1997]), 'pb': array([0.4786]), 'mkt_cap': array([1.97164129e+11]), 'mkt_cap_ashare': array([1.97161074e+11]), 'vip_buy_amt': array([42949.28125]), 'vip_sell_amt': array([38967.60938]), 'inst_buy_amt': array([31619.18945]), 'inst_sell_amt': array([24519.40039]), 'mid_buy_amt': array([32079.84961]), 'mid_sell_amt': array([36547.39062]), 'indi_buy_amt': array([25237.53906]), 'indi_sell_amt': array([31851.4707]), 'master_net_flow_in': array([11081.45996]), 'master2_net_flow_in': array([6613.91992]), 'vip_net_flow_in': array([3981.66992]), 'mid_net_flow_in': array([-4467.54004]), 'inst_net_flow_in': array([7099.79004]), 'indi_net_flow_in': array([-6613.93018]), 'total_sell_amt': array([131885.875]), 'total_buy_amt': array([131885.85938]), 'net_flow_in': array([-0.01]), 'turnover': array([0.00667]), 'free_shares': array([19405617528], dtype=int64), 'total_shares': array([19405918198], dtype=int64), 'maxupordown': array([0], dtype=int64), 'maxupordown_at_open': array([0], dtype=int64), 'lb_up_count': array([0], dtype=int64), 'lb_down_count': array([0], dtype=int64), 'close': array([10.16]), 'open': array([10.11]), 'high': array([10.26]), 'low': array([10.11]), 'symbol': array(['000001.SZ'], dtype='<U9')}\n"
     ]
    }
   ],
   "source": [
    "# 写入单元格\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "array_bars_stock_daily = f\"{cn_stock_group_name}/bars/daily\"\n",
    "df = pd.read_csv(\"datasources/000001.SZ.csv\", parse_dates=['dt'])\n",
    "df = df.astype({'name': str})\n",
    "df = df.iloc[-1:]\n",
    "# print(df)\n",
    "# print(df.info())\n",
    "\n",
    "data = df.to_dict('series')\n",
    "for attrname, col in data.items():\n",
    "    data[attrname] = col.to_numpy()\n",
    "data['symbol'] = np.array(['000001.SZ'])\n",
    "data['dt'] = np.array([ '2024-09-02T00:00:00.000000000'], dtype='datetime64[ns]')\n",
    "print(data)\n",
    "\n",
    "with tiledb.open(array_bars_stock_daily, mode='w', ctx=ctx) as A:\n",
    "    A[0,7990] = data"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Consolidation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "array_bars_stock_daily = f\"{cn_stock_group_name}/bars/daily\"\n",
    "tiledb.consolidate(array_bars_stock_daily)\n",
    "# tiledb.consolidate(array_bars_stock_daily, ctx=tiledb.Ctx(tiledb.Config(\n",
    "#     {\n",
    "#         \"sm.consolidation.timestamp_start\": 1724329475913,\n",
    "#         \"sm.consolidation.timestamp_end\": 1724332212656,\n",
    "#         \"sm.consolidation.mode\": \"fragments\",\n",
    "#     }\n",
    "# )))\n",
    "\n",
    "# Consolidate array at array_uri\n",
    "tiledb.vacuum(array_bars_stock_daily)\n",
    "# tiledb.vacuum(array_bars_stock_daily, config=tiledb.Config({\"sm.vacuum.mode\": \"fragments\"}))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Read"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>open</th>\n",
       "      <th>high</th>\n",
       "      <th>low</th>\n",
       "      <th>close</th>\n",
       "      <th>_open</th>\n",
       "      <th>_high</th>\n",
       "      <th>_low</th>\n",
       "      <th>_close</th>\n",
       "      <th>volume</th>\n",
       "      <th>...</th>\n",
       "      <th>total_sell_amt</th>\n",
       "      <th>total_buy_amt</th>\n",
       "      <th>net_flow_in</th>\n",
       "      <th>turnover</th>\n",
       "      <th>free_shares</th>\n",
       "      <th>total_shares</th>\n",
       "      <th>maxupordown</th>\n",
       "      <th>maxupordown_at_open</th>\n",
       "      <th>lb_up_count</th>\n",
       "      <th>lb_down_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>深发展Ａ</td>\n",
       "      <td>7.07077</td>\n",
       "      <td>7.07077</td>\n",
       "      <td>7.07077</td>\n",
       "      <td>7.07077</td>\n",
       "      <td>66.400002</td>\n",
       "      <td>66.400002</td>\n",
       "      <td>66.400002</td>\n",
       "      <td>66.400002</td>\n",
       "      <td>21200</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00057</td>\n",
       "      <td>37099996</td>\n",
       "      <td>67900000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>深发展Ａ</td>\n",
       "      <td>7.03562</td>\n",
       "      <td>7.03562</td>\n",
       "      <td>7.03562</td>\n",
       "      <td>7.03562</td>\n",
       "      <td>66.070000</td>\n",
       "      <td>66.070000</td>\n",
       "      <td>66.070000</td>\n",
       "      <td>66.070000</td>\n",
       "      <td>16800</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00045</td>\n",
       "      <td>37100000</td>\n",
       "      <td>67900000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>深发展Ａ</td>\n",
       "      <td>7.07290</td>\n",
       "      <td>7.07290</td>\n",
       "      <td>7.07290</td>\n",
       "      <td>7.07290</td>\n",
       "      <td>66.419998</td>\n",
       "      <td>66.419998</td>\n",
       "      <td>66.419998</td>\n",
       "      <td>66.419998</td>\n",
       "      <td>40200</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00108</td>\n",
       "      <td>37100000</td>\n",
       "      <td>67900008</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>深发展Ａ</td>\n",
       "      <td>7.00261</td>\n",
       "      <td>7.00261</td>\n",
       "      <td>7.00261</td>\n",
       "      <td>7.00261</td>\n",
       "      <td>65.760002</td>\n",
       "      <td>65.760002</td>\n",
       "      <td>65.760002</td>\n",
       "      <td>65.760002</td>\n",
       "      <td>6100</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00016</td>\n",
       "      <td>37099996</td>\n",
       "      <td>67899992</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>深发展Ａ</td>\n",
       "      <td>6.96747</td>\n",
       "      <td>6.96747</td>\n",
       "      <td>6.96747</td>\n",
       "      <td>6.96747</td>\n",
       "      <td>65.430000</td>\n",
       "      <td>65.430000</td>\n",
       "      <td>65.430000</td>\n",
       "      <td>65.430000</td>\n",
       "      <td>4900</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00013</td>\n",
       "      <td>37100000</td>\n",
       "      <td>67900000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7975</th>\n",
       "      <td>平安银行</td>\n",
       "      <td>10.02000</td>\n",
       "      <td>10.05000</td>\n",
       "      <td>9.98000</td>\n",
       "      <td>10.01000</td>\n",
       "      <td>10.020000</td>\n",
       "      <td>10.050000</td>\n",
       "      <td>9.980000</td>\n",
       "      <td>10.010000</td>\n",
       "      <td>35301346</td>\n",
       "      <td>...</td>\n",
       "      <td>35325.140625</td>\n",
       "      <td>35325.128906</td>\n",
       "      <td>-0.01</td>\n",
       "      <td>0.00182</td>\n",
       "      <td>19405546950</td>\n",
       "      <td>19405918198</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7976</th>\n",
       "      <td>平安银行</td>\n",
       "      <td>10.02000</td>\n",
       "      <td>10.03000</td>\n",
       "      <td>9.92000</td>\n",
       "      <td>9.95000</td>\n",
       "      <td>10.020000</td>\n",
       "      <td>10.030000</td>\n",
       "      <td>9.920000</td>\n",
       "      <td>9.950000</td>\n",
       "      <td>62207719</td>\n",
       "      <td>...</td>\n",
       "      <td>62006.140625</td>\n",
       "      <td>62006.140625</td>\n",
       "      <td>-0.00</td>\n",
       "      <td>0.00321</td>\n",
       "      <td>19405546950</td>\n",
       "      <td>19405918198</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7977</th>\n",
       "      <td>平安银行</td>\n",
       "      <td>9.94000</td>\n",
       "      <td>9.98000</td>\n",
       "      <td>9.91000</td>\n",
       "      <td>9.92000</td>\n",
       "      <td>9.940000</td>\n",
       "      <td>9.980000</td>\n",
       "      <td>9.910000</td>\n",
       "      <td>9.920000</td>\n",
       "      <td>43638038</td>\n",
       "      <td>...</td>\n",
       "      <td>43338.050781</td>\n",
       "      <td>43338.039062</td>\n",
       "      <td>-0.01</td>\n",
       "      <td>0.00225</td>\n",
       "      <td>19405546950</td>\n",
       "      <td>19405918198</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7978</th>\n",
       "      <td>平安银行</td>\n",
       "      <td>9.92000</td>\n",
       "      <td>10.06000</td>\n",
       "      <td>9.87000</td>\n",
       "      <td>10.03000</td>\n",
       "      <td>9.920000</td>\n",
       "      <td>10.060000</td>\n",
       "      <td>9.870000</td>\n",
       "      <td>10.030000</td>\n",
       "      <td>77624747</td>\n",
       "      <td>...</td>\n",
       "      <td>77585.148438</td>\n",
       "      <td>77585.148438</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00400</td>\n",
       "      <td>19405546950</td>\n",
       "      <td>19405918198</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7979</th>\n",
       "      <td>平安银行</td>\n",
       "      <td>10.08000</td>\n",
       "      <td>10.21000</td>\n",
       "      <td>10.05000</td>\n",
       "      <td>10.13000</td>\n",
       "      <td>10.080000</td>\n",
       "      <td>10.210000</td>\n",
       "      <td>10.050000</td>\n",
       "      <td>10.130000</td>\n",
       "      <td>126036761</td>\n",
       "      <td>...</td>\n",
       "      <td>127704.203125</td>\n",
       "      <td>127704.203125</td>\n",
       "      <td>-0.00</td>\n",
       "      <td>0.00649</td>\n",
       "      <td>19405617528</td>\n",
       "      <td>19405918198</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>7980 rows × 47 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      name      open      high       low     close      _open      _high  \\\n",
       "0     深发展Ａ   7.07077   7.07077   7.07077   7.07077  66.400002  66.400002   \n",
       "1     深发展Ａ   7.03562   7.03562   7.03562   7.03562  66.070000  66.070000   \n",
       "2     深发展Ａ   7.07290   7.07290   7.07290   7.07290  66.419998  66.419998   \n",
       "3     深发展Ａ   7.00261   7.00261   7.00261   7.00261  65.760002  65.760002   \n",
       "4     深发展Ａ   6.96747   6.96747   6.96747   6.96747  65.430000  65.430000   \n",
       "...    ...       ...       ...       ...       ...        ...        ...   \n",
       "7975  平安银行  10.02000  10.05000   9.98000  10.01000  10.020000  10.050000   \n",
       "7976  平安银行  10.02000  10.03000   9.92000   9.95000  10.020000  10.030000   \n",
       "7977  平安银行   9.94000   9.98000   9.91000   9.92000   9.940000   9.980000   \n",
       "7978  平安银行   9.92000  10.06000   9.87000  10.03000   9.920000  10.060000   \n",
       "7979  平安银行  10.08000  10.21000  10.05000  10.13000  10.080000  10.210000   \n",
       "\n",
       "           _low     _close     volume  ...  total_sell_amt  total_buy_amt  \\\n",
       "0     66.400002  66.400002      21200  ...        0.000000       0.000000   \n",
       "1     66.070000  66.070000      16800  ...        0.000000       0.000000   \n",
       "2     66.419998  66.419998      40200  ...        0.000000       0.000000   \n",
       "3     65.760002  65.760002       6100  ...        0.000000       0.000000   \n",
       "4     65.430000  65.430000       4900  ...        0.000000       0.000000   \n",
       "...         ...        ...        ...  ...             ...            ...   \n",
       "7975   9.980000  10.010000   35301346  ...    35325.140625   35325.128906   \n",
       "7976   9.920000   9.950000   62207719  ...    62006.140625   62006.140625   \n",
       "7977   9.910000   9.920000   43638038  ...    43338.050781   43338.039062   \n",
       "7978   9.870000  10.030000   77624747  ...    77585.148438   77585.148438   \n",
       "7979  10.050000  10.130000  126036761  ...   127704.203125  127704.203125   \n",
       "\n",
       "      net_flow_in  turnover  free_shares  total_shares  maxupordown  \\\n",
       "0            0.00   0.00057     37099996      67900000            0   \n",
       "1            0.00   0.00045     37100000      67900000            0   \n",
       "2            0.00   0.00108     37100000      67900008            0   \n",
       "3            0.00   0.00016     37099996      67899992            0   \n",
       "4            0.00   0.00013     37100000      67900000            0   \n",
       "...           ...       ...          ...           ...          ...   \n",
       "7975        -0.01   0.00182  19405546950   19405918198            0   \n",
       "7976        -0.00   0.00321  19405546950   19405918198            0   \n",
       "7977        -0.01   0.00225  19405546950   19405918198            0   \n",
       "7978         0.00   0.00400  19405546950   19405918198            0   \n",
       "7979        -0.00   0.00649  19405617528   19405918198            0   \n",
       "\n",
       "      maxupordown_at_open  lb_up_count  lb_down_count  \n",
       "0                       0            0              0  \n",
       "1                       0            0              0  \n",
       "2                       0            0              0  \n",
       "3                       0            0              0  \n",
       "4                       0            0              0  \n",
       "...                   ...          ...            ...  \n",
       "7975                    0            0              0  \n",
       "7976                    0            0              0  \n",
       "7977                    0            0              0  \n",
       "7978                    0            0              0  \n",
       "7979                    0            0              0  \n",
       "\n",
       "[7980 rows x 47 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "from quantdata.databases import _tiledb as db\n",
    "\n",
    "array_bars_stock_daily = f\"{cn_stock_group_name}/bars/daily\"\n",
    "\n",
    "with db.tiledb_connect(array_bars_stock_daily) as A:\n",
    "    # %timeit db.tiledb_get_array(A, indexer=(('symbol',), (\"000001.SZ\", slice(None, None))))\n",
    "    a = db.tiledb_get_array(A, indexer=(('symbol',), (\"000001.SZ\", slice(None, None))))\n",
    "    a.pop('symbol')\n",
    "pd.DataFrame({col: arr.flatten() for col, arr in a.items()})"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Undo: delete fragments\n",
    "\n",
    "- fragments删除了但是Label index没有删除; 将对应Label index写为None，但是长度又没变。修改LabelIndex一定要谨慎。\n",
    "- 删除不存在的fragment不会有任何报错"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(1724329475913, 1724329475913)\n",
      "(1724329616798, 1724329616798)\n",
      "(1724329659872, 1724329659872)\n",
      "(1724331938150, 1724331938150)\n",
      "(1724332041766, 1724332041766)\n",
      "(1724332067348, 1724332067348)\n",
      "(1724332072284, 1724332072284)\n",
      "(1724332212656, 1724332212656)\n"
     ]
    }
   ],
   "source": [
    "array_bars_stock_daily = f\"{cn_stock_group_name}/bars/daily\"\n",
    "\n",
    "fragments_info = tiledb.array_fragments(array_bars_stock_daily)\n",
    "for frag in fragments_info:\n",
    "    print(frag.timestamp_range)\n",
    "# tiledb.Array.delete_fragments(array_bars_stock_daily, 1724323738946, 1724323738946)\n",
    "\n",
    "# 修改LabelIndex\n",
    "# schema = tiledb.ArraySchema.load(array_bars_stock_daily)\n",
    "# dim_dt = schema.dim_label(\"dt\")\n",
    "# with tiledb.open(dim_dt.uri, \"w\") as dt_array:\n",
    "#     dt_array[7980] = None"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## cn_stock/bars/1min(5min,10min,15min,30min,1h,2h,w,m)\n",
    "\n",
    "### Create array schema"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "# 都按100年来估计\n",
    "def setup_bars(_name, _d1_domain, _d1_tile):\n",
    "    array_bars = f\"{cn_stock_group_name}/bars/{_name}\"\n",
    "\n",
    "    # delete array_bars\n",
    "    try:\n",
    "        tiledb.Array.delete_array(array_bars, ctx=ctx)\n",
    "    except:\n",
    "        pass\n",
    "\n",
    "    # filter_list = tiledb.FilterList([tiledb.ByteShuffleFilter(), tiledb.ZstdFilter()])\n",
    "    attrs = [\n",
    "        tiledb.Attr(name=\"open\", dtype=np.float32),\n",
    "        tiledb.Attr(name=\"high\", dtype=np.float32),\n",
    "        tiledb.Attr(name=\"low\", dtype=np.float32),\n",
    "        tiledb.Attr(name=\"close\", dtype=np.float32),\n",
    "        tiledb.Attr(name=\"volume\", dtype=np.uint64),\n",
    "        tiledb.Attr(name=\"amount\", dtype=np.float64),\n",
    "    ]\n",
    "    d1 = tiledb.Dim(name=\"_dt\", domain=_d1_domain, tile=_d1_tile, dtype=np.uint32)\n",
    "    d2 = tiledb.Dim(name='_symbol', domain=(0,20000), tile=1, dtype=np.uint32)\n",
    "    dom1 = tiledb.Domain(d1, d2)\n",
    "    dim_labels = {\n",
    "        0: {\n",
    "            \"dt\": d1.create_label_schema(\"increasing\", \"datetime64[s]\")\n",
    "        },\n",
    "        1: {\n",
    "            \"symbol\": d2.create_label_schema(\"increasing\", np.dtype('U'))\n",
    "        }\n",
    "    }\n",
    "    schema = tiledb.ArraySchema(domain=dom1, sparse=False, attrs=attrs, cell_order='col-major', tile_order='col-major', dim_labels=dim_labels)\n",
    "    schema.check()\n",
    "    tiledb.Array.create(array_bars, schema, ctx=ctx)\n",
    "    return schema"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table><tr><th>Domain</th></tr><tr><td><table><tr><th>Name</th><th>Domain</th><th>Tile</th><th>Data Type</th><th>Is Var-length</th><th>Filters</th></tr><tr><td>_dt</td><td>(0, 6000000)</td><td>1000</td><td>uint32</td><td>False</td><td>-</td></tr><tr><td>_symbol</td><td>(0, 20000)</td><td>1</td><td>uint32</td><td>False</td><td>-</td></tr></table></td></tr><tr><th>Attributes</th></tr><tr><td><table><tr><th>Name</th><th>Data Type</th><th>Is Var-Len</th><th>Is Nullable</th><th>Filters</th></tr><tr><td>open</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>high</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>low</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>close</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>volume</td><td>uint64</td><td>False</td><td>False</td><td>-</td></tr><tr><td>amount</td><td>float64</td><td>False</td><td>False</td><td>-</td></tr></table></td></tr><tr><th>Cell Order</th></tr><tr><td>col-major</td></tr><tr><th>Tile Order</th></tr><tr><td>col-major</td></tr><tr><th>Sparse</th></tr><tr><td>False</td></tr></table>"
      ],
      "text/plain": [
       "ArraySchema(\n",
       "  domain=Domain(*[\n",
       "    Dim(name='_dt', domain=(0, 6000000), tile=1000, dtype='uint32'),\n",
       "    Dim(name='_symbol', domain=(0, 20000), tile=1, dtype='uint32'),\n",
       "  ]),\n",
       "  attrs=[\n",
       "    Attr(name='open', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='high', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='low', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='close', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='volume', dtype='uint64', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='amount', dtype='float64', var=False, nullable=False, enum_label=None),\n",
       "  ],\n",
       "  cell_order='col-major',\n",
       "  tile_order='col-major',\n",
       "  sparse=False,\n",
       ")"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "setup_bars(\"1min\", (0, 240*250*100), 1000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table><tr><th>Domain</th></tr><tr><td><table><tr><th>Name</th><th>Domain</th><th>Tile</th><th>Data Type</th><th>Is Var-length</th><th>Filters</th></tr><tr><td>_dt</td><td>(0, 1200000)</td><td>1000</td><td>uint32</td><td>False</td><td>-</td></tr><tr><td>_symbol</td><td>(0, 20000)</td><td>1</td><td>uint32</td><td>False</td><td>-</td></tr></table></td></tr><tr><th>Attributes</th></tr><tr><td><table><tr><th>Name</th><th>Data Type</th><th>Is Var-Len</th><th>Is Nullable</th><th>Filters</th></tr><tr><td>open</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>high</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>low</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>close</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>volume</td><td>uint64</td><td>False</td><td>False</td><td>-</td></tr><tr><td>amount</td><td>float64</td><td>False</td><td>False</td><td>-</td></tr></table></td></tr><tr><th>Cell Order</th></tr><tr><td>col-major</td></tr><tr><th>Tile Order</th></tr><tr><td>col-major</td></tr><tr><th>Sparse</th></tr><tr><td>False</td></tr></table>"
      ],
      "text/plain": [
       "ArraySchema(\n",
       "  domain=Domain(*[\n",
       "    Dim(name='_dt', domain=(0, 1200000), tile=1000, dtype='uint32'),\n",
       "    Dim(name='_symbol', domain=(0, 20000), tile=1, dtype='uint32'),\n",
       "  ]),\n",
       "  attrs=[\n",
       "    Attr(name='open', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='high', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='low', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='close', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='volume', dtype='uint64', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='amount', dtype='float64', var=False, nullable=False, enum_label=None),\n",
       "  ],\n",
       "  cell_order='col-major',\n",
       "  tile_order='col-major',\n",
       "  sparse=False,\n",
       ")"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "setup_bars(\"5min\", (0, 48*250*100), 1000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table><tr><th>Domain</th></tr><tr><td><table><tr><th>Name</th><th>Domain</th><th>Tile</th><th>Data Type</th><th>Is Var-length</th><th>Filters</th></tr><tr><td>_dt</td><td>(0, 400000)</td><td>1000</td><td>uint32</td><td>False</td><td>-</td></tr><tr><td>_symbol</td><td>(0, 20000)</td><td>1</td><td>uint32</td><td>False</td><td>-</td></tr></table></td></tr><tr><th>Attributes</th></tr><tr><td><table><tr><th>Name</th><th>Data Type</th><th>Is Var-Len</th><th>Is Nullable</th><th>Filters</th></tr><tr><td>open</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>high</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>low</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>close</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>volume</td><td>uint64</td><td>False</td><td>False</td><td>-</td></tr><tr><td>amount</td><td>float64</td><td>False</td><td>False</td><td>-</td></tr></table></td></tr><tr><th>Cell Order</th></tr><tr><td>col-major</td></tr><tr><th>Tile Order</th></tr><tr><td>col-major</td></tr><tr><th>Sparse</th></tr><tr><td>False</td></tr></table>"
      ],
      "text/plain": [
       "ArraySchema(\n",
       "  domain=Domain(*[\n",
       "    Dim(name='_dt', domain=(0, 400000), tile=1000, dtype='uint32'),\n",
       "    Dim(name='_symbol', domain=(0, 20000), tile=1, dtype='uint32'),\n",
       "  ]),\n",
       "  attrs=[\n",
       "    Attr(name='open', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='high', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='low', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='close', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='volume', dtype='uint64', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='amount', dtype='float64', var=False, nullable=False, enum_label=None),\n",
       "  ],\n",
       "  cell_order='col-major',\n",
       "  tile_order='col-major',\n",
       "  sparse=False,\n",
       ")"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "setup_bars(\"15min\", (0, 16*250*100), 1000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table><tr><th>Domain</th></tr><tr><td><table><tr><th>Name</th><th>Domain</th><th>Tile</th><th>Data Type</th><th>Is Var-length</th><th>Filters</th></tr><tr><td>_dt</td><td>(0, 200000)</td><td>1000</td><td>uint32</td><td>False</td><td>-</td></tr><tr><td>_symbol</td><td>(0, 20000)</td><td>1</td><td>uint32</td><td>False</td><td>-</td></tr></table></td></tr><tr><th>Attributes</th></tr><tr><td><table><tr><th>Name</th><th>Data Type</th><th>Is Var-Len</th><th>Is Nullable</th><th>Filters</th></tr><tr><td>open</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>high</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>low</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>close</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>volume</td><td>uint64</td><td>False</td><td>False</td><td>-</td></tr><tr><td>amount</td><td>float64</td><td>False</td><td>False</td><td>-</td></tr></table></td></tr><tr><th>Cell Order</th></tr><tr><td>col-major</td></tr><tr><th>Tile Order</th></tr><tr><td>col-major</td></tr><tr><th>Sparse</th></tr><tr><td>False</td></tr></table>"
      ],
      "text/plain": [
       "ArraySchema(\n",
       "  domain=Domain(*[\n",
       "    Dim(name='_dt', domain=(0, 200000), tile=1000, dtype='uint32'),\n",
       "    Dim(name='_symbol', domain=(0, 20000), tile=1, dtype='uint32'),\n",
       "  ]),\n",
       "  attrs=[\n",
       "    Attr(name='open', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='high', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='low', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='close', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='volume', dtype='uint64', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='amount', dtype='float64', var=False, nullable=False, enum_label=None),\n",
       "  ],\n",
       "  cell_order='col-major',\n",
       "  tile_order='col-major',\n",
       "  sparse=False,\n",
       ")"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "setup_bars(\"30min\", (0, 8*250*100), 1000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table><tr><th>Domain</th></tr><tr><td><table><tr><th>Name</th><th>Domain</th><th>Tile</th><th>Data Type</th><th>Is Var-length</th><th>Filters</th></tr><tr><td>_dt</td><td>(0, 100000)</td><td>1000</td><td>uint32</td><td>False</td><td>-</td></tr><tr><td>_symbol</td><td>(0, 20000)</td><td>1</td><td>uint32</td><td>False</td><td>-</td></tr></table></td></tr><tr><th>Attributes</th></tr><tr><td><table><tr><th>Name</th><th>Data Type</th><th>Is Var-Len</th><th>Is Nullable</th><th>Filters</th></tr><tr><td>open</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>high</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>low</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>close</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>volume</td><td>uint64</td><td>False</td><td>False</td><td>-</td></tr><tr><td>amount</td><td>float64</td><td>False</td><td>False</td><td>-</td></tr></table></td></tr><tr><th>Cell Order</th></tr><tr><td>col-major</td></tr><tr><th>Tile Order</th></tr><tr><td>col-major</td></tr><tr><th>Sparse</th></tr><tr><td>False</td></tr></table>"
      ],
      "text/plain": [
       "ArraySchema(\n",
       "  domain=Domain(*[\n",
       "    Dim(name='_dt', domain=(0, 100000), tile=1000, dtype='uint32'),\n",
       "    Dim(name='_symbol', domain=(0, 20000), tile=1, dtype='uint32'),\n",
       "  ]),\n",
       "  attrs=[\n",
       "    Attr(name='open', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='high', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='low', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='close', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='volume', dtype='uint64', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='amount', dtype='float64', var=False, nullable=False, enum_label=None),\n",
       "  ],\n",
       "  cell_order='col-major',\n",
       "  tile_order='col-major',\n",
       "  sparse=False,\n",
       ")"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "setup_bars(\"1h\", (0, 4*250*100), 1000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table><tr><th>Domain</th></tr><tr><td><table><tr><th>Name</th><th>Domain</th><th>Tile</th><th>Data Type</th><th>Is Var-length</th><th>Filters</th></tr><tr><td>_dt</td><td>(0, 50000)</td><td>1000</td><td>uint32</td><td>False</td><td>-</td></tr><tr><td>_symbol</td><td>(0, 20000)</td><td>1</td><td>uint32</td><td>False</td><td>-</td></tr></table></td></tr><tr><th>Attributes</th></tr><tr><td><table><tr><th>Name</th><th>Data Type</th><th>Is Var-Len</th><th>Is Nullable</th><th>Filters</th></tr><tr><td>open</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>high</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>low</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>close</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>volume</td><td>uint64</td><td>False</td><td>False</td><td>-</td></tr><tr><td>amount</td><td>float64</td><td>False</td><td>False</td><td>-</td></tr></table></td></tr><tr><th>Cell Order</th></tr><tr><td>col-major</td></tr><tr><th>Tile Order</th></tr><tr><td>col-major</td></tr><tr><th>Sparse</th></tr><tr><td>False</td></tr></table>"
      ],
      "text/plain": [
       "ArraySchema(\n",
       "  domain=Domain(*[\n",
       "    Dim(name='_dt', domain=(0, 50000), tile=1000, dtype='uint32'),\n",
       "    Dim(name='_symbol', domain=(0, 20000), tile=1, dtype='uint32'),\n",
       "  ]),\n",
       "  attrs=[\n",
       "    Attr(name='open', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='high', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='low', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='close', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='volume', dtype='uint64', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='amount', dtype='float64', var=False, nullable=False, enum_label=None),\n",
       "  ],\n",
       "  cell_order='col-major',\n",
       "  tile_order='col-major',\n",
       "  sparse=False,\n",
       ")"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "setup_bars(\"2h\", (0, 2*250*100), 1000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table><tr><th>Domain</th></tr><tr><td><table><tr><th>Name</th><th>Domain</th><th>Tile</th><th>Data Type</th><th>Is Var-length</th><th>Filters</th></tr><tr><td>_dt</td><td>(0, 6000)</td><td>6001</td><td>uint32</td><td>False</td><td>-</td></tr><tr><td>_symbol</td><td>(0, 20000)</td><td>1</td><td>uint32</td><td>False</td><td>-</td></tr></table></td></tr><tr><th>Attributes</th></tr><tr><td><table><tr><th>Name</th><th>Data Type</th><th>Is Var-Len</th><th>Is Nullable</th><th>Filters</th></tr><tr><td>open</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>high</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>low</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>close</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>volume</td><td>uint64</td><td>False</td><td>False</td><td>-</td></tr><tr><td>amount</td><td>float64</td><td>False</td><td>False</td><td>-</td></tr></table></td></tr><tr><th>Cell Order</th></tr><tr><td>col-major</td></tr><tr><th>Tile Order</th></tr><tr><td>col-major</td></tr><tr><th>Sparse</th></tr><tr><td>False</td></tr></table>"
      ],
      "text/plain": [
       "ArraySchema(\n",
       "  domain=Domain(*[\n",
       "    Dim(name='_dt', domain=(0, 6000), tile=6001, dtype='uint32'),\n",
       "    Dim(name='_symbol', domain=(0, 20000), tile=1, dtype='uint32'),\n",
       "  ]),\n",
       "  attrs=[\n",
       "    Attr(name='open', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='high', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='low', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='close', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='volume', dtype='uint64', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='amount', dtype='float64', var=False, nullable=False, enum_label=None),\n",
       "  ],\n",
       "  cell_order='col-major',\n",
       "  tile_order='col-major',\n",
       "  sparse=False,\n",
       ")"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "setup_bars(\"weekly\", (0, 6000), None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table><tr><th>Domain</th></tr><tr><td><table><tr><th>Name</th><th>Domain</th><th>Tile</th><th>Data Type</th><th>Is Var-length</th><th>Filters</th></tr><tr><td>_dt</td><td>(0, 1200)</td><td>1201</td><td>uint32</td><td>False</td><td>-</td></tr><tr><td>_symbol</td><td>(0, 20000)</td><td>1</td><td>uint32</td><td>False</td><td>-</td></tr></table></td></tr><tr><th>Attributes</th></tr><tr><td><table><tr><th>Name</th><th>Data Type</th><th>Is Var-Len</th><th>Is Nullable</th><th>Filters</th></tr><tr><td>open</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>high</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>low</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>close</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>volume</td><td>uint64</td><td>False</td><td>False</td><td>-</td></tr><tr><td>amount</td><td>float64</td><td>False</td><td>False</td><td>-</td></tr></table></td></tr><tr><th>Cell Order</th></tr><tr><td>col-major</td></tr><tr><th>Tile Order</th></tr><tr><td>col-major</td></tr><tr><th>Sparse</th></tr><tr><td>False</td></tr></table>"
      ],
      "text/plain": [
       "ArraySchema(\n",
       "  domain=Domain(*[\n",
       "    Dim(name='_dt', domain=(0, 1200), tile=1201, dtype='uint32'),\n",
       "    Dim(name='_symbol', domain=(0, 20000), tile=1, dtype='uint32'),\n",
       "  ]),\n",
       "  attrs=[\n",
       "    Attr(name='open', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='high', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='low', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='close', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='volume', dtype='uint64', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='amount', dtype='float64', var=False, nullable=False, enum_label=None),\n",
       "  ],\n",
       "  cell_order='col-major',\n",
       "  tile_order='col-major',\n",
       "  sparse=False,\n",
       ")"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "setup_bars(\"monthly\", (0, 1200), None)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## cn_stock/market_stats\n",
    "\n",
    "### Create array schema"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table><tr><th>Domain</th></tr><tr><td><table><tr><th>Name</th><th>Domain</th><th>Tile</th><th>Data Type</th><th>Is Var-length</th><th>Filters</th></tr><tr><td>dt</td><td>(numpy.datetime64('1990-01-01T00:00:00'), numpy.datetime64('2100-01-01T00:00:00'))</td><td>250 seconds</td><td>datetime64[s]</td><td>False</td><td>-</td></tr></table></td></tr><tr><th>Attributes</th></tr><tr><td><table><tr><th>Name</th><th>Data Type</th><th>Is Var-Len</th><th>Is Nullable</th><th>Filters</th></tr><tr><td>count_of_uplimit</td><td>uint16</td><td>False</td><td>False</td><td>-</td></tr><tr><td>count_of_downlimit</td><td>uint16</td><td>False</td><td>False</td><td>-</td></tr><tr><td>count_of_yiziup</td><td>uint16</td><td>False</td><td>False</td><td>-</td></tr><tr><td>count_of_yizidown</td><td>uint16</td><td>False</td><td>False</td><td>-</td></tr><tr><td>ratio_of_uplimit</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>ratio_of_downlimit</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>ratio_of_yiziup</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>ratio_of_yizidown</td><td>float32</td><td>False</td><td>False</td><td>-</td></tr><tr><td>lb</td><td>uint8</td><td>True</td><td>False</td><td>-</td></tr></table></td></tr><tr><th>Cell Order</th></tr><tr><td>col-major</td></tr><tr><th>Tile Order</th></tr><tr><td>col-major</td></tr><tr><th>Sparse</th></tr><tr><td>False</td></tr></table>"
      ],
      "text/plain": [
       "ArraySchema(\n",
       "  domain=Domain(*[\n",
       "    Dim(name='dt', domain=(numpy.datetime64('1990-01-01T00:00:00'), numpy.datetime64('2100-01-01T00:00:00')), tile=numpy.timedelta64(250,'s'), dtype='datetime64[s]'),\n",
       "  ]),\n",
       "  attrs=[\n",
       "    Attr(name='count_of_uplimit', dtype='uint16', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='count_of_downlimit', dtype='uint16', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='count_of_yiziup', dtype='uint16', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='count_of_yizidown', dtype='uint16', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='ratio_of_uplimit', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='ratio_of_downlimit', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='ratio_of_yiziup', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='ratio_of_yizidown', dtype='float32', var=False, nullable=False, enum_label=None),\n",
       "    Attr(name='lb', dtype='uint8', var=True, nullable=False, enum_label=None),\n",
       "  ],\n",
       "  cell_order='col-major',\n",
       "  tile_order='col-major',\n",
       "  sparse=False,\n",
       ")"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\n",
    "import numpy as np\n",
    "array_market_stats = f\"{cn_stock_group_name}/market_stats\"\n",
    "\n",
    "# delete array_market_stats\n",
    "try:\n",
    "    tiledb.Array.delete_array(array_market_stats, ctx=ctx)\n",
    "except:\n",
    "    pass\n",
    "\n",
    "attrs = [\n",
    "    tiledb.Attr(name=\"count_of_uplimit\", dtype=np.uint16),\n",
    "    tiledb.Attr(name=\"count_of_downlimit\", dtype=np.uint16),\n",
    "    tiledb.Attr(name=\"count_of_yiziup\", dtype=np.uint16),\n",
    "    tiledb.Attr(name=\"count_of_yizidown\", dtype=np.uint16),\n",
    "    tiledb.Attr(name=\"ratio_of_uplimit\", dtype=np.float32),\n",
    "    tiledb.Attr(name=\"ratio_of_downlimit\", dtype=np.float32),\n",
    "    tiledb.Attr(name=\"ratio_of_yiziup\", dtype=np.float32),\n",
    "    tiledb.Attr(name=\"ratio_of_yizidown\", dtype=np.float32),\n",
    "    tiledb.Attr(name=\"lb\", var=True, dtype=np.uint8),\n",
    "]\n",
    "d1 = tiledb.Dim(name=\"dt\", domain=(np.datetime64('1990-01-01'), np.datetime64('2100-01-01')), tile=250, dtype=\"datetime64[s]\")\n",
    "dom1 = tiledb.Domain(d1)\n",
    "schema = tiledb.ArraySchema(domain=dom1, sparse=False, attrs=attrs, cell_order='col-major', tile_order='col-major')\n",
    "schema.check()\n",
    "tiledb.Array.create(array_market_stats, schema, ctx=ctx)\n",
    "schema\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "base",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}