sudo yum install -y yum-utils && sudo yum-config-manager --add-repo https://mirrors.aliyun.com/oceanbase/OceanBase.repo && sudo yum install -y ob-deploy

sudo yum install -y git gdb wget cpio make glibc-devel glibc-headers ccache && sudo yum install -y rpm*
git clone -b dev-vgalaxy https://gitee.com/oceandb-space/oceanbase.git
cd oceanbase && sh build.sh init && sh build.sh debug
cd build_debug && make -j$(nproc) observer
ll src/observer/observer
make install DESTDIR=./
obd mirror create -n oceanbase-ce -V 4.0.0.0 -p ./usr/local -f -t obadvanced
obd repo list

oceanbase-ce:
  tag: obadvanced
  servers:
    - ip: 127.0.0.1
  global:
    home_path: /root/obadvanced
    devname: lo
    mysql_port: 2881
    rpc_port: 2882
    zone: zone1
    memory_limit: 14G
    system_memory: 12G
    datafile_size: 100G
    log_disk_size: 20G
    syslog_level: INFO
    syslog_io_bandwidth_limit: 10GB
    enable_syslog_wf: false
    enable_syslog_recycle: true
    max_syslog_file_count: 4

obd cluster autodeploy obadvanced -c ob-advanced-auto.yaml -A -f
obd cluster display obadvanced

sudo yum install -y obclient
obclient -h127.0.0.1 -P2881 -uroot@test -Dtest

set global ob_trx_idle_timeout=3600000000;
set global ob_trx_timeout=3600000000;
set global ob_query_timeout=3600000000;

obclient -h127.0.0.1 -P2881 -uroot@sys
alter system set system_memory='1G';
alter resource unit sys_unit_config memory_size='12G';

export TERM=xterm
cat xxx | less -S

ps -ef | grep observer
cd oceanbase
gdb attach {id}

gdb-add-index /root/obadvanced/bin/observer

gdb --core=core.*
file /root/obadvanced/bin/observer

{
  // Use IntelliSense to learn about possible attributes.
  // Hover to view descriptions of existing attributes.
  // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
  "version": "0.2.0",
  "configurations": [
    {
      "name": "(gdb) Attach",
      "type": "cppdbg",
      "request": "attach",
      "program": "/root/obadvanced/bin/observer",
      "processId": "${input:FindPID}",
      "MIMode": "gdb",
      "miDebuggerPath": "gdb",
      "setupCommands": [
        {
          "description": "Enable pretty-printing for gdb",
          "text": "-enable-pretty-printing",
          "ignoreFailures": true
        }
      ],
      "sourceFileMap": {
        "./build_debug/src/observer/./src/observer/mysql": {
          "editorPath": "${workspaceFolder}/src/observer/mysql",
          "useForBreakpoints": true
        },
        "./build_debug/src/observer/./src/observer/omt": {
          "editorPath": "${workspaceFolder}/src/observer/omt",
          "useForBreakpoints": true
        },
        "./build_debug/src/sql/parser/./src/sql/parser": {
          "editorPath": "${workspaceFolder}/src/sql/parser",
          "useForBreakpoints": true
        },
        "./build_debug/src/sql/./src/sql": {
          "editorPath": "${workspaceFolder}/src/sql",
          "useForBreakpoints": true
        },
        "./build_debug/src/storage/./src/storage": {
          "editorPath": "${workspaceFolder}/src/storage",
          "useForBreakpoints": true
        },
        "./build_debug/src/share/./src/share/schema": {
          "editorPath": "${workspaceFolder}/src/share/schema",
          "useForBreakpoints": true
        },
        "./build_debug/src/share/./src/share/object": {
          "editorPath": "${workspaceFolder}/src/share/object",
          "useForBreakpoints": true
        }
      }
    }
  ],
  "inputs": [
    {
      "id": "FindPID",
      "type": "command",
      "command": "shellCommand.execute",
      "args": {
        "command": "ps -aux | grep /bin/observer | grep -v \"grep\" | awk '{print $2}'",
        "description": "Select your observer PID",
        "useFirstResult": true,
      }
    }
  ]
}

.
├── share
│   ├── CMakeFiles
│   ├── cmake_install.cmake
│   ├── libob_share_static.a
│   └── Makefile
├── sql
│   ├── CMakeFiles
│   ├── cmake_install.cmake
│   ├── libob_sql_static.a
│   ├── Makefile
│   └── parser
└── storage
    ├── CMakeFiles
    ├── cmake_install.cmake
    ├── libob_storage_static.a
    └── Makefile

sudo mount -t vboxsf shared-dir /home/vgalaxy/Desktop/shared

root soft nofile 655350
root hard nofile 655350
* soft nofile 655350
* hard nofile 655350
* soft stack 20480
* hard stack 20480
* soft nproc 655360
* hard nproc 655360
* soft core unlimited
* hard core unlimited

sh -c "ulimit -a"

fs.aio-max-nr = 1048576

sysctl -p /etc/sysctl.conf

sudo rpm --import https://packages.microsoft.com/keys/microsoft.asc
sudo sh -c 'echo -e "[code]\nname=Visual Studio Code\nbaseurl=https://packages.microsoft.com/yumrepos/vscode\nenabled=1\ngpgcheck=1\ngpgkey=https://packages.microsoft.com/keys/microsoft.asc" > /etc/yum.repos.d/vscode.repo'
yum check-update
sudo yum install code

[vgalaxy@localhost oceanbase]$ tree -d -L 1
.
├── build_debug
├── cmake
├── deps
├── docs
├── src
├── test - mysql_test
├── tools
└── unittest - 单测

[vgalaxy@localhost deps]$ tree -d -L 3
.
├── 3rd
│   ├── compile
│   ├── pkg
│   └── usr
│       └── local
├── easy - libeasy 的 rpc 框架，基于 libev
│   ├── src
│   │   ├── include
│   │   ├── io
│   │   ├── memory
│   │   ├── packet
│   │   ├── thread
│   │   └── util
│   ├── test
│   │   ├── include
│   │   ├── io
│   │   ├── memory
│   │   ├── packet
│   │   ├── thread
│   │   └── util
│   └── tools
├── logmessage
└── oblib
    ├── src
    │   ├── common - 依赖于 lib
    │   ├── lib - 造轮子
    │   └── rpc - ob 的 rpc 框架，依赖于 libeasy
    └── unittest
        ├── common
        ├── lib
        ├── pub
        └── rpc

.
├── archive - 日志归档组件，备份恢复依赖这个组件
├── clog - 事务 redo 日志 / Paxos 的实现
├── election - 分布式选举模块
├── liboblog
│   ├── src
│   └── tests
├── observer - 总装车间，入口是 ob_server.h 和 ob_service.h
│   ├── mysql - MySQL 协议层的命令处理入口
│   ├── omt - omt 中的 mt 表示 multi-tenant，里面实现了 observer 线程模型的抽象 worker，每个租户在其有租户的节点上会创建一个线程池用于处理 SQL 请求
│   ├── table
│   └── virtual_table - sys 租户各个 __all_virtual 虚拟表的实现
├── rootserver - OceanBase 集群总控服务，集群管理和自动容灾，系统自举，分区副本管理和负载均衡，以及 DDL 的执行都在这个组件中
│   ├── backup
│   ├── restore
│   └── virtual_table
├── share
├── sql - 计算引擎
│   ├── code_generator
│   ├── dtl
│   ├── engine
│   ├── executor
│   ├── monitor
│   ├── optimizer
│   ├── parser
│   ├── plan_cache
│   ├── privilege_check
│   ├── resolver
│   ├── rewrite
│   └── session
└── storage - 存储引擎
    ├── backup
    ├── blocksstable
    ├── compaction
    ├── gts
    ├── memtable
    ├── replayengine
    └── transaction - 事务管理

resolve - https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/sql/resolver/dml/ob_select_resolver.cpp#L881
resolve_normal_query - https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/sql/resolver/dml/ob_select_resolver.cpp#L747
resolve_from_clause - https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/sql/resolver/dml/ob_select_resolver.cpp#L3153
resolve_table - https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/sql/resolver/dml/ob_dml_resolver.cpp#L1261
resolve_joined_table - https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/sql/resolver/dml/ob_dml_resolver.cpp#L1352

ObCreateTableExecutor::execute - https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/sql/engine/cmd/ob_table_executor.cpp#L413
ObRootService::create_table - https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/rootserver/ob_root_service.cpp#L4170

https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/sql/engine/cmd/ob_tcl_executor.cpp#L61

https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/sql/optimizer/ob_select_log_plan.cpp#L1293
https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/sql/optimizer/ob_log_plan.h#L1158
https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/sql/optimizer/ob_log_plan.cpp#L5352

ObMPQuery::do_process - https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/observer/mysql/obmp_query.cpp#L527
ObSql::stmt_query - https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/sql/ob_sql.cpp#L153
  ObSql::handle_text_query - https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/sql/ob_sql.cpp#L1134
    ObSql::handle_physical_plan - https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/sql/ob_sql.cpp#L3152
      ObSql::handle_parser - https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/sql/ob_sql.cpp#L3231
      ObSql::generate_physical_plan - https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/sql/ob_sql.cpp#L1509
        ObSql::generate_stmt - https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/sql/ob_sql.cpp#L1315
          resolve - https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/sql/ob_sql.cpp#L1403
        ObSql::transform_stmt - https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/sql/ob_sql.cpp#L1772
          transform - https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/sql/ob_sql.cpp#L1836
        ObSql::optimize_stmt - https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/sql/ob_sql.cpp#L1894
          optimize - https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/sql/ob_sql.cpp#L1914
        ObSql::code_generate - https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/sql/ob_sql.cpp#L1985
          generate - https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/sql/ob_sql.cpp#L2009
      ObSql::pc_add_plan - https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/sql/ob_sql.cpp#L2947
        add plan - https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/sql/ob_sql.cpp#L2973

ObMPStmtExecute::do_process - https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/observer/mysql/obmp_stmt_execute.cpp#L596
ObSql::stmt_execute - https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/sql/ob_sql.cpp#L183
    ObSql::handle_ps_execute - https://gitee.com/oceanbase/oceanbase/blob/oceanbase_competition/src/sql/ob_sql.cpp#L839
        ObParser::parse
        ObSql::generate_physical_plan

CC       = gcc
DATABASE = INFORMIX
MACHINE  = LINUX
WORKLOAD = TPCH

make -f makefile.suite

./dbgen -v -f -T L -s 1

shuf lineitem.tbl -o lineitem.tbl

CREATE TABLE LINEITEM
(
    L_ORDERKEY      INTEGER        NOT NULL,
    L_PARTKEY       INTEGER        NOT NULL,
    L_SUPPKEY       INTEGER        NOT NULL,
    L_LINENUMBER    INTEGER        NOT NULL,
    L_QUANTITY      DECIMAL(15, 2) NOT NULL,
    L_EXTENDEDPRICE DECIMAL(15, 2) NOT NULL,
    L_DISCOUNT      DECIMAL(15, 2) NOT NULL,
    L_TAX           DECIMAL(15, 2) NOT NULL,
    L_RETURNFLAG    CHAR(1)        NOT NULL,
    L_LINESTATUS    CHAR(1)        NOT NULL,
    L_SHIPDATE      DATE           NOT NULL,
    L_COMMITDATE    DATE           NOT NULL,
    L_RECEIPTDATE   DATE           NOT NULL,
    L_SHIPINSTRUCT  CHAR(25)       NOT NULL,
    L_SHIPMODE      CHAR(10)       NOT NULL,
    L_COMMENT       VARCHAR(44)    NOT NULL,
    primary key (L_ORDERKEY, L_LINENUMBER)
);

SET GLOBAL secure_file_priv = "";

LOAD DATA INFILE '/root/tpc/dbgen/lineitem.tbl' INTO TABLE LINEITEM fields terminated by "|";

[2022-11-09 16:14:02.189547] INFO  [SQL.ENG] execute (ob_load_data_impl.cpp:1911) [7758][T1002_TNT_L0_G0][T1002][YB427F000001-0005ED0500B0E46A-0-0] [lt=20] LOAD DATA start report(file_path=/root/lineitem.csv, table_name=`tpc`.`lineitem`, batch_size=100, parallel=4, load_mode=0, transaction_timeout=600000000)
[2022-11-09 16:14:02.597511] INFO  [SQL.ENG] execute (ob_load_data_impl.cpp:1967) [7758][T1002_TNT_L0_G0][T1002][YB427F000001-0005ED0500B0E46A-0-0] [lt=18] LOAD DATA finish report(total shuffle task=2, total insert task=61, insert rt sum=1330165, suffle rt sum=64625, total wait secs=0, datafrag info={total_part_cnt:1, total_alloc_cnt:127, total_free_cnt:127})

do_merge -> do_one_run -> share::dag_yield

SMART_VAR(ObSSTableMergeRes, merge_res) {
  ...
}

STATIC_ASSERT(sizeof(ObSSTableMergeRes) < LOCAL_VARIABLE_SIZE_HARD_LIMIT, "large object!!!");
bool merge_res_from_heap = false;
ret = OB_SUCCESS != ret ? ret : precheck<ObSSTableMergeRes>((sizeof(ObSSTableMergeRes) > SMART_VAR_MAX_SINGLE_STACK_USE_SIZE), merge_res_from_heap);
char merge_res_buf[OB_SUCCESS == ret && !merge_res_from_heap ? sizeof(ObSSTableMergeRes) : 0];
SV<ObSSTableMergeRes, (sizeof(ObSSTableMergeRes) > SMART_VAR_MAX_SINGLE_STACK_USE_SIZE)> merge_res_s{ret, merge_res_from_heap, [&](void *ptr) { return new (ptr) ObSSTableMergeRes{}; }};
if (OB_SUCCESS == merge_res_s.ret_ && !merge_res_from_heap) { merge_res_s.v_ = new (merge_res_buf) ObSSTableMergeRes{}; }
auto &merge_res = merge_res_s.get();
auto merge_res_ret = merge_res_s.ret_;
if (OB_SUCC(merge_res_ret)) {
    ...
}

/* __builtin_expect(A, B) evaluates to A, but notifies the compiler that
   the most likely value of A is B.  This feature was added at some point
   between 2.95 and 3.0.  Let's use 3.0 as the lower bound for now.  */
#if (GCC_VERSION < 3000)
#define __builtin_expect(a, b) (a)
#endif

// OB_LIKELY and OB_UNLIKELY may be used in C++ and C code, so using !!1 and !!0 instead of true and false
#define OB_LIKELY(x)       __builtin_expect(!!(x),!!1)
#define OB_UNLIKELY(x)     __builtin_expect(!!(x),!!0)

#define OB_SUCC(statement) (OB_LIKELY(::oceanbase::common::OB_SUCCESS == (ret = (statement))))
#define OB_FAIL(statement) (OB_UNLIKELY(::oceanbase::common::OB_SUCCESS != (ret = (statement))))

When key is the name of value, can use K(value) for key and value.
example:
SQL_LOG(INFO, "test for K", K(value));

When key is the name of a member in class, can use K_
example:
value_ is a member of class T.Then in class T, can use
SQL_LOG(INFO, "test for K_", K_(value))

sudo openvpn --config /etc/openvpn/config.ovpn

netstat -nr
ifconfig

> tree
.
├── ca.crt
├── client
├── config.ovpn
├── server
├── vsc-0jlq9yfjbz45zm5gwxl0h.crt
└── vsc-0jlq9yfjbz45zm5gwxl0h.key

client
dev tun
proto tcp
remote 39.101.78.156 1194
resolv-retry infinite
nobind
persist-key
persist-tun

ca /etc/openvpn/ca.crt
cert /etc/openvpn/vsc-0jlq9yfjbz45zm5gwxl0h.crt
key /etc/openvpn/vsc-0jlq9yfjbz45zm5gwxl0h.key

cipher AES-128-CBC
;comp-lzo
verb 4

Host ob
HostName xxx
User root

Host ob-huawei
HostName xxx
User root

Host tencent
HostName xxx
User ubuntu

echo "*** START DEPLOYMENT ***" && obd cluster destroy obadvanced ; obd cluster autodeploy obadvanced -c /root/ob-advanced-auto.yaml -A -f && echo "*** FINISH DEPLOYMENT ***"

chmod +x /etc/rc.d/rc.local

127747202|5245697|245698|2|1|1642.43|0.09|0.08|N|O|1998-02-14|1998-02-09|1998-02-20|TAKE BACK RETURN|MAIL|hely unusual theod|
144558691|8792293|292294|1|14|19388.04|0.06|0.02|R|F|1994-04-19|1994-02-28|1994-05-08|COLLECT COD|AIR|ial deposits integrate. slyly ev|
228942724|44747|419748|4|5|8458.70|0.08|0.03|A|F|1992-10-08|1992-11-07|1992-11-01|NONE|FOB|. slyly regular deposits about the silen|
14686916|7112590|237605|5|24|38453.76|0.01|0.06|R|F|1994-01-01|1994-03-02|1994-01-08|TAKE BACK RETURN|MAIL| regular pinto beans boost. idly pending|
220547303|6466003|466004|2|44|42621.92|0.09|0.07|R|F|1992-05-07|1992-07-14|1992-05-08|DELIVER IN PERSON|TRUCK|usly blithe i|
48064226|6140776|390801|4|8|14531.76|0.08|0.02|R|F|1994-09-05|1994-11-03|1994-09-29|NONE|MAIL|se carefully ironic d|
72336418|5741124|491147|1|10|11648.40|0.09|0.08|N|O|1996-03-01|1996-03-27|1996-03-22|NONE|TRUCK|lyly even |
27866627|2226889|226890|1|50|90788.50|0.03|0.00|A|F|1992-12-15|1992-11-14|1992-12-19|NONE|AIR|ts cajole about the furi|
97710950|8161257|36306|7|40|52714.00|0.07|0.07|N|O|1996-10-31|1996-11-07|1996-11-16|DELIVER IN PERSON|SHIP|pinto beans are i|
224844870|4701953|451972|2|39|76234.08|0.07|0.06|R|F|1993-02-04|1993-03-17|1993-02-08|DELIVER IN PERSON|AIR|haggle slyly|

CSV -> ObNewRow (all string) -> ObNewRow (schema) -> ObStorageDatum

using ThreadPool = Threads;

Thread **threads_;

void Threads::run(int64_t idx)
{
  thread_idx_ = static_cast<uint64_t>(idx);
  Worker worker;
  run1();
}

cmake/Utils.cmake
76:    set_target_properties(${target} PROPERTIES UNITY_BUILD ON)
77:    set_target_properties(${target} PROPERTIES UNITY_BUILD_CODE_AFTER_INCLUDE "${unity_after}")
78:    set_target_properties(${target} PROPERTIES UNITY_BUILD_MODE GROUP)

[2022-07-01 10:49:10.272860] INFO  [SQL.EXE] implicit_end_trans (ob_sql_trans_control.cpp:161) [119171][T1004_Occam][T1][Y0-00
00000000000000-0-0] implicit end trans(is_rollback=false, exec_ctx.get_execution_id()=18446744073709551615, callback=NULL)

[时间] 日志级别 [所属模块] 函数名 (文件：行号) [线程 id][线程名][所属租户][trace_id]

awk -F| '{print $1}' demo.csv > key-ori

>>> import pandas as pd
>>> df = pd.read_csv("key-ori")
>>> df.describe()
          127747202
count  3.000058e+08
mean   1.500031e+08
std    8.659724e+07
min    1.000000e+00
25%    7.501517e+07
50%    1.500066e+08
75%    2.249938e+08
max    3.000000e+08
>>> df.quantile(q=0.1)
127747202    30000768.0