feat: support batch ddl (#135)

* feat: support batch create table * feat: ddl batch * feat: batch ddl task * feat: response table ids
GreptimeTeam · Jan 22, 2024 · 519b1d0 · 519b1d0
1 parent 65b008f
commit 519b1d0
Show file tree

Hide file tree

Showing 9 changed files with 15,807 additions and 5,195 deletions.
diff --git a/c++/greptime/v1/meta/ddl.pb.cc b/c++/greptime/v1/meta/ddl.pb.cc
diff --git a/c++/greptime/v1/meta/ddl.pb.h b/c++/greptime/v1/meta/ddl.pb.h
diff --git a/c++/greptime/v1/region/server.pb.cc b/c++/greptime/v1/region/server.pb.cc
diff --git a/c++/greptime/v1/region/server.pb.h b/c++/greptime/v1/region/server.pb.h
diff --git a/go/greptime/v1/meta/ddl.pb.go b/go/greptime/v1/meta/ddl.pb.go
diff --git a/java/src/main/java/greptime/v1/meta/Ddl.java b/java/src/main/java/greptime/v1/meta/Ddl.java
diff --git a/java/src/main/java/io/greptime/v1/region/Server.java b/java/src/main/java/io/greptime/v1/region/Server.java
diff --git a/proto/greptime/v1/meta/ddl.proto b/proto/greptime/v1/meta/ddl.proto
@@ -39,14 +39,20 @@ message CreateTableTask {
  bytes table_info = 3;
 }
 
+message CreateTableTasks { repeated CreateTableTask tasks = 1; }
+
 message DropTableTask{
  DropTableExpr drop_table = 1;
 }
 
+message DropTableTasks { repeated DropTableTask tasks = 1; }
+
 message AlterTableTask{
  AlterExpr alter_table = 1;
 }
 
+message AlterTableTasks { repeated AlterTableTask tasks = 1; }
+
 message TruncateTableTask {
  TruncateTableExpr truncate_table = 1;
 }
@@ -59,6 +65,9 @@ message SubmitDdlTaskRequest {
  DropTableTask drop_table_task = 3;
  AlterTableTask alter_table_task = 4;
  TruncateTableTask truncate_table_task = 5;
+ CreateTableTasks create_table_tasks = 6;
+ DropTableTasks drop_table_tasks = 7;
+ AlterTableTasks alter_table_tasks = 8;
  }
 }
 
@@ -68,5 +77,8 @@ message SubmitDdlTaskResponse {
  bytes key = 2;
 
  // Returns if table created.
+ // TODO(jeremy): remove it?
  TableId table_id = 4;
+ // Returns if the tables created.
+ repeated TableId table_ids = 5;
 }
diff --git a/proto/greptime/v1/region/server.proto b/proto/greptime/v1/region/server.proto
@@ -47,6 +47,9 @@ message RegionRequest {
  FlushRequest flush = 10;
  CompactRequest compact = 11;
  TruncateRequest truncate = 12;
+ CreateRequests creates = 13;
+ DropRequests drops = 14;
+ AlterRequests alters = 15;
  }
 }
 
@@ -76,6 +79,11 @@ message QueryRequest {
  bytes plan = 3;
 }
 
+// Create a batch of regions at once, usually used to create multiple logical regions
+// at once. Different engines can choose whether to support this request.
+// Metric Engine needs it.
+message CreateRequests { repeated CreateRequest requests = 1; }
+
 message CreateRequest {
  uint64 region_id = 1;
  // Region engine name
@@ -91,6 +99,9 @@ message CreateRequest {
  // TODO: add partition def
 }
 
+// Same as CreateRequests, but for dropping regions.
+message DropRequests { repeated DropRequest requests = 1; }
+
 message DropRequest { uint64 region_id = 1; }
 
 message OpenRequest {
@@ -105,6 +116,8 @@ message OpenRequest {
 
 message CloseRequest { uint64 region_id = 1; }
 
+message AlterRequests { repeated AlterRequest requests = 1; }
+
 message AlterRequest {
  uint64 region_id = 1;
  oneof kind {