feat: support batch ddl (#135)

* feat: support batch create table * feat: ddl batch * feat: batch ddl task * feat: response table ids
GreptimeTeam · Jan 22, 2024 · 519b1d0 · 519b1d0
1 parent 65b008f
commit 519b1d0
Show file tree

Hide file tree

Showing 9 changed files with 15,807 additions and 5,195 deletions.
diff --git a/c++/greptime/v1/meta/ddl.pb.cc b/c++/greptime/v1/meta/ddl.pb.cc
diff --git a/c++/greptime/v1/meta/ddl.pb.h b/c++/greptime/v1/meta/ddl.pb.h
diff --git a/c++/greptime/v1/region/server.pb.cc b/c++/greptime/v1/region/server.pb.cc
diff --git a/c++/greptime/v1/region/server.pb.h b/c++/greptime/v1/region/server.pb.h
diff --git a/go/greptime/v1/meta/ddl.pb.go b/go/greptime/v1/meta/ddl.pb.go
diff --git a/java/src/main/java/greptime/v1/meta/Ddl.java b/java/src/main/java/greptime/v1/meta/Ddl.java
diff --git a/java/src/main/java/io/greptime/v1/region/Server.java b/java/src/main/java/io/greptime/v1/region/Server.java
diff --git a/proto/greptime/v1/meta/ddl.proto b/proto/greptime/v1/meta/ddl.proto
@@ -39,14 +39,20 @@ message CreateTableTask {
     bytes table_info = 3;
 }
 
+message CreateTableTasks { repeated CreateTableTask tasks = 1; }
+
 message DropTableTask{
     DropTableExpr drop_table = 1;
 }
 
+message DropTableTasks { repeated DropTableTask tasks = 1; }
+
 message AlterTableTask{
     AlterExpr alter_table = 1;
 }
 
+message AlterTableTasks { repeated AlterTableTask tasks = 1; }
+
 message TruncateTableTask {
     TruncateTableExpr truncate_table = 1;
 }
@@ -59,6 +65,9 @@ message SubmitDdlTaskRequest {
         DropTableTask drop_table_task = 3;
         AlterTableTask alter_table_task = 4;
         TruncateTableTask truncate_table_task = 5;
+        CreateTableTasks create_table_tasks = 6;
+        DropTableTasks drop_table_tasks = 7;
+        AlterTableTasks alter_table_tasks = 8;
      }
 }
 
@@ -68,5 +77,8 @@ message SubmitDdlTaskResponse {
     bytes key = 2;
 
     // Returns if table created.
+    // TODO(jeremy): remove it?
     TableId table_id = 4;
+    // Returns if the tables created.
+    repeated TableId table_ids = 5;
 }
diff --git a/proto/greptime/v1/region/server.proto b/proto/greptime/v1/region/server.proto
@@ -47,6 +47,9 @@ message RegionRequest {
     FlushRequest flush = 10;
     CompactRequest compact = 11;
     TruncateRequest truncate = 12;
+    CreateRequests creates = 13;
+    DropRequests drops = 14;
+    AlterRequests alters = 15;
   }
 }
 
@@ -76,6 +79,11 @@ message QueryRequest {
   bytes plan = 3;
 }
 
+// Create a batch of regions at once, usually used to create multiple logical regions
+// at once. Different engines can choose whether to support this request.
+// Metric Engine needs it.
+message CreateRequests { repeated CreateRequest requests = 1; }
+
 message CreateRequest {
   uint64 region_id = 1;
   // Region engine name
@@ -91,6 +99,9 @@ message CreateRequest {
   // TODO: add partition def
 }
 
+// Same as CreateRequests, but for dropping regions.
+message DropRequests { repeated DropRequest requests = 1; }
+
 message DropRequest { uint64 region_id = 1; }
 
 message OpenRequest {
@@ -105,6 +116,8 @@ message OpenRequest {
 
 message CloseRequest { uint64 region_id = 1; }
 
+message AlterRequests { repeated AlterRequest requests = 1; }
+
 message AlterRequest {
   uint64 region_id = 1;
   oneof kind {