feat: Batch create collections

Author: efirs

.gitignore

@@ -4,3 +4,4 @@
 
 # Misc
 .DS_Store
+*.yaml.bak

scripts/fix_openapi.sh

@@ -61,6 +61,7 @@ main() {
 	yq_fix_array_object SearchRequest sort
 	yq_fix_object SearchHit data
 	yq_fix_object CreateOrUpdateCollectionRequest schema
+	yq_fix_object CreateOrUpdateCollectionsRequest schemas.items
 	yq_fix_timestamp ResponseMetadata created_at
 	yq_fix_timestamp ResponseMetadata updated_at
 
@@ -90,7 +91,7 @@ main() {
 		BeginTransactionRequest CommitTransactionRequest \
 		RollbackTransactionRequest CreateAppKeyRequest \
 		UpdateAppKeyRequest ListAppKeysRequest \
-		DeleteAppKeyRequest; do
+		DeleteAppKeyRequest CreateOrUpdateCollectionsRequest; do
 		yq_del_project_coll $i
 	done
 
@@ -120,7 +121,7 @@ fix_bytes() {
 	# According to the OpenAPI spec format should be "byte",
 	# but protoc-gen-openapi generates it as "bytes".
 	# We fix it here
-	sed -i'' -e 's/format: bytes/format: byte/g' "$IN_FILE"
+	sed -i'.bak' -e 's/format: bytes/format: byte/g' "$IN_FILE"
 }
 
 yq_cmd() {

server/v1/api.proto

@@ -18,6 +18,7 @@ package tigrisdata.v1;
 
 import "google/api/annotations.proto";
 import "google/protobuf/timestamp.proto";
+import "server/v1/observability.proto";
 import "openapiv3/annotations.proto";
 
 option go_package = "github.com/tigrisdata/tigris/api";
@@ -661,6 +662,31 @@ message CreateOrUpdateCollectionResponse {
   string status = 2;
 }
 
+message CreateOrUpdateCollectionsRequest {
+  // Project name whose db is under target to create or update collection.
+  string project = 1;
+  // Optionally specify a database branch name to perform operation on
+  string branch = 2;
+  // collections to create.
+  repeated bytes schemas = 3;
+  bool only_create = 4;
+  CollectionOptions options = 5;
+}
+
+message CreateCollectionStatus {
+  // An enum with value set as "created" or "updated"
+  string status = 1;
+}
+
+message CreateOrUpdateCollectionsResponse {
+  // A detailed response message.
+  repeated CreateCollectionStatus resp = 1;
+  // In the case, when API returns an error this is an index
+  // in the "schemas" field which failed.
+  int32 failedAtIndex = 2;
+  tigrisdata.observability.v1.Error error = 3;
+}
+
 message DropCollectionRequest {
   // Project name whose db is under target to delete collection.
   string project = 1;
@@ -1144,6 +1170,17 @@ service Tigris {
       tags: "Collections"
     };
   }
+
+  rpc CreateOrUpdateCollections(CreateOrUpdateCollectionsRequest) returns (CreateOrUpdateCollectionsResponse) {
+    option (google.api.http) = {
+      post : "/v1/projects/{project}/database/collections/createOrUpdate"
+      body : "*"
+    };
+    option(openapi.v3.operation) = {
+      summary: "Create or update a batch of collections"
+      tags: "Collections"
+    };
+  }
   // Drops the collection inside this project. This API deletes all of the
   // documents inside this collection and any metadata associated with it.
   rpc DropCollection(DropCollectionRequest) returns

server/v1/openapi.yaml

@@ -1298,6 +1298,38 @@ paths:
                         application/json:
                             schema:
                                 $ref: '#/components/schemas/Status'
+    /v1/projects/{project}/database/collections/createOrUpdate:
+        post:
+            tags:
+                - Collections
+            summary: Create or update a batch of collections
+            operationId: Tigris_CreateOrUpdateCollections
+            parameters:
+                - name: project
+                  in: path
+                  description: Project name whose db is under target to create or update collection.
+                  required: true
+                  schema:
+                    type: string
+            requestBody:
+                content:
+                    application/json:
+                        schema:
+                            $ref: '#/components/schemas/CreateOrUpdateCollectionsRequest'
+                required: true
+            responses:
+                "200":
+                    description: OK
+                    content:
+                        application/json:
+                            schema:
+                                $ref: '#/components/schemas/CreateOrUpdateCollectionsResponse'
+                default:
+                    description: Default error response
+                    content:
+                        application/json:
+                            schema:
+                                $ref: '#/components/schemas/Status'
     /v1/projects/{project}/database/collections/{collection}/createOrUpdate:
         post:
             tags:
@@ -3063,6 +3095,12 @@ components:
                 status:
                     type: string
                     description: An enum with value set as "created"
+        CreateCollectionStatus:
+            type: object
+            properties:
+                status:
+                    type: string
+                    description: An enum with value set as "created" or "updated"
         CreateDocumentRequest:
             type: object
             properties:
@@ -3164,6 +3202,35 @@ components:
                 status:
                     type: string
                     description: An enum with value set as "created" or "updated"
+        CreateOrUpdateCollectionsRequest:
+            type: object
+            properties:
+                branch:
+                    type: string
+                    description: Optionally specify a database branch name to perform operation on
+                schemas:
+                    type: array
+                    items:
+                        type: object
+                    description: collections to create.
+                only_create:
+                    type: boolean
+                options:
+                    $ref: '#/components/schemas/CollectionOptions'
+        CreateOrUpdateCollectionsResponse:
+            type: object
+            properties:
+                resp:
+                    type: array
+                    items:
+                        $ref: '#/components/schemas/CreateCollectionStatus'
+                    description: A detailed response message.
+                failedAtIndex:
+                    type: integer
+                    description: In the case, when API returns an error this is an index in the "schemas" field which failed.
+                    format: int32
+                error:
+                    $ref: '#/components/schemas/Error'
         CreateOrUpdateIndexRequest:
             type: object
             properties:
@@ -4856,8 +4923,8 @@ tags:
     - name: Authentication
       description: 'The auth section of API provides OAuth 2.0 APIs. Tigris supports pluggable OAuth provider. Pass the token in the headers for authentication, as an example `-H "Authorization: Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCIsImtpZCI6I"`(replace it with your token). All API requests must be made over HTTPS. Calls made over plain HTTP will fail. API requests without authentication will also fail.'
     - name: Billing
-      description: The billing section provides APIs for managing invoices and payments infrastructure.
     - name: Billing
+      description: The billing section provides APIs for managing invoices and payments infrastructure.
     - name: Cache
       description: The cache section provide APIs that can be used to perform cache operations.
     - name: Collections