{ "version_module": true, "parameters": { "access_token": { "type": "string", "description": "OAuth access token.", "location": "query" }, "alt": { "type": "string", "description": "Data format for response.", "default": "json", "enum": [ "json", "media", "proto" ], "enumDescriptions": [ "Responses with Content-Type of application/json", "Media download with context-dependent Content-Type", "Responses with Content-Type of application/x-protobuf" ], "location": "query" }, "callback": { "type": "string", "description": "JSONP", "location": "query" }, "fields": { "type": "string", "description": "Selector specifying which fields to include in a partial response.", "location": "query" }, "key": { "type": "string", "description": "API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token.", "location": "query" }, "oauth_token": { "type": "string", "description": "OAuth 2.0 token for the current user.", "location": "query" }, "prettyPrint": { "type": "boolean", "description": "Returns response with indentations and line breaks.", "default": "true", "location": "query" }, "quotaUser": { "type": "string", "description": "Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters.", "location": "query" }, "upload_protocol": { "type": "string", "description": "Upload protocol for media (e.g. \"raw\", \"multipart\").", "location": "query" }, "uploadType": { "type": "string", "description": "Legacy upload protocol for media (e.g. \"media\", \"multipart\").", "location": "query" }, "$.xgafv": { "type": "string", "description": "V1 error format.", "enum": [ "1", "2" ], "enumDescriptions": [ "v1 error format", "v2 error format" ], "location": "query" } }, "ownerDomain": "google.com", "id": "datastream:v1", "title": "Datastream API", "batchPath": "batch", "mtlsRootUrl": "https://datastream.mtls.googleapis.com/", "kind": "discovery#restDescription", "fullyEncodeReservedExpansion": true, "canonicalName": "Datastream", "basePath": "", "baseUrl": "https://datastream.googleapis.com/", "icons": { "x16": "http://www.google.com/images/icons/product/search-16.gif", "x32": "http://www.google.com/images/icons/product/search-32.gif" }, "auth": { "oauth2": { "scopes": { "https://www.googleapis.com/auth/cloud-platform": { "description": "See, edit, configure, and delete your Google Cloud data and see the email address for your Google Account." } } } }, "version": "v1", "resources": { "projects": { "resources": { "locations": { "methods": { "fetchStaticIps": { "id": "datastream.projects.locations.fetchStaticIps", "path": "v1/{+name}:fetchStaticIps", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}:fetchStaticIps", "httpMethod": "GET", "parameters": { "name": { "description": "Required. The resource name for the location for which static IPs should be returned. Must be in the format `projects/*/locations/*`.", "pattern": "^projects/[^/]+/locations/[^/]+$", "location": "path", "required": true, "type": "string" }, "pageSize": { "description": "Optional. Maximum number of Ips to return, will likely not be specified.", "location": "query", "type": "integer", "format": "int32" }, "pageToken": { "description": "Optional. A page token, received from a previous `ListStaticIps` call. will likely not be specified.", "location": "query", "type": "string" } }, "parameterOrder": [ "name" ], "response": { "$ref": "FetchStaticIpsResponse" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "The FetchStaticIps API call exposes the static IP addresses used by Datastream." }, "list": { "id": "datastream.projects.locations.list", "path": "v1/{+name}/locations", "flatPath": "v1/projects/{projectsId}/locations", "httpMethod": "GET", "parameters": { "name": { "description": "The resource that owns the locations collection, if applicable.", "pattern": "^projects/[^/]+$", "location": "path", "required": true, "type": "string" }, "filter": { "description": "A filter to narrow down results to a preferred subset. The filtering language accepts strings like `\"displayName=tokyo\"`, and is documented in more detail in [AIP-160](https://google.aip.dev/160).", "location": "query", "type": "string" }, "pageSize": { "description": "The maximum number of results to return. If not set, the service selects a default.", "location": "query", "type": "integer", "format": "int32" }, "pageToken": { "description": "A page token received from the `next_page_token` field in the response. Send that page token to receive the subsequent page.", "location": "query", "type": "string" }, "extraLocationTypes": { "description": "Optional. Do not use this field unless explicitly documented otherwise. This is primarily for internal usage.", "location": "query", "repeated": true, "type": "string" } }, "parameterOrder": [ "name" ], "response": { "$ref": "ListLocationsResponse" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Lists information about the supported locations for this service. This method lists locations based on the resource scope provided in the ListLocationsRequest.name field: * **Global locations**: If `name` is empty, the method lists the public locations available to all projects. * **Project-specific locations**: If `name` follows the format `projects/{project}`, the method lists locations visible to that specific project. This includes public, private, or other project-specific locations enabled for the project. For gRPC and client library implementations, the resource name is passed as the `name` field. For direct service calls, the resource name is incorporated into the request path based on the specific service implementation and version." }, "get": { "id": "datastream.projects.locations.get", "path": "v1/{+name}", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}", "httpMethod": "GET", "parameters": { "name": { "description": "Resource name for the location.", "pattern": "^projects/[^/]+/locations/[^/]+$", "location": "path", "required": true, "type": "string" } }, "parameterOrder": [ "name" ], "response": { "$ref": "Location" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Gets information about a location." } }, "resources": { "operations": { "methods": { "list": { "id": "datastream.projects.locations.operations.list", "path": "v1/{+name}/operations", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/operations", "httpMethod": "GET", "parameters": { "name": { "description": "The name of the operation's parent resource.", "pattern": "^projects/[^/]+/locations/[^/]+$", "location": "path", "required": true, "type": "string" }, "filter": { "description": "The standard list filter.", "location": "query", "type": "string" }, "pageSize": { "description": "The standard list page size.", "location": "query", "type": "integer", "format": "int32" }, "pageToken": { "description": "The standard list page token.", "location": "query", "type": "string" }, "returnPartialSuccess": { "description": "When set to `true`, operations that are reachable are returned as normal, and those that are unreachable are returned in the ListOperationsResponse.unreachable field. This can only be `true` when reading across collections. For example, when `parent` is set to `\"projects/example/locations/-\"`. This field is not supported by default and will result in an `UNIMPLEMENTED` error if set unless explicitly documented otherwise in service or product specific documentation.", "location": "query", "type": "boolean" } }, "parameterOrder": [ "name" ], "response": { "$ref": "ListOperationsResponse" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Lists operations that match the specified filter in the request. If the server doesn't support this method, it returns `UNIMPLEMENTED`." }, "get": { "id": "datastream.projects.locations.operations.get", "path": "v1/{+name}", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/operations/{operationsId}", "httpMethod": "GET", "parameters": { "name": { "description": "The name of the operation resource.", "pattern": "^projects/[^/]+/locations/[^/]+/operations/[^/]+$", "location": "path", "required": true, "type": "string" } }, "parameterOrder": [ "name" ], "response": { "$ref": "Operation" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Gets the latest state of a long-running operation. Clients can use this method to poll the operation result at intervals as recommended by the API service." }, "delete": { "id": "datastream.projects.locations.operations.delete", "path": "v1/{+name}", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/operations/{operationsId}", "httpMethod": "DELETE", "parameters": { "name": { "description": "The name of the operation resource to be deleted.", "pattern": "^projects/[^/]+/locations/[^/]+/operations/[^/]+$", "location": "path", "required": true, "type": "string" } }, "parameterOrder": [ "name" ], "response": { "$ref": "Empty" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Deletes a long-running operation. This method indicates that the client is no longer interested in the operation result. It does not cancel the operation. If the server doesn't support this method, it returns `google.rpc.Code.UNIMPLEMENTED`." }, "cancel": { "id": "datastream.projects.locations.operations.cancel", "path": "v1/{+name}:cancel", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/operations/{operationsId}:cancel", "httpMethod": "POST", "parameters": { "name": { "description": "The name of the operation resource to be cancelled.", "pattern": "^projects/[^/]+/locations/[^/]+/operations/[^/]+$", "location": "path", "required": true, "type": "string" } }, "parameterOrder": [ "name" ], "request": { "$ref": "CancelOperationRequest" }, "response": { "$ref": "Empty" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Starts asynchronous cancellation on a long-running operation. The server makes a best effort to cancel the operation, but success is not guaranteed. If the server doesn't support this method, it returns `google.rpc.Code.UNIMPLEMENTED`. Clients can use Operations.GetOperation or other methods to check whether the cancellation succeeded or whether the operation completed despite cancellation. On successful cancellation, the operation is not deleted; instead, it becomes an operation with an Operation.error value with a google.rpc.Status.code of `1`, corresponding to `Code.CANCELLED`." } } }, "connectionProfiles": { "methods": { "list": { "id": "datastream.projects.locations.connectionProfiles.list", "path": "v1/{+parent}/connectionProfiles", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/connectionProfiles", "httpMethod": "GET", "parameters": { "parent": { "description": "Required. The parent that owns the collection of connection profiles.", "pattern": "^projects/[^/]+/locations/[^/]+$", "location": "path", "required": true, "type": "string" }, "pageSize": { "description": "Optional. Maximum number of connection profiles to return. If unspecified, at most 50 connection profiles will be returned. The maximum value is 1000; values above 1000 will be coerced to 1000.", "location": "query", "type": "integer", "format": "int32" }, "pageToken": { "description": "Optional. Page token received from a previous `ListConnectionProfiles` call. Provide this to retrieve the subsequent page. When paginating, all other parameters provided to `ListConnectionProfiles` must match the call that provided the page token.", "location": "query", "type": "string" }, "filter": { "description": "Optional. Filter request.", "location": "query", "type": "string" }, "orderBy": { "description": "Optional. Order by fields for the result.", "location": "query", "type": "string" } }, "parameterOrder": [ "parent" ], "response": { "$ref": "ListConnectionProfilesResponse" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Use this method to list connection profiles created in a project and location." }, "get": { "id": "datastream.projects.locations.connectionProfiles.get", "path": "v1/{+name}", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/connectionProfiles/{connectionProfilesId}", "httpMethod": "GET", "parameters": { "name": { "description": "Required. The name of the connection profile resource to get.", "pattern": "^projects/[^/]+/locations/[^/]+/connectionProfiles/[^/]+$", "location": "path", "required": true, "type": "string" } }, "parameterOrder": [ "name" ], "response": { "$ref": "ConnectionProfile" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Use this method to get details about a connection profile." }, "create": { "id": "datastream.projects.locations.connectionProfiles.create", "path": "v1/{+parent}/connectionProfiles", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/connectionProfiles", "httpMethod": "POST", "parameters": { "parent": { "description": "Required. The parent that owns the collection of ConnectionProfiles.", "pattern": "^projects/[^/]+/locations/[^/]+$", "location": "path", "required": true, "type": "string" }, "connectionProfileId": { "description": "Required. The connection profile identifier.", "location": "query", "type": "string" }, "requestId": { "description": "Optional. A request ID to identify requests. Specify a unique request ID so that if you must retry your request, the server will know to ignore the request if it has already been completed. The server will guarantee that for at least 60 minutes since the first request. For example, consider a situation where you make an initial request and the request times out. If you make the request again with the same request ID, the server can check if original operation with the same request ID was received, and if so, will ignore the second request. This prevents clients from accidentally creating duplicate commitments. The request ID must be a valid UUID with the exception that zero UUID is not supported (00000000-0000-0000-0000-000000000000).", "location": "query", "type": "string" }, "validateOnly": { "description": "Optional. Only validate the connection profile, but don't create any resources. The default is false.", "location": "query", "type": "boolean" }, "force": { "description": "Optional. Create the connection profile without validating it.", "location": "query", "type": "boolean" } }, "parameterOrder": [ "parent" ], "request": { "$ref": "ConnectionProfile" }, "response": { "$ref": "Operation" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Use this method to create a connection profile in a project and location." }, "patch": { "id": "datastream.projects.locations.connectionProfiles.patch", "path": "v1/{+name}", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/connectionProfiles/{connectionProfilesId}", "httpMethod": "PATCH", "parameters": { "name": { "description": "Output only. Identifier. The resource's name.", "pattern": "^projects/[^/]+/locations/[^/]+/connectionProfiles/[^/]+$", "location": "path", "required": true, "type": "string" }, "updateMask": { "description": "Optional. Field mask is used to specify the fields to be overwritten in the ConnectionProfile resource by the update. The fields specified in the update_mask are relative to the resource, not the full request. A field will be overwritten if it is in the mask. If the user does not provide a mask then all fields will be overwritten.", "location": "query", "type": "string", "format": "google-fieldmask" }, "requestId": { "description": "Optional. A request ID to identify requests. Specify a unique request ID so that if you must retry your request, the server will know to ignore the request if it has already been completed. The server will guarantee that for at least 60 minutes since the first request. For example, consider a situation where you make an initial request and the request times out. If you make the request again with the same request ID, the server can check if original operation with the same request ID was received, and if so, will ignore the second request. This prevents clients from accidentally creating duplicate commitments. The request ID must be a valid UUID with the exception that zero UUID is not supported (00000000-0000-0000-0000-000000000000).", "location": "query", "type": "string" }, "validateOnly": { "description": "Optional. Only validate the connection profile, but don't update any resources. The default is false.", "location": "query", "type": "boolean" }, "force": { "description": "Optional. Update the connection profile without validating it.", "location": "query", "type": "boolean" } }, "parameterOrder": [ "name" ], "request": { "$ref": "ConnectionProfile" }, "response": { "$ref": "Operation" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Use this method to update the parameters of a connection profile." }, "delete": { "id": "datastream.projects.locations.connectionProfiles.delete", "path": "v1/{+name}", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/connectionProfiles/{connectionProfilesId}", "httpMethod": "DELETE", "parameters": { "name": { "description": "Required. The name of the connection profile resource to delete.", "pattern": "^projects/[^/]+/locations/[^/]+/connectionProfiles/[^/]+$", "location": "path", "required": true, "type": "string" }, "requestId": { "description": "Optional. A request ID to identify requests. Specify a unique request ID so that if you must retry your request, the server will know to ignore the request if it has already been completed. The server will guarantee that for at least 60 minutes after the first request. For example, consider a situation where you make an initial request and the request times out. If you make the request again with the same request ID, the server can check if original operation with the same request ID was received, and if so, will ignore the second request. This prevents clients from accidentally creating duplicate commitments. The request ID must be a valid UUID with the exception that zero UUID is not supported (00000000-0000-0000-0000-000000000000).", "location": "query", "type": "string" } }, "parameterOrder": [ "name" ], "response": { "$ref": "Operation" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Use this method to delete a connection profile." }, "discover": { "id": "datastream.projects.locations.connectionProfiles.discover", "path": "v1/{+parent}/connectionProfiles:discover", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/connectionProfiles:discover", "httpMethod": "POST", "parameters": { "parent": { "description": "Required. The parent resource of the connection profile type. Must be in the format `projects/*/locations/*`.", "pattern": "^projects/[^/]+/locations/[^/]+$", "location": "path", "required": true, "type": "string" } }, "parameterOrder": [ "parent" ], "request": { "$ref": "DiscoverConnectionProfileRequest" }, "response": { "$ref": "DiscoverConnectionProfileResponse" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Use this method to discover a connection profile. The discover API call exposes the data objects and metadata belonging to the profile. Typically, a request returns children data objects of a parent data object that's optionally supplied in the request." } } }, "streams": { "methods": { "list": { "id": "datastream.projects.locations.streams.list", "path": "v1/{+parent}/streams", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/streams", "httpMethod": "GET", "parameters": { "parent": { "description": "Required. The parent that owns the collection of streams.", "pattern": "^projects/[^/]+/locations/[^/]+$", "location": "path", "required": true, "type": "string" }, "pageSize": { "description": "Optional. Maximum number of streams to return. If unspecified, at most 50 streams will be returned. The maximum value is 1000; values above 1000 will be coerced to 1000.", "location": "query", "type": "integer", "format": "int32" }, "pageToken": { "description": "Optional. Page token received from a previous `ListStreams` call. Provide this to retrieve the subsequent page. When paginating, all other parameters provided to `ListStreams` must match the call that provided the page token.", "location": "query", "type": "string" }, "filter": { "description": "Optional. Filter request.", "location": "query", "type": "string" }, "orderBy": { "description": "Optional. Order by fields for the result.", "location": "query", "type": "string" } }, "parameterOrder": [ "parent" ], "response": { "$ref": "ListStreamsResponse" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Use this method to list streams in a project and location." }, "get": { "id": "datastream.projects.locations.streams.get", "path": "v1/{+name}", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/streams/{streamsId}", "httpMethod": "GET", "parameters": { "name": { "description": "Required. The name of the stream resource to get.", "pattern": "^projects/[^/]+/locations/[^/]+/streams/[^/]+$", "location": "path", "required": true, "type": "string" } }, "parameterOrder": [ "name" ], "response": { "$ref": "Stream" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Use this method to get details about a stream." }, "create": { "id": "datastream.projects.locations.streams.create", "path": "v1/{+parent}/streams", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/streams", "httpMethod": "POST", "parameters": { "parent": { "description": "Required. The parent that owns the collection of streams.", "pattern": "^projects/[^/]+/locations/[^/]+$", "location": "path", "required": true, "type": "string" }, "streamId": { "description": "Required. The stream identifier.", "location": "query", "type": "string" }, "requestId": { "description": "Optional. A request ID to identify requests. Specify a unique request ID so that if you must retry your request, the server will know to ignore the request if it has already been completed. The server will guarantee that for at least 60 minutes since the first request. For example, consider a situation where you make an initial request and the request times out. If you make the request again with the same request ID, the server can check if original operation with the same request ID was received, and if so, will ignore the second request. This prevents clients from accidentally creating duplicate commitments. The request ID must be a valid UUID with the exception that zero UUID is not supported (00000000-0000-0000-0000-000000000000).", "location": "query", "type": "string" }, "validateOnly": { "description": "Optional. Only validate the stream, but don't create any resources. The default is false.", "location": "query", "type": "boolean" }, "force": { "description": "Optional. Create the stream without validating it.", "location": "query", "type": "boolean" } }, "parameterOrder": [ "parent" ], "request": { "$ref": "Stream" }, "response": { "$ref": "Operation" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Use this method to create a stream." }, "patch": { "id": "datastream.projects.locations.streams.patch", "path": "v1/{+name}", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/streams/{streamsId}", "httpMethod": "PATCH", "parameters": { "name": { "description": "Output only. Identifier. The stream's name.", "pattern": "^projects/[^/]+/locations/[^/]+/streams/[^/]+$", "location": "path", "required": true, "type": "string" }, "updateMask": { "description": "Optional. Field mask is used to specify the fields to be overwritten in the stream resource by the update. The fields specified in the update_mask are relative to the resource, not the full request. A field will be overwritten if it is in the mask. If the user does not provide a mask then all fields will be overwritten.", "location": "query", "type": "string", "format": "google-fieldmask" }, "requestId": { "description": "Optional. A request ID to identify requests. Specify a unique request ID so that if you must retry your request, the server will know to ignore the request if it has already been completed. The server will guarantee that for at least 60 minutes since the first request. For example, consider a situation where you make an initial request and the request times out. If you make the request again with the same request ID, the server can check if original operation with the same request ID was received, and if so, will ignore the second request. This prevents clients from accidentally creating duplicate commitments. The request ID must be a valid UUID with the exception that zero UUID is not supported (00000000-0000-0000-0000-000000000000).", "location": "query", "type": "string" }, "validateOnly": { "description": "Optional. Only validate the stream with the changes, without actually updating it. The default is false.", "location": "query", "type": "boolean" }, "force": { "description": "Optional. Update the stream without validating it.", "location": "query", "type": "boolean" } }, "parameterOrder": [ "name" ], "request": { "$ref": "Stream" }, "response": { "$ref": "Operation" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Use this method to update the configuration of a stream." }, "delete": { "id": "datastream.projects.locations.streams.delete", "path": "v1/{+name}", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/streams/{streamsId}", "httpMethod": "DELETE", "parameters": { "name": { "description": "Required. The name of the stream resource to delete.", "pattern": "^projects/[^/]+/locations/[^/]+/streams/[^/]+$", "location": "path", "required": true, "type": "string" }, "requestId": { "description": "Optional. A request ID to identify requests. Specify a unique request ID so that if you must retry your request, the server will know to ignore the request if it has already been completed. The server will guarantee that for at least 60 minutes after the first request. For example, consider a situation where you make an initial request and the request times out. If you make the request again with the same request ID, the server can check if original operation with the same request ID was received, and if so, will ignore the second request. This prevents clients from accidentally creating duplicate commitments. The request ID must be a valid UUID with the exception that zero UUID is not supported (00000000-0000-0000-0000-000000000000).", "location": "query", "type": "string" } }, "parameterOrder": [ "name" ], "response": { "$ref": "Operation" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Use this method to delete a stream." }, "run": { "id": "datastream.projects.locations.streams.run", "path": "v1/{+name}:run", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/streams/{streamsId}:run", "httpMethod": "POST", "parameters": { "name": { "description": "Required. Name of the stream resource to start, in the format: projects/{project_id}/locations/{location}/streams/{stream_name}", "pattern": "^projects/[^/]+/locations/[^/]+/streams/[^/]+$", "location": "path", "required": true, "type": "string" } }, "parameterOrder": [ "name" ], "request": { "$ref": "RunStreamRequest" }, "response": { "$ref": "Operation" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Use this method to start, resume or recover a stream with a non default CDC strategy." } }, "resources": { "objects": { "methods": { "get": { "id": "datastream.projects.locations.streams.objects.get", "path": "v1/{+name}", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/streams/{streamsId}/objects/{objectsId}", "httpMethod": "GET", "parameters": { "name": { "description": "Required. The name of the stream object resource to get.", "pattern": "^projects/[^/]+/locations/[^/]+/streams/[^/]+/objects/[^/]+$", "location": "path", "required": true, "type": "string" } }, "parameterOrder": [ "name" ], "response": { "$ref": "StreamObject" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Use this method to get details about a stream object." }, "lookup": { "id": "datastream.projects.locations.streams.objects.lookup", "path": "v1/{+parent}/objects:lookup", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/streams/{streamsId}/objects:lookup", "httpMethod": "POST", "parameters": { "parent": { "description": "Required. The parent stream that owns the collection of objects.", "pattern": "^projects/[^/]+/locations/[^/]+/streams/[^/]+$", "location": "path", "required": true, "type": "string" } }, "parameterOrder": [ "parent" ], "request": { "$ref": "LookupStreamObjectRequest" }, "response": { "$ref": "StreamObject" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Use this method to look up a stream object by its source object identifier." }, "list": { "id": "datastream.projects.locations.streams.objects.list", "path": "v1/{+parent}/objects", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/streams/{streamsId}/objects", "httpMethod": "GET", "parameters": { "parent": { "description": "Required. The parent stream that owns the collection of objects.", "pattern": "^projects/[^/]+/locations/[^/]+/streams/[^/]+$", "location": "path", "required": true, "type": "string" }, "pageSize": { "description": "Optional. Maximum number of objects to return. Default is 50. The maximum value is 1000; values above 1000 will be coerced to 1000.", "location": "query", "type": "integer", "format": "int32" }, "pageToken": { "description": "Optional. Page token received from a previous `ListStreamObjectsRequest` call. Provide this to retrieve the subsequent page. When paginating, all other parameters provided to `ListStreamObjectsRequest` must match the call that provided the page token.", "location": "query", "type": "string" } }, "parameterOrder": [ "parent" ], "response": { "$ref": "ListStreamObjectsResponse" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Use this method to list the objects of a specific stream." }, "startBackfillJob": { "id": "datastream.projects.locations.streams.objects.startBackfillJob", "path": "v1/{+object}:startBackfillJob", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/streams/{streamsId}/objects/{objectsId}:startBackfillJob", "httpMethod": "POST", "parameters": { "object": { "description": "Required. The name of the stream object resource to start a backfill job for.", "pattern": "^projects/[^/]+/locations/[^/]+/streams/[^/]+/objects/[^/]+$", "location": "path", "required": true, "type": "string" } }, "parameterOrder": [ "object" ], "request": { "$ref": "StartBackfillJobRequest" }, "response": { "$ref": "StartBackfillJobResponse" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Use this method to start a backfill job for the specified stream object." }, "stopBackfillJob": { "id": "datastream.projects.locations.streams.objects.stopBackfillJob", "path": "v1/{+object}:stopBackfillJob", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/streams/{streamsId}/objects/{objectsId}:stopBackfillJob", "httpMethod": "POST", "parameters": { "object": { "description": "Required. The name of the stream object resource to stop the backfill job for.", "pattern": "^projects/[^/]+/locations/[^/]+/streams/[^/]+/objects/[^/]+$", "location": "path", "required": true, "type": "string" } }, "parameterOrder": [ "object" ], "request": { "$ref": "StopBackfillJobRequest" }, "response": { "$ref": "StopBackfillJobResponse" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Use this method to stop a backfill job for the specified stream object." } } } } }, "privateConnections": { "methods": { "create": { "id": "datastream.projects.locations.privateConnections.create", "path": "v1/{+parent}/privateConnections", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/privateConnections", "httpMethod": "POST", "parameters": { "parent": { "description": "Required. The parent that owns the collection of PrivateConnections.", "pattern": "^projects/[^/]+/locations/[^/]+$", "location": "path", "required": true, "type": "string" }, "privateConnectionId": { "description": "Required. The private connectivity identifier.", "location": "query", "type": "string" }, "requestId": { "description": "Optional. A request ID to identify requests. Specify a unique request ID so that if you must retry your request, the server will know to ignore the request if it has already been completed. The server will guarantee that for at least 60 minutes since the first request. For example, consider a situation where you make an initial request and the request times out. If you make the request again with the same request ID, the server can check if original operation with the same request ID was received, and if so, will ignore the second request. This prevents clients from accidentally creating duplicate commitments. The request ID must be a valid UUID with the exception that zero UUID is not supported (00000000-0000-0000-0000-000000000000).", "location": "query", "type": "string" }, "force": { "description": "Optional. If set to true, will skip validations.", "location": "query", "type": "boolean" }, "validateOnly": { "description": "Optional. When supplied with PSC Interface config, will get/create the tenant project required for the customer to allow list and won't actually create the private connection.", "location": "query", "type": "boolean" } }, "parameterOrder": [ "parent" ], "request": { "$ref": "PrivateConnection" }, "response": { "$ref": "Operation" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Use this method to create a private connectivity configuration." }, "get": { "id": "datastream.projects.locations.privateConnections.get", "path": "v1/{+name}", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/privateConnections/{privateConnectionsId}", "httpMethod": "GET", "parameters": { "name": { "description": "Required. The name of the private connectivity configuration to get.", "pattern": "^projects/[^/]+/locations/[^/]+/privateConnections/[^/]+$", "location": "path", "required": true, "type": "string" } }, "parameterOrder": [ "name" ], "response": { "$ref": "PrivateConnection" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Use this method to get details about a private connectivity configuration." }, "list": { "id": "datastream.projects.locations.privateConnections.list", "path": "v1/{+parent}/privateConnections", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/privateConnections", "httpMethod": "GET", "parameters": { "parent": { "description": "Required. The parent that owns the collection of private connectivity configurations.", "pattern": "^projects/[^/]+/locations/[^/]+$", "location": "path", "required": true, "type": "string" }, "pageSize": { "description": "Maximum number of private connectivity configurations to return. If unspecified, at most 50 private connectivity configurations that will be returned. The maximum value is 1000; values above 1000 will be coerced to 1000.", "location": "query", "type": "integer", "format": "int32" }, "pageToken": { "description": "Optional. Page token received from a previous `ListPrivateConnections` call. Provide this to retrieve the subsequent page. When paginating, all other parameters provided to `ListPrivateConnections` must match the call that provided the page token.", "location": "query", "type": "string" }, "filter": { "description": "Optional. Filter request.", "location": "query", "type": "string" }, "orderBy": { "description": "Optional. Order by fields for the result.", "location": "query", "type": "string" } }, "parameterOrder": [ "parent" ], "response": { "$ref": "ListPrivateConnectionsResponse" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Use this method to list private connectivity configurations in a project and location." }, "delete": { "id": "datastream.projects.locations.privateConnections.delete", "path": "v1/{+name}", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/privateConnections/{privateConnectionsId}", "httpMethod": "DELETE", "parameters": { "name": { "description": "Required. The name of the private connectivity configuration to delete.", "pattern": "^projects/[^/]+/locations/[^/]+/privateConnections/[^/]+$", "location": "path", "required": true, "type": "string" }, "requestId": { "description": "Optional. A request ID to identify requests. Specify a unique request ID so that if you must retry your request, the server will know to ignore the request if it has already been completed. The server will guarantee that for at least 60 minutes after the first request. For example, consider a situation where you make an initial request and the request times out. If you make the request again with the same request ID, the server can check if original operation with the same request ID was received, and if so, will ignore the second request. This prevents clients from accidentally creating duplicate commitments. The request ID must be a valid UUID with the exception that zero UUID is not supported (00000000-0000-0000-0000-000000000000).", "location": "query", "type": "string" }, "force": { "description": "Optional. If set to true, any child routes that belong to this PrivateConnection will also be deleted.", "location": "query", "type": "boolean" } }, "parameterOrder": [ "name" ], "response": { "$ref": "Operation" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Use this method to delete a private connectivity configuration." } }, "resources": { "routes": { "methods": { "create": { "id": "datastream.projects.locations.privateConnections.routes.create", "path": "v1/{+parent}/routes", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/privateConnections/{privateConnectionsId}/routes", "httpMethod": "POST", "parameters": { "parent": { "description": "Required. The parent that owns the collection of Routes.", "pattern": "^projects/[^/]+/locations/[^/]+/privateConnections/[^/]+$", "location": "path", "required": true, "type": "string" }, "routeId": { "description": "Required. The Route identifier.", "location": "query", "type": "string" }, "requestId": { "description": "Optional. A request ID to identify requests. Specify a unique request ID so that if you must retry your request, the server will know to ignore the request if it has already been completed. The server will guarantee that for at least 60 minutes since the first request. For example, consider a situation where you make an initial request and the request times out. If you make the request again with the same request ID, the server can check if original operation with the same request ID was received, and if so, will ignore the second request. This prevents clients from accidentally creating duplicate commitments. The request ID must be a valid UUID with the exception that zero UUID is not supported (00000000-0000-0000-0000-000000000000).", "location": "query", "type": "string" } }, "parameterOrder": [ "parent" ], "request": { "$ref": "Route" }, "response": { "$ref": "Operation" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Use this method to create a route for a private connectivity configuration in a project and location." }, "get": { "id": "datastream.projects.locations.privateConnections.routes.get", "path": "v1/{+name}", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/privateConnections/{privateConnectionsId}/routes/{routesId}", "httpMethod": "GET", "parameters": { "name": { "description": "Required. The name of the Route resource to get.", "pattern": "^projects/[^/]+/locations/[^/]+/privateConnections/[^/]+/routes/[^/]+$", "location": "path", "required": true, "type": "string" } }, "parameterOrder": [ "name" ], "response": { "$ref": "Route" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Use this method to get details about a route." }, "list": { "id": "datastream.projects.locations.privateConnections.routes.list", "path": "v1/{+parent}/routes", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/privateConnections/{privateConnectionsId}/routes", "httpMethod": "GET", "parameters": { "parent": { "description": "Required. The parent that owns the collection of Routess.", "pattern": "^projects/[^/]+/locations/[^/]+/privateConnections/[^/]+$", "location": "path", "required": true, "type": "string" }, "pageSize": { "description": "Optional. Maximum number of Routes to return. The service may return fewer than this value. If unspecified, at most 50 Routes will be returned. The maximum value is 1000; values above 1000 will be coerced to 1000.", "location": "query", "type": "integer", "format": "int32" }, "pageToken": { "description": "Optional. Page token received from a previous `ListRoutes` call. Provide this to retrieve the subsequent page. When paginating, all other parameters provided to `ListRoutes` must match the call that provided the page token.", "location": "query", "type": "string" }, "filter": { "description": "Optional. Filter request.", "location": "query", "type": "string" }, "orderBy": { "description": "Optional. Order by fields for the result.", "location": "query", "type": "string" } }, "parameterOrder": [ "parent" ], "response": { "$ref": "ListRoutesResponse" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Use this method to list routes created for a private connectivity configuration in a project and location." }, "delete": { "id": "datastream.projects.locations.privateConnections.routes.delete", "path": "v1/{+name}", "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/privateConnections/{privateConnectionsId}/routes/{routesId}", "httpMethod": "DELETE", "parameters": { "name": { "description": "Required. The name of the Route resource to delete.", "pattern": "^projects/[^/]+/locations/[^/]+/privateConnections/[^/]+/routes/[^/]+$", "location": "path", "required": true, "type": "string" }, "requestId": { "description": "Optional. A request ID to identify requests. Specify a unique request ID so that if you must retry your request, the server will know to ignore the request if it has already been completed. The server will guarantee that for at least 60 minutes after the first request. For example, consider a situation where you make an initial request and the request times out. If you make the request again with the same request ID, the server can check if original operation with the same request ID was received, and if so, will ignore the second request. This prevents clients from accidentally creating duplicate commitments. The request ID must be a valid UUID with the exception that zero UUID is not supported (00000000-0000-0000-0000-000000000000).", "location": "query", "type": "string" } }, "parameterOrder": [ "name" ], "response": { "$ref": "Operation" }, "scopes": [ "https://www.googleapis.com/auth/cloud-platform" ], "description": "Use this method to delete a route." } } } } } } } } } }, "name": "datastream", "endpoints": [ { "endpointUrl": "https://datastream.africa-south1.rep.googleapis.com/", "location": "africa-south1", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.asia-east1.rep.googleapis.com/", "location": "asia-east1", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.asia-east2.rep.googleapis.com/", "location": "asia-east2", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.asia-northeast1.rep.googleapis.com/", "location": "asia-northeast1", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.asia-northeast2.rep.googleapis.com/", "location": "asia-northeast2", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.asia-northeast3.rep.googleapis.com/", "location": "asia-northeast3", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.asia-south1.rep.googleapis.com/", "location": "asia-south1", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.asia-south2.rep.googleapis.com/", "location": "asia-south2", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.asia-southeast1.rep.googleapis.com/", "location": "asia-southeast1", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.asia-southeast2.rep.googleapis.com/", "location": "asia-southeast2", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.asia-southeast3.rep.googleapis.com/", "location": "asia-southeast3", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.australia-southeast1.rep.googleapis.com/", "location": "australia-southeast1", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.australia-southeast2.rep.googleapis.com/", "location": "australia-southeast2", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.europe-central2.rep.googleapis.com/", "location": "europe-central2", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.europe-north1.rep.googleapis.com/", "location": "europe-north1", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.europe-north2.rep.googleapis.com/", "location": "europe-north2", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.europe-southwest1.rep.googleapis.com/", "location": "europe-southwest1", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.europe-west1.rep.googleapis.com/", "location": "europe-west1", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.europe-west10.rep.googleapis.com/", "location": "europe-west10", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.europe-west12.rep.googleapis.com/", "location": "europe-west12", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.europe-west15.rep.googleapis.com/", "location": "europe-west15", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.europe-west2.rep.googleapis.com/", "location": "europe-west2", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.europe-west3.rep.googleapis.com/", "location": "europe-west3", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.europe-west4.rep.googleapis.com/", "location": "europe-west4", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.europe-west6.rep.googleapis.com/", "location": "europe-west6", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.europe-west8.rep.googleapis.com/", "location": "europe-west8", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.europe-west9.rep.googleapis.com/", "location": "europe-west9", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.me-central1.rep.googleapis.com/", "location": "me-central1", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.me-central2.rep.googleapis.com/", "location": "me-central2", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.me-west1.rep.googleapis.com/", "location": "me-west1", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.northamerica-northeast1.rep.googleapis.com/", "location": "northamerica-northeast1", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.northamerica-northeast2.rep.googleapis.com/", "location": "northamerica-northeast2", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.northamerica-south1.rep.googleapis.com/", "location": "northamerica-south1", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.southamerica-east1.rep.googleapis.com/", "location": "southamerica-east1", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.southamerica-west1.rep.googleapis.com/", "location": "southamerica-west1", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.us-central1.rep.googleapis.com/", "location": "us-central1", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.us-central2.rep.googleapis.com/", "location": "us-central2", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.us-east1.rep.googleapis.com/", "location": "us-east1", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.us-east4.rep.googleapis.com/", "location": "us-east4", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.us-east5.rep.googleapis.com/", "location": "us-east5", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.us-east7.rep.googleapis.com/", "location": "us-east7", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.us-south1.rep.googleapis.com/", "location": "us-south1", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.us-west1.rep.googleapis.com/", "location": "us-west1", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.us-west2.rep.googleapis.com/", "location": "us-west2", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.us-west3.rep.googleapis.com/", "location": "us-west3", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.us-west4.rep.googleapis.com/", "location": "us-west4", "description": "Regional Endpoint" }, { "endpointUrl": "https://datastream.us-west8.rep.googleapis.com/", "location": "us-west8", "description": "Regional Endpoint" } ], "rootUrl": "https://datastream.googleapis.com/", "ownerName": "Google", "revision": "20260531", "protocol": "rest", "description": "", "servicePath": "", "documentationLink": "https://cloud.google.com/datastream/", "discoveryVersion": "v1", "schemas": { "ListOperationsResponse": { "id": "ListOperationsResponse", "description": "The response message for Operations.ListOperations.", "type": "object", "properties": { "operations": { "description": "A list of operations that matches the specified filter in the request.", "type": "array", "items": { "$ref": "Operation" } }, "nextPageToken": { "description": "The standard List next-page token.", "type": "string" }, "unreachable": { "description": "Unordered list. Unreachable resources. Populated when the request sets `ListOperationsRequest.return_partial_success` and reads across collections. For example, when attempting to list all resources across all supported locations.", "type": "array", "items": { "type": "string" } } } }, "Operation": { "id": "Operation", "description": "This resource represents a long-running operation that is the result of a network API call.", "type": "object", "properties": { "name": { "description": "The server-assigned name, which is only unique within the same service that originally returns it. If you use the default HTTP mapping, the `name` should be a resource name ending with `operations/{unique_id}`.", "type": "string" }, "metadata": { "description": "Service-specific metadata associated with the operation. It typically contains progress information and common metadata such as create time. Some services might not provide such metadata. Any method that returns a long-running operation should document the metadata type, if any.", "type": "object", "additionalProperties": { "type": "any", "description": "Properties of the object. Contains field @type with type URL." } }, "done": { "description": "If the value is `false`, it means the operation is still in progress. If `true`, the operation is completed, and either `error` or `response` is available.", "type": "boolean" }, "error": { "description": "The error result of the operation in case of failure or cancellation.", "$ref": "Status" }, "response": { "description": "The normal, successful response of the operation. If the original method returns no data on success, such as `Delete`, the response is `google.protobuf.Empty`. If the original method is standard `Get`/`Create`/`Update`, the response should be the resource. For other methods, the response should have the type `XxxResponse`, where `Xxx` is the original method name. For example, if the original method name is `TakeSnapshot()`, the inferred response type is `TakeSnapshotResponse`.", "type": "object", "additionalProperties": { "type": "any", "description": "Properties of the object. Contains field @type with type URL." } } } }, "Status": { "id": "Status", "description": "The `Status` type defines a logical error model that is suitable for different programming environments, including REST APIs and RPC APIs. It is used by [gRPC](https://github.com/grpc). Each `Status` message contains three pieces of data: error code, error message, and error details. You can find out more about this error model and how to work with it in the [API Design Guide](https://cloud.google.com/apis/design/errors).", "type": "object", "properties": { "code": { "description": "The status code, which should be an enum value of google.rpc.Code.", "type": "integer", "format": "int32" }, "message": { "description": "A developer-facing error message, which should be in English. Any user-facing error message should be localized and sent in the google.rpc.Status.details field, or localized by the client.", "type": "string" }, "details": { "description": "A list of messages that carry the error details. There is a common set of message types for APIs to use.", "type": "array", "items": { "type": "object", "additionalProperties": { "type": "any", "description": "Properties of the object. Contains field @type with type URL." } } } } }, "Empty": { "id": "Empty", "description": "A generic empty message that you can re-use to avoid defining duplicated empty messages in your APIs. A typical example is to use it as the request or the response type of an API method. For instance: service Foo { rpc Bar(google.protobuf.Empty) returns (google.protobuf.Empty); }", "type": "object", "properties": {} }, "CancelOperationRequest": { "id": "CancelOperationRequest", "description": "The request message for Operations.CancelOperation.", "type": "object", "properties": {} }, "ListConnectionProfilesResponse": { "id": "ListConnectionProfilesResponse", "description": "Response message for listing connection profiles.", "type": "object", "properties": { "connectionProfiles": { "description": "List of connection profiles.", "type": "array", "items": { "$ref": "ConnectionProfile" } }, "nextPageToken": { "description": "A token, which can be sent as `page_token` to retrieve the next page. If this field is omitted, there are no subsequent pages.", "type": "string" }, "unreachable": { "description": "Locations that could not be reached.", "type": "array", "items": { "type": "string" } } } }, "ConnectionProfile": { "id": "ConnectionProfile", "description": "A set of reusable connection configurations to be used as a source or destination for a stream.", "type": "object", "properties": { "name": { "description": "Output only. Identifier. The resource's name.", "readOnly": true, "type": "string" }, "createTime": { "description": "Output only. The create time of the resource.", "readOnly": true, "type": "string", "format": "google-datetime" }, "updateTime": { "description": "Output only. The update time of the resource.", "readOnly": true, "type": "string", "format": "google-datetime" }, "labels": { "description": "Labels.", "type": "object", "additionalProperties": { "type": "string" } }, "displayName": { "description": "Required. Display name.", "type": "string" }, "satisfiesPzs": { "description": "Output only. Reserved for future use.", "readOnly": true, "type": "boolean" }, "satisfiesPzi": { "description": "Output only. Reserved for future use.", "readOnly": true, "type": "boolean" }, "oracleProfile": { "description": "Profile for connecting to an Oracle source.", "$ref": "OracleProfile" }, "gcsProfile": { "description": "Profile for connecting to a Cloud Storage destination.", "$ref": "GcsProfile" }, "mysqlProfile": { "description": "Profile for connecting to a MySQL source.", "$ref": "MysqlProfile" }, "bigqueryProfile": { "description": "Profile for connecting to a BigQuery destination.", "$ref": "BigQueryProfile" }, "postgresqlProfile": { "description": "Profile for connecting to a PostgreSQL source.", "$ref": "PostgresqlProfile" }, "sqlServerProfile": { "description": "Profile for connecting to a SQLServer source.", "$ref": "SqlServerProfile" }, "salesforceProfile": { "description": "Profile for connecting to a Salesforce source.", "$ref": "SalesforceProfile" }, "mongodbProfile": { "description": "Profile for connecting to a MongoDB source.", "$ref": "MongodbProfile" }, "spannerProfile": { "description": "Profile for connecting to a Spanner source.", "$ref": "SpannerProfile" }, "dataverseProfile": { "description": "Profile for connecting to a Dataverse source.", "$ref": "DataverseProfile" }, "salesforceMarketingCloudProfile": { "description": "Profile for connecting to a Salesforce Marketing Cloud source.", "$ref": "SalesforceMarketingCloudProfile" }, "serviceNowProfile": { "description": "Profile for connecting to a ServiceNow source.", "$ref": "ServiceNowProfile" }, "staticServiceIpConnectivity": { "description": "Static Service IP connectivity.", "$ref": "StaticServiceIpConnectivity" }, "forwardSshConnectivity": { "description": "Forward SSH tunnel connectivity.", "$ref": "ForwardSshTunnelConnectivity" }, "privateConnectivity": { "description": "Private connectivity.", "$ref": "PrivateConnectivity" } } }, "OracleProfile": { "id": "OracleProfile", "description": "Profile for connecting to an Oracle source.", "type": "object", "properties": { "hostname": { "description": "Required. Hostname for the Oracle connection.", "type": "string" }, "port": { "description": "Port for the Oracle connection, default value is 1521.", "type": "integer", "format": "int32" }, "username": { "description": "Required. Username for the Oracle connection.", "type": "string" }, "password": { "description": "Optional. Password for the Oracle connection. Mutually exclusive with the `secret_manager_stored_password` field.", "type": "string" }, "databaseService": { "description": "Required. Database for the Oracle connection.", "type": "string" }, "connectionAttributes": { "description": "Connection string attributes", "type": "object", "additionalProperties": { "type": "string" } }, "oracleSslConfig": { "description": "Optional. SSL configuration for the Oracle connection.", "$ref": "OracleSslConfig" }, "oracleAsmConfig": { "description": "Optional. Configuration for Oracle ASM connection.", "$ref": "OracleAsmConfig" }, "secretManagerStoredPassword": { "description": "Optional. A reference to a Secret Manager resource name storing the Oracle connection password. Mutually exclusive with the `password` field.", "type": "string" } } }, "OracleSslConfig": { "id": "OracleSslConfig", "description": "Oracle SSL configuration information.", "type": "object", "properties": { "caCertificate": { "description": "Input only. PEM-encoded certificate of the CA that signed the source database server's certificate.", "type": "string" }, "caCertificateSet": { "description": "Output only. Indicates whether the ca_certificate field has been set for this Connection-Profile.", "readOnly": true, "type": "boolean" }, "serverCertificateDistinguishedName": { "description": "Optional. The distinguished name (DN) mentioned in the server certificate. This corresponds to SSL_SERVER_CERT_DN sqlnet parameter. Refer https://docs.oracle.com/en/database/oracle/oracle-database/19/netrf/local-naming-parameters-in-tns-ora-file.html#GUID-70AB0695-A9AA-4A94-B141-4C605236EEB7 If this field is not provided, the DN matching is not enforced.", "type": "string" } } }, "OracleAsmConfig": { "id": "OracleAsmConfig", "description": "Configuration for Oracle Automatic Storage Management (ASM) connection.", "type": "object", "properties": { "hostname": { "description": "Required. Hostname for the Oracle ASM connection.", "type": "string" }, "port": { "description": "Required. Port for the Oracle ASM connection.", "type": "integer", "format": "int32" }, "username": { "description": "Required. Username for the Oracle ASM connection.", "type": "string" }, "password": { "description": "Optional. Password for the Oracle ASM connection. Mutually exclusive with the `secret_manager_stored_password` field.", "type": "string" }, "asmService": { "description": "Required. ASM service name for the Oracle ASM connection.", "type": "string" }, "connectionAttributes": { "description": "Optional. Connection string attributes", "type": "object", "additionalProperties": { "type": "string" } }, "oracleSslConfig": { "description": "Optional. SSL configuration for the Oracle connection.", "$ref": "OracleSslConfig" }, "secretManagerStoredPassword": { "description": "Optional. A reference to a Secret Manager resource name storing the Oracle ASM connection password. Mutually exclusive with the `password` field.", "type": "string" } } }, "GcsProfile": { "id": "GcsProfile", "description": "Profile for connecting to a Cloud Storage destination.", "type": "object", "properties": { "bucket": { "description": "Required. The Cloud Storage bucket name.", "type": "string" }, "rootPath": { "description": "Optional. The root path inside the Cloud Storage bucket.", "type": "string" } } }, "MysqlProfile": { "id": "MysqlProfile", "description": "Profile for connecting to a MySQL source.", "type": "object", "properties": { "hostname": { "description": "Required. Hostname for the MySQL connection.", "type": "string" }, "port": { "description": "Port for the MySQL connection, default value is 3306.", "type": "integer", "format": "int32" }, "username": { "description": "Required. Username for the MySQL connection.", "type": "string" }, "password": { "description": "Optional. Input only. Password for the MySQL connection. Mutually exclusive with the `secret_manager_stored_password` field.", "type": "string" }, "sslConfig": { "description": "SSL configuration for the MySQL connection.", "$ref": "MysqlSslConfig" }, "secretManagerStoredPassword": { "description": "Optional. A reference to a Secret Manager resource name storing the MySQL connection password. Mutually exclusive with the `password` field.", "type": "string" } } }, "MysqlSslConfig": { "id": "MysqlSslConfig", "description": "MySQL SSL configuration information.", "type": "object", "properties": { "clientKey": { "description": "Optional. Input only. PEM-encoded private key associated with the Client Certificate. If this field is used then the 'client_certificate' and the 'ca_certificate' fields are mandatory.", "type": "string" }, "clientKeySet": { "description": "Output only. Indicates whether the client_key field is set.", "readOnly": true, "type": "boolean" }, "clientCertificate": { "description": "Optional. Input only. PEM-encoded certificate that will be used by the replica to authenticate against the source database server. If this field is used then the 'client_key' and the 'ca_certificate' fields are mandatory.", "type": "string" }, "clientCertificateSet": { "description": "Output only. Indicates whether the client_certificate field is set.", "readOnly": true, "type": "boolean" }, "caCertificate": { "description": "Input only. PEM-encoded certificate of the CA that signed the source database server's certificate.", "type": "string" }, "caCertificateSet": { "description": "Output only. Indicates whether the ca_certificate field is set.", "readOnly": true, "type": "boolean" } } }, "BigQueryProfile": { "id": "BigQueryProfile", "description": "Profile for connecting to a BigQuery destination.", "type": "object", "properties": {} }, "PostgresqlProfile": { "id": "PostgresqlProfile", "description": "Profile for connecting to a PostgreSQL source.", "type": "object", "properties": { "hostname": { "description": "Required. Hostname for the PostgreSQL connection.", "type": "string" }, "port": { "description": "Port for the PostgreSQL connection, default value is 5432.", "type": "integer", "format": "int32" }, "username": { "description": "Required. Username for the PostgreSQL connection.", "type": "string" }, "password": { "description": "Optional. Password for the PostgreSQL connection. Mutually exclusive with the `secret_manager_stored_password` field.", "type": "string" }, "database": { "description": "Required. Database for the PostgreSQL connection.", "type": "string" }, "secretManagerStoredPassword": { "description": "Optional. A reference to a Secret Manager resource name storing the PostgreSQL connection password. Mutually exclusive with the `password` field.", "type": "string" }, "sslConfig": { "description": "Optional. SSL configuration for the PostgreSQL connection. In case PostgresqlSslConfig is not set, the connection will use the default SSL mode, which is `prefer` (i.e. this mode will only use encryption if enabled from database side, otherwise will use unencrypted communication)", "$ref": "PostgresqlSslConfig" } } }, "PostgresqlSslConfig": { "id": "PostgresqlSslConfig", "description": "PostgreSQL SSL configuration information.", "type": "object", "properties": { "serverVerification": { "description": " If this field is set, the communication will be encrypted with TLS encryption and the server identity will be authenticated.", "$ref": "ServerVerification" }, "serverAndClientVerification": { "description": "If this field is set, the communication will be encrypted with TLS encryption and both the server identity and the client identity will be authenticated.", "$ref": "ServerAndClientVerification" } } }, "ServerVerification": { "id": "ServerVerification", "description": "Message represents the option where Datastream will enforce the encryption and authenticate the server identity. ca_certificate must be set if user selects this option.", "type": "object", "properties": { "caCertificate": { "description": "Required. Input only. PEM-encoded server root CA certificate.", "type": "string" }, "serverCertificateHostname": { "description": "Optional. The hostname mentioned in the Subject or SAN extension of the server certificate. If this field is not provided, the hostname in the server certificate is not validated.", "type": "string" } } }, "ServerAndClientVerification": { "id": "ServerAndClientVerification", "description": "Message represents the option where Datastream will enforce the encryption and authenticate the server identity as well as the client identity. ca_certificate, client_certificate and client_key must be set if user selects this option.", "type": "object", "properties": { "clientCertificate": { "description": "Required. Input only. PEM-encoded certificate used by the source database to authenticate the client identity (i.e., the Datastream's identity). This certificate is signed by either a root certificate trusted by the server or one or more intermediate certificates (which is stored with the leaf certificate) to link the this certificate to the trusted root certificate.", "type": "string" }, "clientKey": { "description": "Optional. Input only. PEM-encoded private key associated with the client certificate. This value will be used during the SSL/TLS handshake, allowing the PostgreSQL server to authenticate the client's identity, i.e. identity of the Datastream.", "type": "string" }, "caCertificate": { "description": "Required. Input only. PEM-encoded server root CA certificate.", "type": "string" }, "serverCertificateHostname": { "description": "Optional. The hostname mentioned in the Subject or SAN extension of the server certificate. If this field is not provided, the hostname in the server certificate is not validated.", "type": "string" } } }, "SqlServerProfile": { "id": "SqlServerProfile", "description": "Profile for connecting to a SQLServer source.", "type": "object", "properties": { "hostname": { "description": "Required. Hostname for the SQLServer connection.", "type": "string" }, "port": { "description": "Port for the SQLServer connection, default value is 1433.", "type": "integer", "format": "int32" }, "username": { "description": "Required. Username for the SQLServer connection.", "type": "string" }, "password": { "description": "Optional. Password for the SQLServer connection. Mutually exclusive with the `secret_manager_stored_password` field.", "type": "string" }, "database": { "description": "Required. Database for the SQLServer connection.", "type": "string" }, "sslConfig": { "description": "Optional. SSL configuration for the SQLServer connection.", "$ref": "SqlServerSslConfig" }, "secretManagerStoredPassword": { "description": "Optional. A reference to a Secret Manager resource name storing the SQLServer connection password. Mutually exclusive with the `password` field.", "type": "string" } } }, "SqlServerSslConfig": { "id": "SqlServerSslConfig", "description": "SQL Server SSL configuration information.", "type": "object", "properties": { "encryptionNotEnforced": { "description": "If set, Datastream will not enforce encryption. If the DB server mandates encryption, then connection will be encrypted but server identity will not be authenticated.", "$ref": "EncryptionNotEnforced" }, "basicEncryption": { "description": "If set, Datastream will enforce encryption without authenticating server identity. Server certificates will be trusted by default.", "$ref": "BasicEncryption" }, "encryptionAndServerValidation": { "description": "If set, Datastream will enforce encryption and authenticate server identity.", "$ref": "EncryptionAndServerValidation" } } }, "EncryptionNotEnforced": { "id": "EncryptionNotEnforced", "description": "Message to represent the option where encryption is not enforced. An empty message right now to allow future extensibility.", "type": "object", "properties": {} }, "BasicEncryption": { "id": "BasicEncryption", "description": "Message to represent the option where Datastream will enforce encryption without authenticating server identity. Server certificates will be trusted by default.", "type": "object", "properties": {} }, "EncryptionAndServerValidation": { "id": "EncryptionAndServerValidation", "description": "Message to represent the option where Datastream will enforce encryption and authenticate server identity. ca_certificate must be set if user selects this option.", "type": "object", "properties": { "caCertificate": { "description": "Optional. Input only. PEM-encoded certificate of the CA that signed the source database server's certificate.", "type": "string" }, "serverCertificateHostname": { "description": "Optional. The hostname mentioned in the Subject or SAN extension of the server certificate. This field is used for bypassing the hostname validation while verifying server certificate. This is required for scenarios where the host name that datastream connects to is different from the certificate's subject. This specifically happens for private connectivity. It could also happen when the customer provides a public IP in connection profile but the same is not present in the server certificate.", "type": "string" } } }, "SalesforceProfile": { "id": "SalesforceProfile", "description": "Profile for connecting to a Salesforce source.", "type": "object", "properties": { "domain": { "description": "Required. Domain endpoint for the Salesforce connection.", "type": "string" }, "userCredentials": { "description": "User-password authentication.", "$ref": "UserCredentials" }, "oauth2ClientCredentials": { "description": "Connected app authentication.", "$ref": "Oauth2ClientCredentials" } } }, "UserCredentials": { "id": "UserCredentials", "description": "Username-password credentials.", "type": "object", "properties": { "username": { "description": "Required. Username for the Salesforce connection.", "type": "string" }, "password": { "description": "Optional. Password for the Salesforce connection. Mutually exclusive with the `secret_manager_stored_password` field.", "type": "string" }, "securityToken": { "description": "Optional. Security token for the Salesforce connection. Mutually exclusive with the `secret_manager_stored_security_token` field.", "type": "string" }, "secretManagerStoredPassword": { "description": "Optional. A reference to a Secret Manager resource name storing the Salesforce connection's password. Mutually exclusive with the `password` field.", "type": "string" }, "secretManagerStoredSecurityToken": { "description": "Optional. A reference to a Secret Manager resource name storing the Salesforce connection's security token. Mutually exclusive with the `security_token` field.", "type": "string" } } }, "Oauth2ClientCredentials": { "id": "Oauth2ClientCredentials", "description": "OAuth2 Client Credentials.", "type": "object", "properties": { "clientId": { "description": "Required. Client ID for Salesforce OAuth2 Client Credentials.", "type": "string" }, "clientSecret": { "description": "Optional. Client secret for Salesforce OAuth2 Client Credentials. Mutually exclusive with the `secret_manager_stored_client_secret` field.", "type": "string" }, "secretManagerStoredClientSecret": { "description": "Optional. A reference to a Secret Manager resource name storing the Salesforce OAuth2 client_secret. Mutually exclusive with the `client_secret` field.", "type": "string" } } }, "MongodbProfile": { "id": "MongodbProfile", "description": "Profile for connecting to a MongoDB source.", "type": "object", "properties": { "hostAddresses": { "description": "Required. List of host addresses for a MongoDB cluster. For SRV connection format, this list must contain exactly one DNS host without a port. For Standard connection format, this list must contain all the required hosts in the cluster with their respective ports.", "type": "array", "items": { "$ref": "HostAddress" } }, "replicaSet": { "description": "Optional. Name of the replica set. Only needed for self hosted replica set type MongoDB cluster. For SRV connection format, this field must be empty. For Standard connection format, this field must be specified.", "type": "string" }, "username": { "description": "Required. Username for the MongoDB connection.", "type": "string" }, "password": { "description": "Optional. Password for the MongoDB connection. Mutually exclusive with the `secret_manager_stored_password` field.", "type": "string" }, "secretManagerStoredPassword": { "description": "Optional. A reference to a Secret Manager resource name storing the SQLServer connection password. Mutually exclusive with the `password` field.", "type": "string" }, "sslConfig": { "description": "Optional. SSL configuration for the MongoDB connection.", "$ref": "MongodbSslConfig" }, "srvConnectionFormat": { "description": "Srv connection format.", "$ref": "SrvConnectionFormat" }, "standardConnectionFormat": { "description": "Standard connection format.", "$ref": "StandardConnectionFormat" }, "additionalOptions": { "description": "Optional. Specifies additional options for the MongoDB connection. The options should be sent as key-value pairs, for example: `additional_options = {\"serverSelectionTimeoutMS\": \"10000\", \"directConnection\": \"true\"}`. Keys are case-sensitive and should match the official MongoDB connection string options: https://www.mongodb.com/docs/manual/reference/connection-string-options/ The server will not modify the values provided by the user.", "type": "object", "additionalProperties": { "type": "string" } } } }, "HostAddress": { "id": "HostAddress", "description": "A HostAddress represents a transport end point, which is the combination of an IP address or hostname and a port number.", "type": "object", "properties": { "hostname": { "description": "Required. Hostname for the connection.", "type": "string" }, "port": { "description": "Optional. Port for the connection.", "type": "integer", "format": "int32" } } }, "MongodbSslConfig": { "id": "MongodbSslConfig", "description": "MongoDB SSL configuration information.", "type": "object", "properties": { "clientKey": { "description": "Optional. Input only. PEM-encoded private key associated with the Client Certificate. If this field is used then the 'client_certificate' and the 'ca_certificate' fields are mandatory.", "type": "string" }, "clientKeySet": { "description": "Output only. Indicates whether the client_key field is set.", "readOnly": true, "type": "boolean" }, "clientCertificate": { "description": "Optional. Input only. PEM-encoded certificate that will be used by the replica to authenticate against the source database server. If this field is used then the 'client_key' and the 'ca_certificate' fields are mandatory.", "type": "string" }, "clientCertificateSet": { "description": "Output only. Indicates whether the client_certificate field is set.", "readOnly": true, "type": "boolean" }, "caCertificate": { "description": "Optional. Input only. PEM-encoded certificate of the CA that signed the source database server's certificate.", "type": "string" }, "caCertificateSet": { "description": "Output only. Indicates whether the ca_certificate field is set.", "readOnly": true, "type": "boolean" }, "secretManagerStoredClientKey": { "description": "Optional. Input only. A reference to a Secret Manager resource name storing the PEM-encoded private key associated with the Client Certificate. If this field is used then the 'client_certificate' and the 'ca_certificate' fields are mandatory. Mutually exclusive with the `client_key` field.", "type": "string" } } }, "SrvConnectionFormat": { "id": "SrvConnectionFormat", "description": "Srv connection format.", "type": "object", "properties": {} }, "StandardConnectionFormat": { "id": "StandardConnectionFormat", "description": "Standard connection format.", "type": "object", "properties": { "directConnection": { "description": "Optional. Deprecated: Use the `additional_options` map to specify the `directConnection` parameter instead. For example: `additional_options = {\"directConnection\": \"true\"}`. Specifies whether the client connects directly to the host[:port] in the connection URI.", "deprecated": true, "type": "boolean" } } }, "SpannerProfile": { "id": "SpannerProfile", "description": "Profile for connecting to a Spanner source.", "type": "object", "properties": { "database": { "description": "Required. Immutable. Cloud Spanner database resource. This field is immutable. Must be in the format: projects/{project}/instances/{instance}/databases/{database_id}.", "type": "string" }, "host": { "description": "Optional. The Spanner endpoint to connect to. Defaults to the global endpoint (https://spanner.googleapis.com). Must be in the format: https://spanner.{region}.rep.googleapis.com.", "type": "string" } } }, "DataverseProfile": { "id": "DataverseProfile", "description": "Profile for connecting to a Dataverse source.", "type": "object", "properties": { "tenantId": { "description": "Required. Tenant id of the Microsoft Dataverse instance.", "type": "string" }, "environmentUrl": { "description": "Required. Environment URL of the Microsoft Dataverse instance. Example: `.crm.dynamics.com`", "type": "string" }, "oauthClientCredentials": { "description": "Required. Credentials for authenticating with the Dataverse API.", "$ref": "OauthClientCredentials" } } }, "OauthClientCredentials": { "id": "OauthClientCredentials", "description": "OAuth Client Credentials.", "type": "object", "properties": { "clientId": { "description": "Required. Client ID for OAuth Client Credentials.", "type": "string" }, "clientSecret": { "description": "Required. Client secret for OAuth Client Credentials.", "$ref": "Secret" } } }, "Secret": { "id": "Secret", "description": "A confidential piece of information where the actual value is either directly specified in the message as a raw string or stored in GCP secret manager.", "type": "object", "properties": { "rawValue": { "description": "Optional. Input only. The actual raw value of the secret as plain text.", "type": "string" }, "secretVersion": { "description": "Optional. A Secret Manager resource name storing the actual value of the secret. Supported formats: * projects/{project}/locations/{location}/secrets/{secret}/versions/{version} * projects/{project}/secrets/{secret}/versions/{version}", "type": "string" } } }, "SalesforceMarketingCloudProfile": { "id": "SalesforceMarketingCloudProfile", "description": "Profile for connecting to a Salesforce Marketing Cloud source.", "type": "object", "properties": { "subdomain": { "description": "Required. Subdomain for the Salesforce Marketing Cloud connection. Example: if your specific endpoint is `https://{your-specific-subdomain}.rest.marketingcloudapis.com/`, the subdomain is `{your-specific-subdomain}`. Must be 1-63 characters, start and end with an alphanumeric character, and contain only lowercase letters, numbers, and hyphens (-).", "type": "string" }, "oauthClientCredentials": { "description": "Required. Input only. Credentials for authenticating with the Salesforce Marketing Cloud API.", "$ref": "OauthClientCredentials" } } }, "ServiceNowProfile": { "id": "ServiceNowProfile", "description": "Profile for connecting to a ServiceNow source.", "type": "object", "properties": { "instance": { "description": "Required. The instance of the ServiceNow account. This is the `` part of the URL `https://.service-now.com`.", "type": "string" }, "userPasswordCredentials": { "description": "User-password authentication.", "$ref": "UserPasswordCredentials" }, "oauthClientCredentials": { "description": "Credentials for authenticating with the ServiceNow API.", "$ref": "OauthClientCredentials" } } }, "UserPasswordCredentials": { "id": "UserPasswordCredentials", "description": "User-password credentials.", "type": "object", "properties": { "username": { "description": "Required. Username for the connection.", "type": "string" }, "password": { "description": "Required. Password for the connection.", "$ref": "Secret" } } }, "StaticServiceIpConnectivity": { "id": "StaticServiceIpConnectivity", "description": "Static IP address connectivity. Used when the source database is configured to allow incoming connections from the Datastream public IP addresses for the region specified in the connection profile.", "type": "object", "properties": {} }, "ForwardSshTunnelConnectivity": { "id": "ForwardSshTunnelConnectivity", "description": "Forward SSH Tunnel connectivity.", "type": "object", "properties": { "hostname": { "description": "Required. Hostname for the SSH tunnel.", "type": "string" }, "username": { "description": "Required. Username for the SSH tunnel.", "type": "string" }, "port": { "description": "Port for the SSH tunnel, default value is 22.", "type": "integer", "format": "int32" }, "password": { "description": "Input only. SSH password.", "type": "string" }, "privateKey": { "description": "Input only. SSH private key.", "type": "string" } } }, "PrivateConnectivity": { "id": "PrivateConnectivity", "description": "Private Connectivity", "type": "object", "properties": { "privateConnection": { "description": "Required. A reference to a private connection resource. Format: `projects/{project}/locations/{location}/privateConnections/{name}`", "type": "string" } } }, "DiscoverConnectionProfileRequest": { "id": "DiscoverConnectionProfileRequest", "description": "Request message for 'discover' ConnectionProfile request.", "type": "object", "properties": { "connectionProfile": { "description": "Optional. An ad-hoc connection profile configuration.", "$ref": "ConnectionProfile" }, "connectionProfileName": { "description": "Optional. A reference to an existing connection profile.", "type": "string" }, "fullHierarchy": { "description": "Optional. Whether to retrieve the full hierarchy of data objects (TRUE) or only the current level (FALSE).", "type": "boolean" }, "hierarchyDepth": { "description": "Optional. The number of hierarchy levels below the current level to be retrieved.", "type": "integer", "format": "int32" }, "oracleRdbms": { "description": "Optional. Oracle RDBMS to enrich with child data objects and metadata.", "$ref": "OracleRdbms" }, "mysqlRdbms": { "description": "Optional. MySQL RDBMS to enrich with child data objects and metadata.", "$ref": "MysqlRdbms" }, "postgresqlRdbms": { "description": "Optional. PostgreSQL RDBMS to enrich with child data objects and metadata.", "$ref": "PostgresqlRdbms" }, "sqlServerRdbms": { "description": "Optional. SQLServer RDBMS to enrich with child data objects and metadata.", "$ref": "SqlServerRdbms" }, "salesforceOrg": { "description": "Optional. Salesforce organization to enrich with child data objects and metadata.", "$ref": "SalesforceOrg" }, "mongodbCluster": { "description": "Optional. MongoDB cluster to enrich with child data objects and metadata.", "$ref": "MongodbCluster" }, "spannerDatabase": { "description": "Optional. Spanner database to enrich with child data objects and metadata.", "$ref": "SpannerDatabase" }, "sourceCatalog": { "description": "Optional. Source catalog to enrich with child data objects and metadata. This is mainly used to represent SaaS sources databases.", "$ref": "SourceCatalog" } } }, "OracleRdbms": { "id": "OracleRdbms", "description": "Oracle database structure.", "type": "object", "properties": { "oracleSchemas": { "description": "Oracle schemas/databases in the database server.", "type": "array", "items": { "$ref": "OracleSchema" } } } }, "OracleSchema": { "id": "OracleSchema", "description": "Oracle schema.", "type": "object", "properties": { "schema": { "description": "The schema name.", "type": "string" }, "oracleTables": { "description": "Tables in the schema.", "type": "array", "items": { "$ref": "OracleTable" } } } }, "OracleTable": { "id": "OracleTable", "description": "Oracle table.", "type": "object", "properties": { "table": { "description": "The table name.", "type": "string" }, "oracleColumns": { "description": "Oracle columns in the schema. When unspecified as part of include/exclude objects, includes/excludes everything.", "type": "array", "items": { "$ref": "OracleColumn" } } } }, "OracleColumn": { "id": "OracleColumn", "description": "Oracle Column.", "type": "object", "properties": { "column": { "description": "The column name.", "type": "string" }, "dataType": { "description": "The Oracle data type.", "type": "string" }, "length": { "description": "Column length.", "type": "integer", "format": "int32" }, "precision": { "description": "Column precision.", "type": "integer", "format": "int32" }, "scale": { "description": "Column scale.", "type": "integer", "format": "int32" }, "encoding": { "description": "Column encoding.", "type": "string" }, "primaryKey": { "description": "Whether or not the column represents a primary key.", "type": "boolean" }, "nullable": { "description": "Whether or not the column can accept a null value.", "type": "boolean" }, "ordinalPosition": { "description": "The ordinal position of the column in the table.", "type": "integer", "format": "int32" } } }, "MysqlRdbms": { "id": "MysqlRdbms", "description": "MySQL database structure", "type": "object", "properties": { "mysqlDatabases": { "description": "Mysql databases on the server", "type": "array", "items": { "$ref": "MysqlDatabase" } } } }, "MysqlDatabase": { "id": "MysqlDatabase", "description": "MySQL database.", "type": "object", "properties": { "database": { "description": "The database name.", "type": "string" }, "mysqlTables": { "description": "Tables in the database.", "type": "array", "items": { "$ref": "MysqlTable" } } } }, "MysqlTable": { "id": "MysqlTable", "description": "MySQL table.", "type": "object", "properties": { "table": { "description": "The table name.", "type": "string" }, "mysqlColumns": { "description": "MySQL columns in the database. When unspecified as part of include/exclude objects, includes/excludes everything.", "type": "array", "items": { "$ref": "MysqlColumn" } } } }, "MysqlColumn": { "id": "MysqlColumn", "description": "MySQL Column.", "type": "object", "properties": { "column": { "description": "The column name.", "type": "string" }, "dataType": { "description": "The MySQL data type. Full data types list can be found here: https://dev.mysql.com/doc/refman/8.0/en/data-types.html", "type": "string" }, "length": { "description": "Column length.", "type": "integer", "format": "int32" }, "collation": { "description": "Column collation.", "type": "string" }, "primaryKey": { "description": "Whether or not the column represents a primary key.", "type": "boolean" }, "nullable": { "description": "Whether or not the column can accept a null value.", "type": "boolean" }, "ordinalPosition": { "description": "The ordinal position of the column in the table.", "type": "integer", "format": "int32" }, "precision": { "description": "Column precision.", "type": "integer", "format": "int32" }, "scale": { "description": "Column scale.", "type": "integer", "format": "int32" } } }, "PostgresqlRdbms": { "id": "PostgresqlRdbms", "description": "PostgreSQL database structure.", "type": "object", "properties": { "postgresqlSchemas": { "description": "PostgreSQL schemas in the database server.", "type": "array", "items": { "$ref": "PostgresqlSchema" } } } }, "PostgresqlSchema": { "id": "PostgresqlSchema", "description": "PostgreSQL schema.", "type": "object", "properties": { "schema": { "description": "The schema name.", "type": "string" }, "postgresqlTables": { "description": "Tables in the schema.", "type": "array", "items": { "$ref": "PostgresqlTable" } } } }, "PostgresqlTable": { "id": "PostgresqlTable", "description": "PostgreSQL table.", "type": "object", "properties": { "table": { "description": "The table name.", "type": "string" }, "postgresqlColumns": { "description": "PostgreSQL columns in the schema. When unspecified as part of include/exclude objects, includes/excludes everything.", "type": "array", "items": { "$ref": "PostgresqlColumn" } } } }, "PostgresqlColumn": { "id": "PostgresqlColumn", "description": "PostgreSQL Column.", "type": "object", "properties": { "column": { "description": "The column name.", "type": "string" }, "dataType": { "description": "The PostgreSQL data type.", "type": "string" }, "length": { "description": "Column length.", "type": "integer", "format": "int32" }, "precision": { "description": "Column precision.", "type": "integer", "format": "int32" }, "scale": { "description": "Column scale.", "type": "integer", "format": "int32" }, "primaryKey": { "description": "Whether or not the column represents a primary key.", "type": "boolean" }, "nullable": { "description": "Whether or not the column can accept a null value.", "type": "boolean" }, "ordinalPosition": { "description": "The ordinal position of the column in the table.", "type": "integer", "format": "int32" } } }, "SqlServerRdbms": { "id": "SqlServerRdbms", "description": "SQLServer database structure.", "type": "object", "properties": { "schemas": { "description": "SQLServer schemas in the database server.", "type": "array", "items": { "$ref": "SqlServerSchema" } } } }, "SqlServerSchema": { "id": "SqlServerSchema", "description": "SQLServer schema.", "type": "object", "properties": { "schema": { "description": "The schema name.", "type": "string" }, "tables": { "description": "Tables in the schema.", "type": "array", "items": { "$ref": "SqlServerTable" } } } }, "SqlServerTable": { "id": "SqlServerTable", "description": "SQLServer table.", "type": "object", "properties": { "table": { "description": "The table name.", "type": "string" }, "columns": { "description": "SQLServer columns in the schema. When unspecified as part of include/exclude objects, includes/excludes everything.", "type": "array", "items": { "$ref": "SqlServerColumn" } } } }, "SqlServerColumn": { "id": "SqlServerColumn", "description": "SQLServer Column.", "type": "object", "properties": { "column": { "description": "The column name.", "type": "string" }, "dataType": { "description": "The SQLServer data type.", "type": "string" }, "length": { "description": "Column length.", "type": "integer", "format": "int32" }, "precision": { "description": "Column precision.", "type": "integer", "format": "int32" }, "scale": { "description": "Column scale.", "type": "integer", "format": "int32" }, "primaryKey": { "description": "Whether or not the column represents a primary key.", "type": "boolean" }, "nullable": { "description": "Whether or not the column can accept a null value.", "type": "boolean" }, "ordinalPosition": { "description": "The ordinal position of the column in the table.", "type": "integer", "format": "int32" } } }, "SalesforceOrg": { "id": "SalesforceOrg", "description": "Salesforce organization structure.", "type": "object", "properties": { "objects": { "description": "Salesforce objects in the database server.", "type": "array", "items": { "$ref": "SalesforceObject" } } } }, "SalesforceObject": { "id": "SalesforceObject", "description": "Salesforce object.", "type": "object", "properties": { "objectName": { "description": "The object name.", "type": "string" }, "fields": { "description": "Salesforce fields. When unspecified as part of include objects, includes everything, when unspecified as part of exclude objects, excludes nothing.", "type": "array", "items": { "$ref": "SalesforceField" } } } }, "SalesforceField": { "id": "SalesforceField", "description": "Salesforce field.", "type": "object", "properties": { "name": { "description": "The field name.", "type": "string" }, "dataType": { "description": "The data type.", "type": "string" }, "nillable": { "description": "Indicates whether the field can accept nil values.", "type": "boolean" } } }, "MongodbCluster": { "id": "MongodbCluster", "description": "MongoDB Cluster structure.", "type": "object", "properties": { "databases": { "description": "MongoDB databases in the cluster.", "type": "array", "items": { "$ref": "MongodbDatabase" } } } }, "MongodbDatabase": { "id": "MongodbDatabase", "description": "MongoDB Database.", "type": "object", "properties": { "database": { "description": "The database name.", "type": "string" }, "collections": { "description": "Collections in the database.", "type": "array", "items": { "$ref": "MongodbCollection" } } } }, "MongodbCollection": { "id": "MongodbCollection", "description": "MongoDB Collection.", "type": "object", "properties": { "collection": { "description": "The collection name.", "type": "string" }, "fields": { "description": "Fields in the collection.", "type": "array", "items": { "$ref": "MongodbField" } } } }, "MongodbField": { "id": "MongodbField", "description": "MongoDB Field.", "type": "object", "properties": { "field": { "description": "The field name.", "type": "string" } } }, "SpannerDatabase": { "id": "SpannerDatabase", "description": "Spanner database structure.", "type": "object", "properties": { "schemas": { "description": "Optional. Spanner schemas in the database.", "type": "array", "items": { "$ref": "SpannerSchema" } } } }, "SpannerSchema": { "id": "SpannerSchema", "description": "Spanner schema.", "type": "object", "properties": { "schema": { "description": "Required. The schema name.", "type": "string" }, "tables": { "description": "Optional. Spanner tables in the schema.", "type": "array", "items": { "$ref": "SpannerTable" } } } }, "SpannerTable": { "id": "SpannerTable", "description": "Spanner table.", "type": "object", "properties": { "table": { "description": "Required. The table name.", "type": "string" }, "columns": { "description": "Optional. Spanner columns in the table.", "type": "array", "items": { "$ref": "SpannerColumn" } } } }, "SpannerColumn": { "id": "SpannerColumn", "description": "Spanner column.", "type": "object", "properties": { "column": { "description": "Required. The column name.", "type": "string" }, "dataType": { "description": "Optional. Spanner data type.", "type": "string" }, "isPrimaryKey": { "description": "Optional. Whether or not the column is a primary key.", "type": "boolean" }, "ordinalPosition": { "description": "Optional. The ordinal position of the column in the table.", "type": "string", "format": "int64" } } }, "SourceCatalog": { "id": "SourceCatalog", "description": "Source catalog.", "type": "object", "properties": { "objects": { "description": "Optional. Source objects in the catalog.", "type": "array", "items": { "$ref": "SourceObject" } } } }, "SourceObject": { "id": "SourceObject", "description": "Source object.", "type": "object", "properties": { "objectName": { "description": "Required. The object name.", "type": "string" }, "properties": { "description": "Optional. Source properties. When unspecified as part of include objects, includes everything, when unspecified as part of exclude objects, excludes nothing.", "type": "array", "items": { "$ref": "SourceProperty" } } } }, "SourceProperty": { "id": "SourceProperty", "description": "Source property.", "type": "object", "properties": { "propertyName": { "description": "Required. The property name.", "type": "string" }, "properties": { "description": "Optional. Source properties. When specified, it means that the current property contains nested properties of its own. When unspecified as part of include objects, includes everything, when unspecified as part of exclude objects, excludes nothing.", "type": "array", "items": { "$ref": "SourceProperty" } }, "primaryKey": { "description": "Optional. Whether or not the property is a primary key.", "type": "boolean" } } }, "DiscoverConnectionProfileResponse": { "id": "DiscoverConnectionProfileResponse", "description": "Response from a discover request.", "type": "object", "properties": { "oracleRdbms": { "description": "Enriched Oracle RDBMS object.", "$ref": "OracleRdbms" }, "mysqlRdbms": { "description": "Enriched MySQL RDBMS object.", "$ref": "MysqlRdbms" }, "postgresqlRdbms": { "description": "Enriched PostgreSQL RDBMS object.", "$ref": "PostgresqlRdbms" }, "sqlServerRdbms": { "description": "Enriched SQLServer RDBMS object.", "$ref": "SqlServerRdbms" }, "salesforceOrg": { "description": "Enriched Salesforce organization.", "$ref": "SalesforceOrg" }, "mongodbCluster": { "description": "Enriched MongoDB cluster.", "$ref": "MongodbCluster" }, "spannerDatabase": { "description": "Enriched Spanner database.", "$ref": "SpannerDatabase" }, "sourceCatalog": { "description": "Enriched source catalog. This is mainly used to represent SaaS sources databases.", "$ref": "SourceCatalog" } } }, "ListStreamsResponse": { "id": "ListStreamsResponse", "description": "Response message for listing streams.", "type": "object", "properties": { "streams": { "description": "List of streams", "type": "array", "items": { "$ref": "Stream" } }, "nextPageToken": { "description": "A token, which can be sent as `page_token` to retrieve the next page. If this field is omitted, there are no subsequent pages.", "type": "string" }, "unreachable": { "description": "Locations that could not be reached.", "type": "array", "items": { "type": "string" } } } }, "Stream": { "id": "Stream", "description": "A resource representing streaming data from a source to a destination.", "type": "object", "properties": { "name": { "description": "Output only. Identifier. The stream's name.", "readOnly": true, "type": "string" }, "createTime": { "description": "Output only. The creation time of the stream.", "readOnly": true, "type": "string", "format": "google-datetime" }, "updateTime": { "description": "Output only. The last update time of the stream.", "readOnly": true, "type": "string", "format": "google-datetime" }, "labels": { "description": "Labels.", "type": "object", "additionalProperties": { "type": "string" } }, "displayName": { "description": "Required. Display name.", "type": "string" }, "sourceConfig": { "description": "Required. Source connection profile configuration.", "$ref": "SourceConfig" }, "destinationConfig": { "description": "Required. Destination connection profile configuration.", "$ref": "DestinationConfig" }, "state": { "description": "The state of the stream.", "type": "string", "enumDescriptions": [ "Unspecified stream state.", "The stream has been created but has not yet started streaming data.", "The stream is running.", "The stream is paused.", "The stream is in maintenance mode. Updates are rejected on the resource in this state.", "The stream is experiencing an error that is preventing data from being streamed.", "The stream has experienced a terminal failure.", "The stream is starting, but not yet running.", "The Stream is no longer reading new events, but still writing events in the buffer." ], "enum": [ "STATE_UNSPECIFIED", "NOT_STARTED", "RUNNING", "PAUSED", "MAINTENANCE", "FAILED", "FAILED_PERMANENTLY", "STARTING", "DRAINING" ] }, "backfillAll": { "description": "Automatically backfill objects included in the stream source configuration. Specific objects can be excluded.", "$ref": "BackfillAllStrategy" }, "backfillNone": { "description": "Do not automatically backfill any objects.", "$ref": "BackfillNoneStrategy" }, "errors": { "description": "Output only. Errors on the Stream.", "readOnly": true, "type": "array", "items": { "$ref": "Error" } }, "customerManagedEncryptionKey": { "description": "Immutable. A reference to a KMS encryption key. If provided, it will be used to encrypt the data. If left blank, data will be encrypted using an internal Stream-specific encryption key provisioned through KMS.", "type": "string" }, "lastRecoveryTime": { "description": "Output only. If the stream was recovered, the time of the last recovery. Note: This field is currently experimental.", "readOnly": true, "type": "string", "format": "google-datetime" }, "satisfiesPzs": { "description": "Output only. Reserved for future use.", "readOnly": true, "type": "boolean" }, "satisfiesPzi": { "description": "Output only. Reserved for future use.", "readOnly": true, "type": "boolean" }, "ruleSets": { "description": "Optional. Rule sets to apply to the stream.", "type": "array", "items": { "$ref": "RuleSet" } } } }, "SourceConfig": { "id": "SourceConfig", "description": "The configuration of the stream source.", "type": "object", "properties": { "sourceConnectionProfile": { "description": "Required. Source connection profile resource. Format: `projects/{project}/locations/{location}/connectionProfiles/{name}`", "type": "string" }, "oracleSourceConfig": { "description": "Oracle data source configuration.", "$ref": "OracleSourceConfig" }, "mysqlSourceConfig": { "description": "MySQL data source configuration.", "$ref": "MysqlSourceConfig" }, "postgresqlSourceConfig": { "description": "PostgreSQL data source configuration.", "$ref": "PostgresqlSourceConfig" }, "sqlServerSourceConfig": { "description": "SQLServer data source configuration.", "$ref": "SqlServerSourceConfig" }, "salesforceSourceConfig": { "description": "Salesforce data source configuration.", "$ref": "SalesforceSourceConfig" }, "mongodbSourceConfig": { "description": "MongoDB data source configuration.", "$ref": "MongodbSourceConfig" }, "spannerSourceConfig": { "description": "Spanner data source configuration.", "$ref": "SpannerSourceConfig" }, "dataverseSourceConfig": { "description": "Dataverse data source configuration.", "$ref": "DataverseSourceConfig" }, "salesforceMarketingCloudSourceConfig": { "description": "Salesforce Marketing Cloud data source configuration.", "$ref": "SalesforceMarketingCloudSourceConfig" }, "serviceNowSourceConfig": { "description": "ServiceNow data source configuration.", "$ref": "ServiceNowSourceConfig" } } }, "OracleSourceConfig": { "id": "OracleSourceConfig", "description": "Configuration for syncing data from an Oracle source.", "type": "object", "properties": { "includeObjects": { "description": "The Oracle objects to include in the stream.", "$ref": "OracleRdbms" }, "excludeObjects": { "description": "The Oracle objects to exclude from the stream.", "$ref": "OracleRdbms" }, "maxConcurrentCdcTasks": { "description": "Maximum number of concurrent CDC tasks. The number should be non-negative. If not set (or set to 0), the system's default value is used.", "type": "integer", "format": "int32" }, "maxConcurrentBackfillTasks": { "description": "Maximum number of concurrent backfill tasks. The number should be non-negative. If not set (or set to 0), the system's default value is used.", "type": "integer", "format": "int32" }, "dropLargeObjects": { "description": "Drop large object values.", "$ref": "DropLargeObjects" }, "streamLargeObjects": { "description": "Stream large object values.", "$ref": "StreamLargeObjects" }, "logMiner": { "description": "Use LogMiner.", "$ref": "LogMiner" }, "binaryLogParser": { "description": "Use Binary Log Parser.", "$ref": "BinaryLogParser" } } }, "DropLargeObjects": { "id": "DropLargeObjects", "description": "Configuration to drop large object values.", "type": "object", "properties": {} }, "StreamLargeObjects": { "id": "StreamLargeObjects", "description": "Configuration to stream large object values.", "type": "object", "properties": {} }, "LogMiner": { "id": "LogMiner", "description": "Configuration to use LogMiner CDC method.", "type": "object", "properties": {} }, "BinaryLogParser": { "id": "BinaryLogParser", "description": "Configuration to use Binary Log Parser CDC technique.", "type": "object", "properties": { "oracleAsmLogFileAccess": { "description": "Use Oracle ASM.", "$ref": "OracleAsmLogFileAccess" }, "logFileDirectories": { "description": "Use Oracle directories.", "$ref": "LogFileDirectories" } } }, "OracleAsmLogFileAccess": { "id": "OracleAsmLogFileAccess", "description": "Configuration to use Oracle ASM to access the log files.", "type": "object", "properties": {} }, "LogFileDirectories": { "id": "LogFileDirectories", "description": "Configuration to specify the Oracle directories to access the log files.", "type": "object", "properties": { "onlineLogDirectory": { "description": "Required. Oracle directory for online logs.", "type": "string" }, "archivedLogDirectory": { "description": "Required. Oracle directory for archived logs.", "type": "string" } } }, "MysqlSourceConfig": { "id": "MysqlSourceConfig", "description": "Configuration for syncing data from a MySQL source.", "type": "object", "properties": { "includeObjects": { "description": "The MySQL objects to retrieve from the source.", "$ref": "MysqlRdbms" }, "excludeObjects": { "description": "The MySQL objects to exclude from the stream.", "$ref": "MysqlRdbms" }, "maxConcurrentCdcTasks": { "description": "Maximum number of concurrent CDC tasks. The number should be non negative. If not set (or set to 0), the system's default value will be used.", "type": "integer", "format": "int32" }, "maxConcurrentBackfillTasks": { "description": "Maximum number of concurrent backfill tasks. The number should be non negative. If not set (or set to 0), the system's default value will be used.", "type": "integer", "format": "int32" }, "binaryLogPosition": { "description": "Use Binary log position based replication.", "$ref": "BinaryLogPosition" }, "gtid": { "description": "Use GTID based replication.", "$ref": "Gtid" } } }, "BinaryLogPosition": { "id": "BinaryLogPosition", "description": "Use Binary log position based replication.", "type": "object", "properties": {} }, "Gtid": { "id": "Gtid", "description": "Use GTID based replication.", "type": "object", "properties": {} }, "PostgresqlSourceConfig": { "id": "PostgresqlSourceConfig", "description": "Configuration for syncing data from a PostgreSQL source.", "type": "object", "properties": { "includeObjects": { "description": "The PostgreSQL objects to include in the stream.", "$ref": "PostgresqlRdbms" }, "excludeObjects": { "description": "The PostgreSQL objects to exclude from the stream.", "$ref": "PostgresqlRdbms" }, "replicationSlot": { "description": "Required. Immutable. The name of the logical replication slot that's configured with the pgoutput plugin.", "type": "string" }, "publication": { "description": "Required. The name of the publication that includes the set of all tables that are defined in the stream's include_objects.", "type": "string" }, "maxConcurrentBackfillTasks": { "description": "Maximum number of concurrent backfill tasks. The number should be non negative. If not set (or set to 0), the system's default value will be used.", "type": "integer", "format": "int32" } } }, "SqlServerSourceConfig": { "id": "SqlServerSourceConfig", "description": "Configuration for syncing data from a SQLServer source.", "type": "object", "properties": { "includeObjects": { "description": "The SQLServer objects to include in the stream.", "$ref": "SqlServerRdbms" }, "excludeObjects": { "description": "The SQLServer objects to exclude from the stream.", "$ref": "SqlServerRdbms" }, "maxConcurrentCdcTasks": { "description": "Max concurrent CDC tasks.", "type": "integer", "format": "int32" }, "maxConcurrentBackfillTasks": { "description": "Max concurrent backfill tasks.", "type": "integer", "format": "int32" }, "transactionLogs": { "description": "CDC reader reads from transaction logs.", "$ref": "SqlServerTransactionLogs" }, "changeTables": { "description": "CDC reader reads from change tables.", "$ref": "SqlServerChangeTables" } } }, "SqlServerTransactionLogs": { "id": "SqlServerTransactionLogs", "description": "Configuration to use Transaction Logs CDC read method.", "type": "object", "properties": {} }, "SqlServerChangeTables": { "id": "SqlServerChangeTables", "description": "Configuration to use Change Tables CDC read method.", "type": "object", "properties": {} }, "SalesforceSourceConfig": { "id": "SalesforceSourceConfig", "description": "Configuration for syncing data from a Salesforce source.", "type": "object", "properties": { "includeObjects": { "description": "The Salesforce objects to retrieve from the source.", "$ref": "SalesforceOrg" }, "excludeObjects": { "description": "The Salesforce objects to exclude from the stream.", "$ref": "SalesforceOrg" }, "pollingInterval": { "description": "Required. Salesforce objects polling interval. The interval at which new changes will be polled for each object. The duration must be from `5 minutes` to `24 hours`, inclusive.", "type": "string", "format": "google-duration" } } }, "MongodbSourceConfig": { "id": "MongodbSourceConfig", "description": "Configuration for syncing data from a MongoDB source.", "type": "object", "properties": { "includeObjects": { "description": "The MongoDB collections to include in the stream.", "$ref": "MongodbCluster" }, "excludeObjects": { "description": "The MongoDB collections to exclude from the stream.", "$ref": "MongodbCluster" }, "maxConcurrentBackfillTasks": { "description": "Optional. Maximum number of concurrent backfill tasks. The number should be non-negative and less than or equal to 50. If not set (or set to 0), the system's default value is used", "type": "integer", "format": "int32" }, "jsonMode": { "description": "Optional. MongoDB JSON mode to use for the stream.", "type": "string", "enumDescriptions": [ "Unspecified JSON mode.", "Strict JSON mode.", "Canonical JSON mode." ], "enum": [ "MONGODB_JSON_MODE_UNSPECIFIED", "STRICT", "CANONICAL" ] } } }, "SpannerSourceConfig": { "id": "SpannerSourceConfig", "description": "Configuration for syncing data from a Spanner source.", "type": "object", "properties": { "changeStreamName": { "description": "Required. Immutable. The change stream name to use for the stream.", "type": "string" }, "spannerRpcPriority": { "description": "Optional. The RPC priority to use for the stream.", "type": "string", "enumDescriptions": [ "Unspecified RPC priority.", "Low RPC priority.", "Medium RPC priority.", "High RPC priority." ], "enum": [ "SPANNER_RPC_PRIORITY_UNSPECIFIED", "LOW", "MEDIUM", "HIGH" ] }, "fgacRole": { "description": "Optional. The FGAC role to use for the stream.", "type": "string" }, "maxConcurrentCdcTasks": { "description": "Optional. Maximum number of concurrent CDC tasks.", "type": "integer", "format": "int32" }, "maxConcurrentBackfillTasks": { "description": "Optional. Maximum number of concurrent backfill tasks.", "type": "integer", "format": "int32" }, "includeObjects": { "description": "Optional. The Spanner objects to retrieve from the data source. If some objects are both included and excluded, an error will be thrown.", "$ref": "SpannerDatabase" }, "excludeObjects": { "description": "Optional. The Spanner objects to avoid retrieving. If some objects are both included and excluded, an error will be thrown.", "$ref": "SpannerDatabase" }, "backfillDataBoostEnabled": { "description": "Optional. Whether to use Data Boost for Spanner backfills. Defaults to false if not set.", "type": "boolean" } } }, "DataverseSourceConfig": { "id": "DataverseSourceConfig", "description": "Configuration for syncing data from a Dataverse source.", "type": "object", "properties": { "includeObjects": { "description": "Optional. The objects to retrieve from the source.", "$ref": "SourceCatalog" }, "excludeObjects": { "description": "Optional. The objects to exclude from the stream.", "$ref": "SourceCatalog" }, "pollingInterval": { "description": "Required. Incremental sync polling interval for all objects. If not set, a default value of `5 minutes` is used. The duration must be from `5 minutes` to `24 hours`, inclusive.", "type": "string", "format": "google-duration" } } }, "SalesforceMarketingCloudSourceConfig": { "id": "SalesforceMarketingCloudSourceConfig", "description": "Configuration for syncing data from a Salesforce Marketing Cloud source.", "type": "object", "properties": { "includeObjects": { "description": "Optional. The objects to retrieve from the source.", "$ref": "SourceCatalog" }, "excludeObjects": { "description": "Optional. The objects to exclude from the stream.", "$ref": "SourceCatalog" }, "pollingInterval": { "description": "Required. Incremental sync polling interval for all objects. If not set, a default value of `5 minutes` is used. The duration must be from `5 minutes` to `24 hours`, inclusive.", "type": "string", "format": "google-duration" }, "fullRefreshPollingInterval": { "description": "Required. Specifies the polling interval for a full refresh of objects that do not support incremental sync. If not set, a default value of 24 hours is used. The duration must be between 1 and 24 hours, inclusive.", "type": "string", "format": "google-duration" } } }, "ServiceNowSourceConfig": { "id": "ServiceNowSourceConfig", "description": "Configuration for syncing data from a ServiceNow source.", "type": "object", "properties": { "includeObjects": { "description": "Optional. The objects to retrieve from the source.", "$ref": "SourceCatalog" }, "excludeObjects": { "description": "Optional. The objects to exclude from the stream.", "$ref": "SourceCatalog" }, "pollingInterval": { "description": "Required. Incremental sync polling interval for all objects. If not set, a default value of `5 minutes` is used. The duration must be from `5 minutes` to `24 hours`, inclusive.", "type": "string", "format": "google-duration" } } }, "DestinationConfig": { "id": "DestinationConfig", "description": "The configuration of the stream destination.", "type": "object", "properties": { "destinationConnectionProfile": { "description": "Required. Destination connection profile resource. Format: `projects/{project}/locations/{location}/connectionProfiles/{name}`", "type": "string" }, "gcsDestinationConfig": { "description": "A configuration for how data should be loaded to Cloud Storage.", "$ref": "GcsDestinationConfig" }, "bigqueryDestinationConfig": { "description": "BigQuery destination configuration.", "$ref": "BigQueryDestinationConfig" } } }, "GcsDestinationConfig": { "id": "GcsDestinationConfig", "description": "Google Cloud Storage destination configuration", "type": "object", "properties": { "path": { "description": "Path inside the Cloud Storage bucket to write data to.", "type": "string" }, "fileRotationMb": { "description": "The maximum file size to be saved in the bucket.", "type": "integer", "format": "int32" }, "fileRotationInterval": { "description": "The maximum duration for which new events are added before a file is closed and a new file is created. Values within the range of 15-60 seconds are allowed.", "type": "string", "format": "google-duration" }, "avroFileFormat": { "description": "AVRO file format configuration.", "$ref": "AvroFileFormat" }, "jsonFileFormat": { "description": "JSON file format configuration.", "$ref": "JsonFileFormat" } } }, "AvroFileFormat": { "id": "AvroFileFormat", "description": "AVRO file format configuration.", "type": "object", "properties": {} }, "JsonFileFormat": { "id": "JsonFileFormat", "description": "JSON file format configuration.", "type": "object", "properties": { "schemaFileFormat": { "description": "The schema file format along JSON data files.", "type": "string", "enumDescriptions": [ "Unspecified schema file format.", "Do not attach schema file.", "Avro schema format." ], "enum": [ "SCHEMA_FILE_FORMAT_UNSPECIFIED", "NO_SCHEMA_FILE", "AVRO_SCHEMA_FILE" ] }, "compression": { "description": "Compression of the loaded JSON file.", "type": "string", "enumDescriptions": [ "Unspecified json file compression.", "Do not compress JSON file.", "Gzip compression." ], "enum": [ "JSON_COMPRESSION_UNSPECIFIED", "NO_COMPRESSION", "GZIP" ] } } }, "BigQueryDestinationConfig": { "id": "BigQueryDestinationConfig", "description": "BigQuery destination configuration", "type": "object", "properties": { "singleTargetDataset": { "description": "Single destination dataset.", "$ref": "SingleTargetDataset" }, "sourceHierarchyDatasets": { "description": "Source hierarchy datasets.", "$ref": "SourceHierarchyDatasets" }, "dataFreshness": { "description": "The guaranteed data freshness (in seconds) when querying tables created by the stream. Editing this field will only affect new tables created in the future, but existing tables will not be impacted. Lower values mean that queries will return fresher data, but may result in higher cost.", "type": "string", "format": "google-duration" }, "blmtConfig": { "description": "Optional. Big Lake Managed Tables (BLMT) configuration.", "$ref": "BlmtConfig" }, "merge": { "description": "The standard mode", "$ref": "Merge" }, "appendOnly": { "description": "Append only mode", "$ref": "AppendOnly" } } }, "SingleTargetDataset": { "id": "SingleTargetDataset", "description": "A single target dataset to which all data will be streamed.", "type": "object", "properties": { "datasetId": { "description": "The dataset ID of the target dataset. DatasetIds allowed characters: https://cloud.google.com/bigquery/docs/reference/rest/v2/datasets#datasetreference.", "type": "string" } } }, "SourceHierarchyDatasets": { "id": "SourceHierarchyDatasets", "description": "Destination datasets are created so that hierarchy of the destination data objects matches the source hierarchy.", "type": "object", "properties": { "datasetTemplate": { "description": "The dataset template to use for dynamic dataset creation.", "$ref": "DatasetTemplate" }, "projectId": { "description": "Optional. The project id of the BigQuery dataset. If not specified, the project will be inferred from the stream resource.", "type": "string" } } }, "DatasetTemplate": { "id": "DatasetTemplate", "description": "Dataset template used for dynamic dataset creation.", "type": "object", "properties": { "location": { "description": "Required. The geographic location where the dataset should reside. See https://cloud.google.com/bigquery/docs/locations for supported locations.", "type": "string" }, "datasetIdPrefix": { "description": "If supplied, every created dataset will have its name prefixed by the provided value. The prefix and name will be separated by an underscore. i.e. _.", "type": "string" }, "kmsKeyName": { "description": "Describes the Cloud KMS encryption key that will be used to protect destination BigQuery table. The BigQuery Service Account associated with your project requires access to this encryption key. i.e. projects/{project}/locations/{location}/keyRings/{key_ring}/cryptoKeys/{cryptoKey}. See https://cloud.google.com/bigquery/docs/customer-managed-encryption for more information.", "type": "string" } } }, "BlmtConfig": { "id": "BlmtConfig", "description": "The configuration for BLMT.", "type": "object", "properties": { "bucket": { "description": "Required. The Cloud Storage bucket name.", "type": "string" }, "rootPath": { "description": "The root path inside the Cloud Storage bucket.", "type": "string" }, "connectionName": { "description": "Required. The bigquery connection. Format: `{project}.{location}.{name}`", "type": "string" }, "fileFormat": { "description": "Required. The file format.", "type": "string", "enumDescriptions": [ "Default value.", "Parquet file format." ], "enum": [ "FILE_FORMAT_UNSPECIFIED", "PARQUET" ] }, "tableFormat": { "description": "Required. The table format.", "type": "string", "enumDescriptions": [ "Default value.", "Iceberg table format." ], "enum": [ "TABLE_FORMAT_UNSPECIFIED", "ICEBERG" ] } } }, "Merge": { "id": "Merge", "description": "Merge mode defines that all changes to a table will be merged at the destination table.", "type": "object", "properties": {} }, "AppendOnly": { "id": "AppendOnly", "description": "AppendOnly mode defines that all changes to a table will be written to the destination table.", "type": "object", "properties": {} }, "BackfillAllStrategy": { "id": "BackfillAllStrategy", "description": "Backfill strategy to automatically backfill the Stream's objects. Specific objects can be excluded.", "type": "object", "properties": { "oracleExcludedObjects": { "description": "Oracle data source objects to avoid backfilling.", "$ref": "OracleRdbms" }, "mysqlExcludedObjects": { "description": "MySQL data source objects to avoid backfilling.", "$ref": "MysqlRdbms" }, "postgresqlExcludedObjects": { "description": "PostgreSQL data source objects to avoid backfilling.", "$ref": "PostgresqlRdbms" }, "sqlServerExcludedObjects": { "description": "SQLServer data source objects to avoid backfilling", "$ref": "SqlServerRdbms" }, "salesforceExcludedObjects": { "description": "Salesforce data source objects to avoid backfilling", "$ref": "SalesforceOrg" }, "mongodbExcludedObjects": { "description": "MongoDB data source objects to avoid backfilling", "$ref": "MongodbCluster" }, "spannerExcludedObjects": { "description": "Spanner data source objects to avoid backfilling.", "$ref": "SpannerDatabase" }, "saasExcludedObjects": { "description": "Source catalog data source objects to avoid backfilling. This is mainly used to represent SaaS applications objects.", "$ref": "SourceCatalog" } } }, "BackfillNoneStrategy": { "id": "BackfillNoneStrategy", "description": "Backfill strategy to disable automatic backfill for the Stream's objects.", "type": "object", "properties": {} }, "Error": { "id": "Error", "description": "Represent a user-facing Error.", "type": "object", "properties": { "reason": { "description": "A title that explains the reason for the error.", "type": "string" }, "errorUuid": { "description": "A unique identifier for this specific error, allowing it to be traced throughout the system in logs and API responses.", "type": "string" }, "message": { "description": "A message containing more information about the error that occurred.", "type": "string" }, "errorTime": { "description": "The time when the error occurred.", "type": "string", "format": "google-datetime" }, "details": { "description": "Additional information about the error.", "type": "object", "additionalProperties": { "type": "string" } } } }, "RuleSet": { "id": "RuleSet", "description": "A set of rules to apply to a set of objects.", "type": "object", "properties": { "customizationRules": { "description": "Required. List of customization rules to apply.", "type": "array", "items": { "$ref": "CustomizationRule" } }, "objectFilter": { "description": "Required. Object filter to apply the customization rules to.", "$ref": "ObjectFilter" } } }, "CustomizationRule": { "id": "CustomizationRule", "description": "A customization rule to apply to a set of objects.", "type": "object", "properties": { "bigqueryPartitioning": { "description": "BigQuery partitioning rule.", "$ref": "BigQueryPartitioning" }, "bigqueryClustering": { "description": "BigQuery clustering rule.", "$ref": "BigQueryClustering" } } }, "BigQueryPartitioning": { "id": "BigQueryPartitioning", "description": "BigQuery partitioning configuration.", "type": "object", "properties": { "integerRangePartition": { "description": "Integer range partitioning.", "$ref": "IntegerRangePartition" }, "timeUnitPartition": { "description": "Time unit column partitioning.", "$ref": "TimeUnitPartition" }, "ingestionTimePartition": { "description": "Ingestion time partitioning.", "$ref": "IngestionTimePartition" }, "requirePartitionFilter": { "description": "Optional. If true, queries over the table require a partition filter.", "type": "boolean" } } }, "IntegerRangePartition": { "id": "IntegerRangePartition", "description": "Integer range partitioning. see https://cloud.google.com/bigquery/docs/partitioned-tables#integer_range", "type": "object", "properties": { "column": { "description": "Required. The partitioning column.", "type": "string" }, "start": { "description": "Required. The starting value for range partitioning (inclusive).", "type": "string", "format": "int64" }, "end": { "description": "Required. The ending value for range partitioning (exclusive).", "type": "string", "format": "int64" }, "interval": { "description": "Required. The interval of each range within the partition.", "type": "string", "format": "int64" } } }, "TimeUnitPartition": { "id": "TimeUnitPartition", "description": "Time unit column partitioning. see https://cloud.google.com/bigquery/docs/partitioned-tables#date_timestamp_partitioned_tables", "type": "object", "properties": { "column": { "description": "Required. The partitioning column.", "type": "string" }, "partitioningTimeGranularity": { "description": "Optional. Partition granularity.", "type": "string", "enumDescriptions": [ "Unspecified partitioing interval.", "Hourly partitioning.", "Daily partitioning.", "Monthly partitioning.", "Yearly partitioning." ], "enum": [ "PARTITIONING_TIME_GRANULARITY_UNSPECIFIED", "PARTITIONING_TIME_GRANULARITY_HOUR", "PARTITIONING_TIME_GRANULARITY_DAY", "PARTITIONING_TIME_GRANULARITY_MONTH", "PARTITIONING_TIME_GRANULARITY_YEAR" ] } } }, "IngestionTimePartition": { "id": "IngestionTimePartition", "description": "Ingestion time partitioning. see https://cloud.google.com/bigquery/docs/partitioned-tables#ingestion_time", "type": "object", "properties": { "partitioningTimeGranularity": { "description": "Optional. Partition granularity", "type": "string", "enumDescriptions": [ "Unspecified partitioing interval.", "Hourly partitioning.", "Daily partitioning.", "Monthly partitioning.", "Yearly partitioning." ], "enum": [ "PARTITIONING_TIME_GRANULARITY_UNSPECIFIED", "PARTITIONING_TIME_GRANULARITY_HOUR", "PARTITIONING_TIME_GRANULARITY_DAY", "PARTITIONING_TIME_GRANULARITY_MONTH", "PARTITIONING_TIME_GRANULARITY_YEAR" ] } } }, "BigQueryClustering": { "id": "BigQueryClustering", "description": "BigQuery clustering configuration.", "type": "object", "properties": { "columns": { "description": "Required. Column names to set as clustering columns.", "type": "array", "items": { "type": "string" } } } }, "ObjectFilter": { "id": "ObjectFilter", "description": "Object filter to apply the rules to.", "type": "object", "properties": { "sourceObjectIdentifier": { "description": "Specific source object identifier.", "$ref": "SourceObjectIdentifier" } } }, "SourceObjectIdentifier": { "id": "SourceObjectIdentifier", "description": "Represents an identifier of an object in the data source.", "type": "object", "properties": { "oracleIdentifier": { "description": "Oracle data source object identifier.", "$ref": "OracleObjectIdentifier" }, "mysqlIdentifier": { "description": "Mysql data source object identifier.", "$ref": "MysqlObjectIdentifier" }, "postgresqlIdentifier": { "description": "PostgreSQL data source object identifier.", "$ref": "PostgresqlObjectIdentifier" }, "sqlServerIdentifier": { "description": "SQLServer data source object identifier.", "$ref": "SqlServerObjectIdentifier" }, "salesforceIdentifier": { "description": "Salesforce data source object identifier.", "$ref": "SalesforceObjectIdentifier" }, "mongodbIdentifier": { "description": "MongoDB data source object identifier.", "$ref": "MongodbObjectIdentifier" }, "spannerIdentifier": { "description": "Spanner data source object identifier.", "$ref": "SpannerObjectIdentifier" } } }, "OracleObjectIdentifier": { "id": "OracleObjectIdentifier", "description": "Oracle data source object identifier.", "type": "object", "properties": { "schema": { "description": "Required. The schema name.", "type": "string" }, "table": { "description": "Required. The table name.", "type": "string" } } }, "MysqlObjectIdentifier": { "id": "MysqlObjectIdentifier", "description": "Mysql data source object identifier.", "type": "object", "properties": { "database": { "description": "Required. The database name.", "type": "string" }, "table": { "description": "Required. The table name.", "type": "string" } } }, "PostgresqlObjectIdentifier": { "id": "PostgresqlObjectIdentifier", "description": "PostgreSQL data source object identifier.", "type": "object", "properties": { "schema": { "description": "Required. The schema name.", "type": "string" }, "table": { "description": "Required. The table name.", "type": "string" } } }, "SqlServerObjectIdentifier": { "id": "SqlServerObjectIdentifier", "description": "SQLServer data source object identifier.", "type": "object", "properties": { "schema": { "description": "Required. The schema name.", "type": "string" }, "table": { "description": "Required. The table name.", "type": "string" } } }, "SalesforceObjectIdentifier": { "id": "SalesforceObjectIdentifier", "description": "Salesforce data source object identifier.", "type": "object", "properties": { "objectName": { "description": "Required. The object name.", "type": "string" } } }, "MongodbObjectIdentifier": { "id": "MongodbObjectIdentifier", "description": "MongoDB data source object identifier.", "type": "object", "properties": { "database": { "description": "Required. The database name.", "type": "string" }, "collection": { "description": "Required. The collection name.", "type": "string" } } }, "SpannerObjectIdentifier": { "id": "SpannerObjectIdentifier", "description": "Spanner data source object identifier.", "type": "object", "properties": { "schema": { "description": "Optional. The schema name.", "type": "string" }, "table": { "description": "Required. The table name.", "type": "string" } } }, "RunStreamRequest": { "id": "RunStreamRequest", "description": "Request message for running a stream.", "type": "object", "properties": { "cdcStrategy": { "description": "Optional. The CDC strategy of the stream. If not set, the system's default value will be used.", "$ref": "CdcStrategy" }, "force": { "description": "Optional. Update the stream without validating it.", "type": "boolean" } } }, "CdcStrategy": { "id": "CdcStrategy", "description": "The strategy that the stream uses for CDC replication.", "type": "object", "properties": { "mostRecentStartPosition": { "description": "Optional. Start replicating from the most recent position in the source.", "$ref": "MostRecentStartPosition" }, "nextAvailableStartPosition": { "description": "Optional. Resume replication from the next available position in the source.", "$ref": "NextAvailableStartPosition" }, "specificStartPosition": { "description": "Optional. Start replicating from a specific position in the source.", "$ref": "SpecificStartPosition" } } }, "MostRecentStartPosition": { "id": "MostRecentStartPosition", "description": "CDC strategy to start replicating from the most recent position in the source.", "type": "object", "properties": {} }, "NextAvailableStartPosition": { "id": "NextAvailableStartPosition", "description": "CDC strategy to resume replication from the next available position in the source.", "type": "object", "properties": {} }, "SpecificStartPosition": { "id": "SpecificStartPosition", "description": "CDC strategy to start replicating from a specific position in the source.", "type": "object", "properties": { "mysqlLogPosition": { "description": "MySQL specific log position to start replicating from.", "$ref": "MysqlLogPosition" }, "oracleScnPosition": { "description": "Oracle SCN to start replicating from.", "$ref": "OracleScnPosition" }, "sqlServerLsnPosition": { "description": "SqlServer LSN to start replicating from.", "$ref": "SqlServerLsnPosition" }, "mysqlGtidPosition": { "description": "MySQL GTID set to start replicating from.", "$ref": "MysqlGtidPosition" }, "mongodbChangeStreamPosition": { "description": "MongoDB change stream position to start replicating from.", "$ref": "MongodbChangeStreamPosition" }, "spannerChangeStreamPosition": { "description": "Optional. Spanner change stream position to start replicating from.", "$ref": "SpannerChangeStreamPosition" } } }, "MysqlLogPosition": { "id": "MysqlLogPosition", "description": "MySQL log position", "type": "object", "properties": { "logFile": { "description": "Required. The binary log file name.", "type": "string" }, "logPosition": { "description": "Optional. The position within the binary log file. Default is head of file.", "type": "integer", "format": "int32" } } }, "OracleScnPosition": { "id": "OracleScnPosition", "description": "Oracle SCN position", "type": "object", "properties": { "scn": { "description": "Required. SCN number from where Logs will be read", "type": "string", "format": "int64" } } }, "SqlServerLsnPosition": { "id": "SqlServerLsnPosition", "description": "SQL Server LSN position", "type": "object", "properties": { "lsn": { "description": "Required. Log sequence number (LSN) from where Logs will be read", "type": "string" } } }, "MysqlGtidPosition": { "id": "MysqlGtidPosition", "description": "MySQL GTID position", "type": "object", "properties": { "gtidSet": { "description": "Required. The gtid set to start replication from.", "type": "string" } } }, "MongodbChangeStreamPosition": { "id": "MongodbChangeStreamPosition", "description": "MongoDB change stream position", "type": "object", "properties": { "startTime": { "description": "Required. The timestamp to start change stream from.", "type": "string", "format": "google-datetime" } } }, "SpannerChangeStreamPosition": { "id": "SpannerChangeStreamPosition", "description": "Represents a position in a Spanner change stream from which to start replicating.", "type": "object", "properties": { "startTime": { "description": "Required. The timestamp to start change stream queries from. The timestamp must be a positive value.", "type": "string", "format": "google-datetime" } } }, "StreamObject": { "id": "StreamObject", "description": "A specific stream object (e.g a specific DB table).", "type": "object", "properties": { "name": { "description": "Output only. Identifier. The object resource's name.", "readOnly": true, "type": "string" }, "createTime": { "description": "Output only. The creation time of the object.", "readOnly": true, "type": "string", "format": "google-datetime" }, "updateTime": { "description": "Output only. The last update time of the object.", "readOnly": true, "type": "string", "format": "google-datetime" }, "displayName": { "description": "Required. Display name.", "type": "string" }, "errors": { "description": "Output only. Active errors on the object.", "readOnly": true, "type": "array", "items": { "$ref": "Error" } }, "backfillJob": { "description": "The latest backfill job that was initiated for the stream object.", "$ref": "BackfillJob" }, "sourceObject": { "description": "The object identifier in the data source.", "$ref": "SourceObjectIdentifier" }, "customizationRules": { "description": "Output only. The customization rules for the object. These rules are derived from the parent Stream's `rule_sets` and represent the intended configuration for the object.", "readOnly": true, "type": "array", "items": { "$ref": "CustomizationRule" } } } }, "BackfillJob": { "id": "BackfillJob", "description": "Represents a backfill job on a specific stream object.", "type": "object", "properties": { "state": { "description": "Output only. Backfill job state.", "readOnly": true, "type": "string", "enumDescriptions": [ "Default value.", "Backfill job was never started for the stream object (stream has backfill strategy defined as manual or object was explicitly excluded from automatic backfill).", "Backfill job will start pending available resources.", "Backfill job is running.", "Backfill job stopped (next job run will start from beginning).", "Backfill job failed (due to an error).", "Backfill completed successfully.", "Backfill job failed since the table structure is currently unsupported for backfill." ], "enum": [ "STATE_UNSPECIFIED", "NOT_STARTED", "PENDING", "ACTIVE", "STOPPED", "FAILED", "COMPLETED", "UNSUPPORTED" ] }, "trigger": { "description": "Backfill job's triggering reason.", "type": "string", "enumDescriptions": [ "Default value.", "Object backfill job was triggered automatically according to the stream's backfill strategy.", "Object backfill job was triggered manually using the dedicated API." ], "enum": [ "TRIGGER_UNSPECIFIED", "AUTOMATIC", "MANUAL" ] }, "lastStartTime": { "description": "Output only. Backfill job's start time.", "readOnly": true, "type": "string", "format": "google-datetime" }, "lastEndTime": { "description": "Output only. Backfill job's end time.", "readOnly": true, "type": "string", "format": "google-datetime" }, "errors": { "description": "Output only. Errors which caused the backfill job to fail.", "readOnly": true, "type": "array", "items": { "$ref": "Error" } }, "eventFilter": { "description": "Output only. The filter for performing a partial backfill.", "readOnly": true, "$ref": "EventFilter" } } }, "EventFilter": { "id": "EventFilter", "description": "Represents a filter for included data on a stream object.", "type": "object", "properties": { "sqlWhereClause": { "description": "An SQL-query Where clause selecting which data should be included, not including the \"WHERE\" keyword. e.g., `t.key1 = 'value1' AND t.key2 = 'value2'`", "type": "string" } } }, "LookupStreamObjectRequest": { "id": "LookupStreamObjectRequest", "description": "Request for looking up a specific stream object by its source object identifier.", "type": "object", "properties": { "sourceObjectIdentifier": { "description": "Required. The source object identifier which maps to the stream object.", "$ref": "SourceObjectIdentifier" } } }, "ListStreamObjectsResponse": { "id": "ListStreamObjectsResponse", "description": "Response containing the objects for a stream.", "type": "object", "properties": { "streamObjects": { "description": "List of stream objects.", "type": "array", "items": { "$ref": "StreamObject" } }, "nextPageToken": { "description": "A token, which can be sent as `page_token` to retrieve the next page.", "type": "string" } } }, "StartBackfillJobRequest": { "id": "StartBackfillJobRequest", "description": "Request for manually initiating a backfill job for a specific stream object.", "type": "object", "properties": { "eventFilter": { "description": "Optional. Optional event filter. If not set, or empty, the backfill will be performed on the entire object. This is currently used for partial backfill and only supported for SQL sources.", "$ref": "EventFilter" } } }, "StartBackfillJobResponse": { "id": "StartBackfillJobResponse", "description": "Response for manually initiating a backfill job for a specific stream object.", "type": "object", "properties": { "object": { "description": "The stream object resource a backfill job was started for.", "$ref": "StreamObject" } } }, "StopBackfillJobRequest": { "id": "StopBackfillJobRequest", "description": "Request for manually stopping a running backfill job for a specific stream object.", "type": "object", "properties": {} }, "StopBackfillJobResponse": { "id": "StopBackfillJobResponse", "description": "Response for manually stop a backfill job for a specific stream object.", "type": "object", "properties": { "object": { "description": "The stream object resource the backfill job was stopped for.", "$ref": "StreamObject" } } }, "FetchStaticIpsResponse": { "id": "FetchStaticIpsResponse", "description": "Response message for a 'FetchStaticIps' response.", "type": "object", "properties": { "staticIps": { "description": "list of static ips by account", "type": "array", "items": { "type": "string" } }, "nextPageToken": { "description": "A token that can be sent as `page_token` to retrieve the next page. If this field is omitted, there are no subsequent pages.", "type": "string" } } }, "PrivateConnection": { "id": "PrivateConnection", "description": "The PrivateConnection resource is used to establish private connectivity between Datastream and a customer's network.", "type": "object", "properties": { "name": { "description": "Output only. Identifier. The resource's name.", "readOnly": true, "type": "string" }, "createTime": { "description": "Output only. The create time of the resource.", "readOnly": true, "type": "string", "format": "google-datetime" }, "updateTime": { "description": "Output only. The update time of the resource.", "readOnly": true, "type": "string", "format": "google-datetime" }, "labels": { "description": "Labels.", "type": "object", "additionalProperties": { "type": "string" } }, "displayName": { "description": "Required. Display name.", "type": "string" }, "state": { "description": "Output only. The state of the Private Connection.", "readOnly": true, "type": "string", "enumDescriptions": [ "Unspecified state.", "The private connection is in creation state - creating resources.", "The private connection has been created with all of its resources.", "The private connection creation has failed.", "The private connection is being deleted.", "Delete request has failed, resource is in invalid state." ], "enum": [ "STATE_UNSPECIFIED", "CREATING", "CREATED", "FAILED", "DELETING", "FAILED_TO_DELETE" ] }, "error": { "description": "Output only. In case of error, the details of the error in a user-friendly format.", "readOnly": true, "$ref": "Error" }, "satisfiesPzs": { "description": "Output only. Reserved for future use.", "readOnly": true, "type": "boolean" }, "satisfiesPzi": { "description": "Output only. Reserved for future use.", "readOnly": true, "type": "boolean" }, "vpcPeeringConfig": { "description": "VPC Peering Config.", "$ref": "VpcPeeringConfig" }, "pscInterfaceConfig": { "description": "PSC Interface Config.", "$ref": "PscInterfaceConfig" } } }, "VpcPeeringConfig": { "id": "VpcPeeringConfig", "description": "The VPC Peering configuration is used to create VPC peering between Datastream and the consumer's VPC.", "type": "object", "properties": { "vpc": { "description": "Required. Fully qualified name of the VPC that Datastream will peer to. Format: `projects/{project}/global/{networks}/{name}`", "type": "string" }, "subnet": { "description": "Required. A free subnet for peering. (CIDR of /29)", "type": "string" } } }, "PscInterfaceConfig": { "id": "PscInterfaceConfig", "description": "The PSC Interface configuration is used to create PSC Interface between Datastream and the consumer's PSC.", "type": "object", "properties": { "networkAttachment": { "description": "Required. Fully qualified name of the Network Attachment that Datastream will connect to. Format: `projects/{project}/regions/{region}/networkAttachments/{name}`", "type": "string" } } }, "ListPrivateConnectionsResponse": { "id": "ListPrivateConnectionsResponse", "description": "Response containing a list of private connection configurations.", "type": "object", "properties": { "privateConnections": { "description": "List of private connectivity configurations.", "type": "array", "items": { "$ref": "PrivateConnection" } }, "nextPageToken": { "description": "A token, which can be sent as `page_token` to retrieve the next page. If this field is omitted, there are no subsequent pages.", "type": "string" }, "unreachable": { "description": "Locations that could not be reached.", "type": "array", "items": { "type": "string" } } } }, "Route": { "id": "Route", "description": "The route resource is the child of the private connection resource, used for defining a route for a private connection.", "type": "object", "properties": { "name": { "description": "Output only. Identifier. The resource's name.", "readOnly": true, "type": "string" }, "createTime": { "description": "Output only. The create time of the resource.", "readOnly": true, "type": "string", "format": "google-datetime" }, "updateTime": { "description": "Output only. The update time of the resource.", "readOnly": true, "type": "string", "format": "google-datetime" }, "labels": { "description": "Labels.", "type": "object", "additionalProperties": { "type": "string" } }, "displayName": { "description": "Required. Display name.", "type": "string" }, "destinationAddress": { "description": "Required. Destination address for connection", "type": "string" }, "destinationPort": { "description": "Destination port for connection", "type": "integer", "format": "int32" } } }, "ListRoutesResponse": { "id": "ListRoutesResponse", "description": "Route list response.", "type": "object", "properties": { "routes": { "description": "List of Routes.", "type": "array", "items": { "$ref": "Route" } }, "nextPageToken": { "description": "A token, which can be sent as `page_token` to retrieve the next page. If this field is omitted, there are no subsequent pages.", "type": "string" }, "unreachable": { "description": "Locations that could not be reached.", "type": "array", "items": { "type": "string" } } } }, "ListLocationsResponse": { "id": "ListLocationsResponse", "description": "The response message for Locations.ListLocations.", "type": "object", "properties": { "locations": { "description": "A list of locations that matches the specified filter in the request.", "type": "array", "items": { "$ref": "Location" } }, "nextPageToken": { "description": "The standard List next-page token.", "type": "string" } } }, "Location": { "id": "Location", "description": "A resource that represents a Google Cloud location.", "type": "object", "properties": { "name": { "description": "Resource name for the location, which may vary between implementations. For example: `\"projects/example-project/locations/us-east1\"`", "type": "string" }, "locationId": { "description": "The canonical id for this location. For example: `\"us-east1\"`.", "type": "string" }, "displayName": { "description": "The friendly name for this location, typically a nearby city name. For example, \"Tokyo\".", "type": "string" }, "labels": { "description": "Cross-service attributes for the location. For example {\"cloud.googleapis.com/region\": \"us-east1\"}", "type": "object", "additionalProperties": { "type": "string" } }, "metadata": { "description": "Service-specific metadata. For example the available capacity at the given location.", "type": "object", "additionalProperties": { "type": "any", "description": "Properties of the object. Contains field @type with type URL." } } } }, "OperationMetadata": { "id": "OperationMetadata", "description": "Represents the metadata of the long-running operation.", "type": "object", "properties": { "createTime": { "description": "Output only. The time the operation was created.", "readOnly": true, "type": "string", "format": "google-datetime" }, "endTime": { "description": "Output only. The time the operation finished running.", "readOnly": true, "type": "string", "format": "google-datetime" }, "target": { "description": "Output only. Server-defined resource path for the target of the operation.", "readOnly": true, "type": "string" }, "verb": { "description": "Output only. Name of the verb executed by the operation.", "readOnly": true, "type": "string" }, "statusMessage": { "description": "Output only. Human-readable status of the operation, if any.", "readOnly": true, "type": "string" }, "requestedCancellation": { "description": "Output only. Identifies whether the user has requested cancellation of the operation. Operations that have successfully been cancelled have google.longrunning.Operation.error value with a google.rpc.Status.code of 1, corresponding to `Code.CANCELLED`.", "readOnly": true, "type": "boolean" }, "apiVersion": { "description": "Output only. API version used to start the operation.", "readOnly": true, "type": "string" }, "validationResult": { "description": "Output only. Results of executed validations if there are any.", "readOnly": true, "$ref": "ValidationResult" } } }, "ValidationResult": { "id": "ValidationResult", "description": "Contains the current validation results.", "type": "object", "properties": { "validations": { "description": "A list of validations (includes both executed as well as not executed validations).", "type": "array", "items": { "$ref": "Validation" } } } }, "Validation": { "id": "Validation", "description": "A validation to perform on a stream.", "type": "object", "properties": { "description": { "description": "A short description of the validation.", "type": "string" }, "state": { "description": "Output only. Validation execution status.", "readOnly": true, "type": "string", "enumDescriptions": [ "Unspecified state.", "Validation did not execute.", "Validation failed.", "Validation passed.", "Validation executed with warnings." ], "enum": [ "STATE_UNSPECIFIED", "NOT_EXECUTED", "FAILED", "PASSED", "WARNING" ] }, "message": { "description": "Messages reflecting the validation results.", "type": "array", "items": { "$ref": "ValidationMessage" } }, "code": { "description": "A custom code identifying this validation.", "type": "string" } } }, "ValidationMessage": { "id": "ValidationMessage", "description": "Represent user-facing validation result message.", "type": "object", "properties": { "message": { "description": "The result of the validation.", "type": "string" }, "level": { "description": "Message severity level (warning or error).", "type": "string", "enumDescriptions": [ "Unspecified level.", "Potentially cause issues with the Stream.", "Definitely cause issues with the Stream." ], "enum": [ "LEVEL_UNSPECIFIED", "WARNING", "ERROR" ] }, "metadata": { "description": "Additional metadata related to the result.", "type": "object", "additionalProperties": { "type": "string" } }, "code": { "description": "A custom code identifying this specific message.", "type": "string" } } }, "BadRequest": { "id": "BadRequest", "description": "Describes violations in a client request. This error type focuses on the syntactic aspects of the request.", "type": "object", "properties": { "fieldViolations": { "description": "Describes all violations in a client request.", "type": "array", "items": { "$ref": "FieldViolation" } } } }, "FieldViolation": { "id": "FieldViolation", "description": "A message type used to describe a single bad request field.", "type": "object", "properties": { "field": { "description": "A path that leads to a field in the request body. The value will be a sequence of dot-separated identifiers that identify a protocol buffer field. Consider the following: message CreateContactRequest { message EmailAddress { enum Type { TYPE_UNSPECIFIED = 0; HOME = 1; WORK = 2; } optional string email = 1; repeated EmailType type = 2; } string full_name = 1; repeated EmailAddress email_addresses = 2; } In this example, in proto `field` could take one of the following values: * `full_name` for a violation in the `full_name` value * `email_addresses[0].email` for a violation in the `email` field of the first `email_addresses` message * `email_addresses[2].type[1]` for a violation in the second `type` value in the third `email_addresses` message. In JSON, the same values are represented as: * `fullName` for a violation in the `fullName` value * `emailAddresses[0].email` for a violation in the `email` field of the first `emailAddresses` message * `emailAddresses[2].type[1]` for a violation in the second `type` value in the third `emailAddresses` message.", "type": "string" }, "description": { "description": "A description of why the request element is bad.", "type": "string" }, "reason": { "description": "The reason of the field-level error. This is a constant value that identifies the proximate cause of the field-level error. It should uniquely identify the type of the FieldViolation within the scope of the google.rpc.ErrorInfo.domain. This should be at most 63 characters and match a regular expression of `A-Z+[A-Z0-9]`, which represents UPPER_SNAKE_CASE.", "type": "string" }, "localizedMessage": { "description": "Provides a localized error message for field-level errors that is safe to return to the API consumer.", "$ref": "LocalizedMessage" } } }, "LocalizedMessage": { "id": "LocalizedMessage", "description": "Provides a localized error message that is safe to return to the user which can be attached to an RPC error.", "type": "object", "properties": { "locale": { "description": "The locale used following the specification defined at https://www.rfc-editor.org/rfc/bcp/bcp47.txt. Examples are: \"en-US\", \"fr-CH\", \"es-MX\"", "type": "string" }, "message": { "description": "The localized error message in the above locale.", "type": "string" } } }, "DebugInfo": { "id": "DebugInfo", "description": "Describes additional debugging info.", "type": "object", "properties": { "stackEntries": { "description": "The stack trace entries indicating where the error occurred.", "type": "array", "items": { "type": "string" } }, "detail": { "description": "Additional debugging information provided by the server.", "type": "string" } } }, "ErrorInfo": { "id": "ErrorInfo", "description": "Describes the cause of the error with structured details. Example of an error when contacting the \"pubsub.googleapis.com\" API when it is not enabled: { \"reason\": \"API_DISABLED\" \"domain\": \"googleapis.com\" \"metadata\": { \"resource\": \"projects/123\", \"service\": \"pubsub.googleapis.com\" } } This response indicates that the pubsub.googleapis.com API is not enabled. Example of an error that is returned when attempting to create a Spanner instance in a region that is out of stock: { \"reason\": \"STOCKOUT\" \"domain\": \"spanner.googleapis.com\", \"metadata\": { \"availableRegions\": \"us-central1,us-east2\" } }", "type": "object", "properties": { "reason": { "description": "The reason of the error. This is a constant value that identifies the proximate cause of the error. Error reasons are unique within a particular domain of errors. This should be at most 63 characters and match a regular expression of `A-Z+[A-Z0-9]`, which represents UPPER_SNAKE_CASE.", "type": "string" }, "domain": { "description": "The logical grouping to which the \"reason\" belongs. The error domain is typically the registered service name of the tool or product that generates the error. Example: \"pubsub.googleapis.com\". If the error is generated by some common infrastructure, the error domain must be a globally unique value that identifies the infrastructure. For Google API infrastructure, the error domain is \"googleapis.com\".", "type": "string" }, "metadata": { "description": "Additional structured details about this error. Keys must match a regular expression of `a-z+` but should ideally be lowerCamelCase. Also, they must be limited to 64 characters in length. When identifying the current value of an exceeded limit, the units should be contained in the key, not the value. For example, rather than `{\"instanceLimit\": \"100/request\"}`, should be returned as, `{\"instanceLimitPerRequest\": \"100\"}`, if the client exceeds the number of instances that can be created in a single (batch) request.", "type": "object", "additionalProperties": { "type": "string" } } } }, "Help": { "id": "Help", "description": "Provides links to documentation or for performing an out of band action. For example, if a quota check failed with an error indicating the calling project hasn't enabled the accessed service, this can contain a URL pointing directly to the right place in the developer console to flip the bit.", "type": "object", "properties": { "links": { "description": "URL(s) pointing to additional information on handling the current error.", "type": "array", "items": { "$ref": "Link" } } } }, "Link": { "id": "Link", "description": "Describes a URL link.", "type": "object", "properties": { "description": { "description": "Describes what the link offers.", "type": "string" }, "url": { "description": "The URL of the link.", "type": "string" } } }, "PreconditionFailure": { "id": "PreconditionFailure", "description": "Describes what preconditions have failed. For example, if an RPC failed because it required the Terms of Service to be acknowledged, it could list the terms of service violation in the PreconditionFailure message.", "type": "object", "properties": { "violations": { "description": "Describes all precondition violations.", "type": "array", "items": { "$ref": "PreconditionFailureViolation" } } } }, "PreconditionFailureViolation": { "id": "PreconditionFailureViolation", "description": "A message type used to describe a single precondition failure.", "type": "object", "properties": { "type": { "description": "The type of PreconditionFailure. We recommend using a service-specific enum type to define the supported precondition violation subjects. For example, \"TOS\" for \"Terms of Service violation\".", "type": "string" }, "subject": { "description": "The subject, relative to the type, that failed. For example, \"google.com/cloud\" relative to the \"TOS\" type would indicate which terms of service is being referenced.", "type": "string" }, "description": { "description": "A description of how the precondition failed. Developers can use this description to understand how to fix the failure. For example: \"Terms of service not accepted\".", "type": "string" } } }, "QuotaFailure": { "id": "QuotaFailure", "description": "Describes how a quota check failed. For example if a daily limit was exceeded for the calling project, a service could respond with a QuotaFailure detail containing the project id and the description of the quota limit that was exceeded. If the calling project hasn't enabled the service in the developer console, then a service could respond with the project id and set `service_disabled` to true. Also see RetryInfo and Help types for other details about handling a quota failure.", "type": "object", "properties": { "violations": { "description": "Describes all quota violations.", "type": "array", "items": { "$ref": "QuotaFailureViolation" } } } }, "QuotaFailureViolation": { "id": "QuotaFailureViolation", "description": "A message type used to describe a single quota violation. For example, a daily quota or a custom quota that was exceeded.", "type": "object", "properties": { "subject": { "description": "The subject on which the quota check failed. For example, \"clientip:\" or \"project:\".", "type": "string" }, "description": { "description": "A description of how the quota check failed. Clients can use this description to find more about the quota configuration in the service's public documentation, or find the relevant quota limit to adjust through developer console. For example: \"Service disabled\" or \"Daily Limit for read operations exceeded\".", "type": "string" }, "apiService": { "description": "The API Service from which the `QuotaFailure.Violation` originates. In some cases, Quota issues originate from an API Service other than the one that was called. In other words, a dependency of the called API Service could be the cause of the `QuotaFailure`, and this field would have the dependency API service name. For example, if the called API is Kubernetes Engine API (container.googleapis.com), and a quota violation occurs in the Kubernetes Engine API itself, this field would be \"container.googleapis.com\". On the other hand, if the quota violation occurs when the Kubernetes Engine API creates VMs in the Compute Engine API (compute.googleapis.com), this field would be \"compute.googleapis.com\".", "type": "string" }, "quotaMetric": { "description": "The metric of the violated quota. A quota metric is a named counter to measure usage, such as API requests or CPUs. When an activity occurs in a service, such as Virtual Machine allocation, one or more quota metrics may be affected. For example, \"compute.googleapis.com/cpus_per_vm_family\", \"storage.googleapis.com/internet_egress_bandwidth\".", "type": "string" }, "quotaId": { "description": "The id of the violated quota. Also know as \"limit name\", this is the unique identifier of a quota in the context of an API service. For example, \"CPUS-PER-VM-FAMILY-per-project-region\".", "type": "string" }, "quotaDimensions": { "description": "The dimensions of the violated quota. Every non-global quota is enforced on a set of dimensions. While quota metric defines what to count, the dimensions specify for what aspects the counter should be increased. For example, the quota \"CPUs per region per VM family\" enforces a limit on the metric \"compute.googleapis.com/cpus_per_vm_family\" on dimensions \"region\" and \"vm_family\". And if the violation occurred in region \"us-central1\" and for VM family \"n1\", the quota_dimensions would be, { \"region\": \"us-central1\", \"vm_family\": \"n1\", } When a quota is enforced globally, the quota_dimensions would always be empty.", "type": "object", "additionalProperties": { "type": "string" } }, "quotaValue": { "description": "The enforced quota value at the time of the `QuotaFailure`. For example, if the enforced quota value at the time of the `QuotaFailure` on the number of CPUs is \"10\", then the value of this field would reflect this quantity.", "type": "string", "format": "int64" }, "futureQuotaValue": { "description": "The new quota value being rolled out at the time of the violation. At the completion of the rollout, this value will be enforced in place of quota_value. If no rollout is in progress at the time of the violation, this field is not set. For example, if at the time of the violation a rollout is in progress changing the number of CPUs quota from 10 to 20, 20 would be the value of this field.", "type": "string", "format": "int64" } } }, "RequestInfo": { "id": "RequestInfo", "description": "Contains metadata about the request that clients can attach when filing a bug or providing other forms of feedback.", "type": "object", "properties": { "requestId": { "description": "An opaque string that should only be interpreted by the service generating it. For example, it can be used to identify requests in the service's logs.", "type": "string" }, "servingData": { "description": "Any data that was used to serve this request. For example, an encrypted stack trace that can be sent back to the service provider for debugging.", "type": "string" } } }, "ResourceInfo": { "id": "ResourceInfo", "description": "Describes the resource that is being accessed.", "type": "object", "properties": { "resourceType": { "description": "A name for the type of resource being accessed, e.g. \"sql table\", \"cloud storage bucket\", \"file\", \"Google calendar\"; or the type URL of the resource: e.g. \"type.googleapis.com/google.pubsub.v1.Topic\".", "type": "string" }, "resourceName": { "description": "The name of the resource being accessed. For example, a shared calendar name: \"example.com_4fghdhgsrgh@group.calendar.google.com\", if the current error is google.rpc.Code.PERMISSION_DENIED.", "type": "string" }, "owner": { "description": "The owner of the resource (optional). For example, \"user:\" or \"project:\".", "type": "string" }, "description": { "description": "Describes what error is encountered when accessing this resource. For example, updating a cloud project may require the `writer` permission on the developer console project.", "type": "string" } } }, "RetryInfo": { "id": "RetryInfo", "description": "Describes when the clients can retry a failed request. Clients could ignore the recommendation here or retry when this information is missing from error responses. It's always recommended that clients should use exponential backoff when retrying. Clients should wait until `retry_delay` amount of time has passed since receiving the error response before retrying. If retrying requests also fail, clients should use an exponential backoff scheme to gradually increase the delay between retries based on `retry_delay`, until either a maximum number of retries have been reached or a maximum retry delay cap has been reached.", "type": "object", "properties": { "retryDelay": { "description": "Clients should wait at least this long between retrying the same request.", "type": "string", "format": "google-duration" } } } } }